QuanSun commited on
Commit
ba7b9fc
1 Parent(s): 5a5b74e

remove unuseful code

Browse files
Files changed (1) hide show
  1. visual.py +0 -2
visual.py CHANGED
@@ -164,8 +164,6 @@ class Attention(nn.Module):
164
  # if qkv_bias:
165
  # self.q_bias = nn.Parameter(torch.zeros(all_head_dim))
166
  # self.v_bias = nn.Parameter(torch.zeros(all_head_dim))
167
- # qkv_bias = torch.cat((self.q_bias, torch.zeros_like(self.v_bias, requires_grad=False), self.v_bias))
168
- # self.qkv.bias.data = qkv_bias
169
  # else:
170
  # self.q_bias = None
171
  # self.v_bias = None
 
164
  # if qkv_bias:
165
  # self.q_bias = nn.Parameter(torch.zeros(all_head_dim))
166
  # self.v_bias = nn.Parameter(torch.zeros(all_head_dim))
 
 
167
  # else:
168
  # self.q_bias = None
169
  # self.v_bias = None