razmars commited on
Commit
615ec24
·
verified ·
1 Parent(s): 2d77aa9

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +1 -1
modeling_super_linear.py CHANGED
@@ -205,7 +205,7 @@ class RLinear(nn.Module):
205
  original_norm = torch.norm(W, p=2)
206
  new_norm = torch.norm(new_W, p=2)
207
  final_scaling = original_norm / new_norm if new_norm.item() != 0 else 1.0
208
- final_scaling = 1
209
  new_W = new_W * final_scaling
210
 
211
  self.zero_shot_Linear = new_W
 
205
  original_norm = torch.norm(W, p=2)
206
  new_norm = torch.norm(new_W, p=2)
207
  final_scaling = original_norm / new_norm if new_norm.item() != 0 else 1.0
208
+ #final_scaling = 1
209
  new_W = new_W * final_scaling
210
 
211
  self.zero_shot_Linear = new_W