multimodalart HF staff commited on
Commit
f7d0728
1 Parent(s): 46b8e8d

Update lora.py

Browse files
Files changed (1) hide show
  1. lora.py +1 -1
lora.py CHANGED
@@ -114,7 +114,7 @@ class LoRAModule(torch.nn.Module):
114
 
115
  lx = self.lora_up(lx)
116
 
117
- return org_forwarded + lx * self.multiplier * scale
118
 
119
 
120
  class LoRAInfModule(LoRAModule):
 
114
 
115
  lx = self.lora_up(lx)
116
 
117
+ return org_forwarded + lx * self.multiplier #* scale
118
 
119
 
120
  class LoRAInfModule(LoRAModule):