amildravid4292 commited on
Commit
1533bf8
·
verified ·
1 Parent(s): 5a0f91a

Update lora_w2w.py

Browse files
Files changed (1) hide show
  1. lora_w2w.py +4 -4
lora_w2w.py CHANGED
@@ -95,10 +95,10 @@ class LoRAModule(nn.Module):
95
  del self.org_module
96
 
97
  def forward(self, x):
98
- print(self.proj.device)
99
- print(self.v1.device)
100
- print(self.mean1.device)
101
- print(self.std1.device)
102
  return self.org_forward(x) +\
103
  (x@(([email protected])*self.std1+self.mean1).T)@((([email protected])*self.std2+self.mean2))*self.multiplier*self.scale
104
 
 
95
  del self.org_module
96
 
97
  def forward(self, x):
98
+ print(x.dtype)
99
+ print(self.proj.dtype)
100
+ print(self.std1.dtype)
101
+ print(self.mean1.dtype)
102
  return self.org_forward(x) +\
103
  (x@(([email protected])*self.std1+self.mean1).T)@((([email protected])*self.std2+self.mean2))*self.multiplier*self.scale
104