Update lora_w2w.py

lora_w2w.py

@@ -95,6 +95,13 @@ class LoRAModule(nn.Module):
         del self.org_module
 
     def forward(self, x):
+        print(x.device)
+        print(self.proj.device)
+        print(self.v1.device)
+        print(self.std1.device)
+        print(self.mean1.device)
+        print(self.multiplier)
+        print(self.scale)
         return self.org_forward(x) +\
             (x@(([email protected])*self.std1+self.mean1).T)@((([email protected])*self.std2+self.mean2))*self.multiplier*self.scale