Update model.py

model.py

@@ -392,7 +392,7 @@ class rotary(nn.Module):
             else:
                 f0 = f0.view(-1)        
 
-        if f0 is not None and layer == "encoder": #rethink this
+        if f0 is not None: 
             f0_mean = f0.mean()
             theta = f0_mean + self.theta
         else:
@@ -404,7 +404,7 @@ class rotary(nn.Module):
             print(f" [Rotary] {layer}{self.counter} --- [f0] {f0.shape if f0 is not None else None} [Theta] {theta.item():.2f} [Freqs] {freqs.shape} {freqs.mean():.2f} [ctx] {ctx}")
         
         freqs = t[:, None] * freqs[None, :]
-        if self.radii and f0 is not None and layer == "encoder": #this too
+        if self.radii and f0 is not None and layer == "encoder":
             radius = f0.to(device, dtype)
             L = radius.shape[0]
             if L != ctx: