Spaces:
Running
on
Zero
Running
on
Zero
Update think_sound/models/mmmodules/model/embeddings.py
Browse files
think_sound/models/mmmodules/model/embeddings.py
CHANGED
@@ -21,7 +21,7 @@ class TimestepEmbedder(nn.Module):
|
|
21 |
assert dim % 2 == 0, 'dim must be even.'
|
22 |
|
23 |
with torch.autocast('cuda', enabled=False):
|
24 |
-
self.freqs
|
25 |
1.0 / (10000**(torch.arange(0, frequency_embedding_size, 2, dtype=torch.float32) /
|
26 |
frequency_embedding_size)),
|
27 |
persistent=False)
|
|
|
21 |
assert dim % 2 == 0, 'dim must be even.'
|
22 |
|
23 |
with torch.autocast('cuda', enabled=False):
|
24 |
+
self.register_buffer("freqs",
|
25 |
1.0 / (10000**(torch.arange(0, frequency_embedding_size, 2, dtype=torch.float32) /
|
26 |
frequency_embedding_size)),
|
27 |
persistent=False)
|