Spaces:
Running
on
Zero
Running
on
Zero
update
Browse files
omini_control/__pycache__/block.cpython-310.pyc
CHANGED
Binary files a/omini_control/__pycache__/block.cpython-310.pyc and b/omini_control/__pycache__/block.cpython-310.pyc differ
|
|
omini_control/block.py
CHANGED
@@ -99,7 +99,7 @@ def attn_forward(
|
|
99 |
|
100 |
if cond_rotary_emb is not None:
|
101 |
print("cond_query.shape", cond_query.shape)
|
102 |
-
print("cond_rotary_emb.shape", cond_rotary_emb.shape)
|
103 |
cond_query = apply_rotary_emb(cond_query, cond_rotary_emb)
|
104 |
cond_key = apply_rotary_emb(cond_key, cond_rotary_emb)
|
105 |
|
|
|
99 |
|
100 |
if cond_rotary_emb is not None:
|
101 |
print("cond_query.shape", cond_query.shape)
|
102 |
+
print("cond_rotary_emb.shape", cond_rotary_emb[0].shape)
|
103 |
cond_query = apply_rotary_emb(cond_query, cond_rotary_emb)
|
104 |
cond_key = apply_rotary_emb(cond_key, cond_rotary_emb)
|
105 |
|