qyoo commited on
Commit
dc4af5c
·
1 Parent(s): 1197967
omini_control/__pycache__/block.cpython-310.pyc CHANGED
Binary files a/omini_control/__pycache__/block.cpython-310.pyc and b/omini_control/__pycache__/block.cpython-310.pyc differ
 
omini_control/block.py CHANGED
@@ -99,7 +99,7 @@ def attn_forward(
99
 
100
  if cond_rotary_emb is not None:
101
  print("cond_query.shape", cond_query.shape)
102
- print("cond_rotary_emb.shape", cond_rotary_emb.shape)
103
  cond_query = apply_rotary_emb(cond_query, cond_rotary_emb)
104
  cond_key = apply_rotary_emb(cond_key, cond_rotary_emb)
105
 
 
99
 
100
  if cond_rotary_emb is not None:
101
  print("cond_query.shape", cond_query.shape)
102
+ print("cond_rotary_emb.shape", cond_rotary_emb[0].shape)
103
  cond_query = apply_rotary_emb(cond_query, cond_rotary_emb)
104
  cond_key = apply_rotary_emb(cond_key, cond_rotary_emb)
105