assentian1970 commited on
Commit
24ed8f3
·
verified ·
1 Parent(s): ae25eea

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -9,6 +9,8 @@ import torch
9
  def debug():
10
  torch.randn(10).cuda()
11
  debug()
 
 
12
 
13
  import argparse
14
  from transformers import AutoModel, AutoTokenizer
 
9
  def debug():
10
  torch.randn(10).cuda()
11
  debug()
12
+ from flash_attn.rotary import some_rotary_function
13
+
14
 
15
  import argparse
16
  from transformers import AutoModel, AutoTokenizer