Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -9,6 +9,8 @@ import torch
|
|
9 |
def debug():
|
10 |
torch.randn(10).cuda()
|
11 |
debug()
|
|
|
|
|
12 |
|
13 |
import argparse
|
14 |
from transformers import AutoModel, AutoTokenizer
|
|
|
9 |
def debug():
|
10 |
torch.randn(10).cuda()
|
11 |
debug()
|
12 |
+
from flash_attn.rotary import some_rotary_function
|
13 |
+
|
14 |
|
15 |
import argparse
|
16 |
from transformers import AutoModel, AutoTokenizer
|