AtAndDev commited on
Commit
b2ac935
·
verified ·
1 Parent(s): 0a39ae2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -7,7 +7,8 @@ import spaces
7
  import gradio as gr
8
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, TextIteratorStreamer
9
 
10
- subprocess.run('pip install transformers tokenizers flash-attn -U --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
 
11
 
12
  MODEL_ID = "AtAndDev/marco-qwq-7B"
13
  CHAT_TEMPLATE = "ChatML"
 
7
  import gradio as gr
8
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, TextIteratorStreamer
9
 
10
+ subprocess.run('pip install -U transformers tokenizers', shell=True)
11
+ subprocess.run('pip install -U flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
12
 
13
  MODEL_ID = "AtAndDev/marco-qwq-7B"
14
  CHAT_TEMPLATE = "ChatML"