amiguel commited on
Commit
4882f4d
·
verified ·
1 Parent(s): d7165e1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -26,10 +26,10 @@ with st.sidebar:
26
 
27
  # --- Load Model & Tokenizer ---
28
  @st.cache_resource
29
- def load_model(): # amiguel/GM_Mistral7B_Finetune amiguel/GM_Qwen1.8B_Finetune
30
  tokenizer = AutoTokenizer.from_pretrained("amiguel/GM_Mistral7B_Finetune", trust_remote_code=True, token=HF_TOKEN)
31
  model = AutoModelForCausalLM.from_pretrained(
32
- "amiguel/GM_Mistral7B_FP16",
33
  device_map="auto",
34
  torch_dtype=torch.bfloat16 if torch.cuda.is_bf16_supported() else torch.float32,
35
  trust_remote_code=True,
 
26
 
27
  # --- Load Model & Tokenizer ---
28
  @st.cache_resource
29
+ def load_model(): # amiguel/GM_Qwen1.8B_Finetune
30
  tokenizer = AutoTokenizer.from_pretrained("amiguel/GM_Mistral7B_Finetune", trust_remote_code=True, token=HF_TOKEN)
31
  model = AutoModelForCausalLM.from_pretrained(
32
+ "amiguel/GM_Mistral7B_Finetune",
33
  device_map="auto",
34
  torch_dtype=torch.bfloat16 if torch.cuda.is_bf16_supported() else torch.float32,
35
  trust_remote_code=True,