Update app.py
Browse files
app.py
CHANGED
@@ -26,10 +26,10 @@ with st.sidebar:
|
|
26 |
|
27 |
# --- Load Model & Tokenizer ---
|
28 |
@st.cache_resource
|
29 |
-
def load_model(): #
|
30 |
tokenizer = AutoTokenizer.from_pretrained("amiguel/GM_Mistral7B_Finetune", trust_remote_code=True, token=HF_TOKEN)
|
31 |
model = AutoModelForCausalLM.from_pretrained(
|
32 |
-
"amiguel/
|
33 |
device_map="auto",
|
34 |
torch_dtype=torch.bfloat16 if torch.cuda.is_bf16_supported() else torch.float32,
|
35 |
trust_remote_code=True,
|
|
|
26 |
|
27 |
# --- Load Model & Tokenizer ---
|
28 |
@st.cache_resource
|
29 |
+
def load_model(): # amiguel/GM_Qwen1.8B_Finetune
|
30 |
tokenizer = AutoTokenizer.from_pretrained("amiguel/GM_Mistral7B_Finetune", trust_remote_code=True, token=HF_TOKEN)
|
31 |
model = AutoModelForCausalLM.from_pretrained(
|
32 |
+
"amiguel/GM_Mistral7B_Finetune",
|
33 |
device_map="auto",
|
34 |
torch_dtype=torch.bfloat16 if torch.cuda.is_bf16_supported() else torch.float32,
|
35 |
trust_remote_code=True,
|