Update app.py
Browse files
app.py
CHANGED
@@ -5,12 +5,13 @@ import streamlit as st
|
|
5 |
torch.random.manual_seed(0)
|
6 |
|
7 |
model = AutoModelForCausalLM.from_pretrained(
|
8 |
-
|
|
|
9 |
device_map="cpu",
|
10 |
torch_dtype="auto",
|
11 |
trust_remote_code=True,
|
12 |
)
|
13 |
-
tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
|
14 |
|
15 |
pipe = pipeline(
|
16 |
"text-generation",
|
|
|
5 |
torch.random.manual_seed(0)
|
6 |
|
7 |
model = AutoModelForCausalLM.from_pretrained(
|
8 |
+
"microsoft/Phi-3-mini-4k-instruct",
|
9 |
+
#"microsoft/Phi-3-mini-128k-instruct",
|
10 |
device_map="cpu",
|
11 |
torch_dtype="auto",
|
12 |
trust_remote_code=True,
|
13 |
)
|
14 |
+
tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct") #("microsoft/Phi-3-mini-128k-instruct")
|
15 |
|
16 |
pipe = pipeline(
|
17 |
"text-generation",
|