JustusI commited on
Commit
60d5812
·
verified ·
1 Parent(s): 8502d6d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -5,12 +5,13 @@ import streamlit as st
5
  torch.random.manual_seed(0)
6
 
7
  model = AutoModelForCausalLM.from_pretrained(
8
- "microsoft/Phi-3-mini-128k-instruct",
 
9
  device_map="cpu",
10
  torch_dtype="auto",
11
  trust_remote_code=True,
12
  )
13
- tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
14
 
15
  pipe = pipeline(
16
  "text-generation",
 
5
  torch.random.manual_seed(0)
6
 
7
  model = AutoModelForCausalLM.from_pretrained(
8
+ "microsoft/Phi-3-mini-4k-instruct",
9
+ #"microsoft/Phi-3-mini-128k-instruct",
10
  device_map="cpu",
11
  torch_dtype="auto",
12
  trust_remote_code=True,
13
  )
14
+ tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct") #("microsoft/Phi-3-mini-128k-instruct")
15
 
16
  pipe = pipeline(
17
  "text-generation",