valencar commited on
Commit
496d539
·
1 Parent(s): d322739
Files changed (1) hide show
  1. app.py +3 -4
app.py CHANGED
@@ -13,13 +13,12 @@ question = "Qual é o maior planeta do sistema solar?"
13
 
14
  before = datetime.datetime.now()
15
 
 
16
  # Load model directly
17
  from transformers import AutoTokenizer, AutoModelForCausalLM
18
-
19
-
20
 
21
- tokenizer = AutoTokenizer.from_pretrained("01-ai/Yi-34B-Chat")
22
- model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-34B-Chat")
23
 
24
  st.write('tokenizando...')
25
  prompt = "Hey, are you conscious? Can you talk to me?"
 
13
 
14
  before = datetime.datetime.now()
15
 
16
+ # Load model directly
17
  # Load model directly
18
  from transformers import AutoTokenizer, AutoModelForCausalLM
 
 
19
 
20
+ tokenizer = AutoTokenizer.from_pretrained("01-ai/Yi-34B-Chat-4bits")
21
+ model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-34B-Chat-4bits")
22
 
23
  st.write('tokenizando...')
24
  prompt = "Hey, are you conscious? Can you talk to me?"