Gil158 commited on
Commit
73bb6da
Β·
verified Β·
1 Parent(s): 0ded2ac

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -13,13 +13,13 @@ bnb_config = BitsAndBytesConfig(
13
  )
14
 
15
  # Carregar tokenizer e modelo
16
- tokenizer = AutoTokenizer.from_pretrained(model_id)
17
  model = AutoModelForCausalLM.from_pretrained(
18
  model_id,
19
  device_map="auto",
20
- quantization_config=bnb_config
 
21
  )
22
-
23
  # Pipeline de texto
24
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
25
 
 
13
  )
14
 
15
  # Carregar tokenizer e modelo
16
+ tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
17
  model = AutoModelForCausalLM.from_pretrained(
18
  model_id,
19
  device_map="auto",
20
+ quantization_config=bnb_config,
21
+ trust_remote_code=True
22
  )
 
23
  # Pipeline de texto
24
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
25