Gil158 commited on
Commit
6c8697c
·
verified ·
1 Parent(s): 72dcf26

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -4,7 +4,11 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
4
  # Carregar o modelo direto do HuggingFace Hub
5
  model_id = "microsoft/phi-2"
6
  tokenizer = AutoTokenizer.from_pretrained(model_id)
7
- model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
 
 
 
 
8
 
9
  # Pipeline de geração de texto
10
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
 
4
  # Carregar o modelo direto do HuggingFace Hub
5
  model_id = "microsoft/phi-2"
6
  tokenizer = AutoTokenizer.from_pretrained(model_id)
7
+ model = AutoModelForCausalLM.from_pretrained(
8
+ model_id,
9
+ device_map="auto",
10
+ offload_folder="offload"
11
+ )
12
 
13
  # Pipeline de geração de texto
14
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)