Update app.py

app.py

@@ -1,17 +1,17 @@
 import gradio as gr
-
 import torch
 from peft import PeftModel, PeftConfig
 from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, AutoTokenizer, GenerationConfig
-
 from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig, GemmaTokenizer,  StoppingCriteria, StoppingCriteriaList, GenerationConfig
-
 import os
 
+token = os.getenv("hf_token")
+
+
 peft_model_id = "daqc/kuntur-peru-legal-es-gemma-2b-it"
 config = PeftConfig.from_pretrained(peft_model_id)
-model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map={"":0})
-tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
+model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map={"":0}, token=hf_token)
+tokenizer = AutoTokenizer.from_pretrained(peft_model_id, token=hf_token)
 
 model = PeftModel.from_pretrained(model, peft_model_id)
 model.eval()