Update app.py

app.py

@@ -28,6 +28,10 @@ except ImportError as e:
     from accelerate import Accelerator
     import bitsandbytes
 
+# Add before loading model
+from huggingface_hub import login
+login()  # Will prompt for token or use HF_TOKEN env variable
+
 # Model setup
 MODEL_ID = "meta-llama/Llama-2-7b-hf"  # Use Llama-2-7b; switch to "meta-llama/Llama-3-8b-hf" for Llama 3
 tokenizer = LlamaTokenizer.from_pretrained(MODEL_ID)