Upload app.py

app.py

@@ -1,14 +1,23 @@
 import transformers
 import torch
 import gradio as gr
+import os
 
-# Load the chatbot model
+# Retrieve Hugging Face API token from environment variable
+hf_token = os.getenv("HF_TOKEN")
+
+# Ensure the token is available
+if not hf_token:
+    raise ValueError("Hugging Face token not found. Please add it to the secrets in Hugging Face Spaces.")
+
+# Load the chatbot model with the token (for private models or usage limits)
 model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
 pipeline = transformers.pipeline(
     "text-generation",
     model=model_id,
     model_kwargs={"torch_dtype": torch.bfloat16},
     device_map="auto",
+    use_auth_token=hf_token  # Use the Hugging Face token here
 )
 
 # Function to calculate scores and rankings