QWEN-2.5-Coder-7B

Sleeping

Leri777 commited on Oct 9, 2024

Commit

b149e3a

verified ·

1 Parent(s): a381030

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -75,7 +75,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
 chat_model = ChatHuggingFace(
     model_name=MODEL_ID,
-    huggingfacehub_api_token=os.environ["HUGGINGFACEHUB_API_TOKEN"],
     model_kwargs={
         "device_map": "auto",
         "quantization_config": quantization_config,

 chat_model = ChatHuggingFace(
     model_name=MODEL_ID,
+    huggingfacehub_api_token=os.environ["HF_TOKEN"],
     model_kwargs={
         "device_map": "auto",
         "quantization_config": quantization_config,