Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -30,7 +30,7 @@ for ext in extensions:
|
|
| 30 |
"""
|
| 31 |
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
|
| 32 |
"""
|
| 33 |
-
client = InferenceClient("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF")#("QuantFactory/Meta-Llama-3-8B-Instruct-GGUF")#("HuggingFaceH4/zephyr-7b-beta")
|
| 34 |
|
| 35 |
SYSTEM_MESSAGE = "You are a QA chatbot -\n"#"You are a QA chatbot to answer queries on my homepage that has the following information -\n\n" + "\n\n".join(text_list)
|
| 36 |
|
|
|
|
| 30 |
"""
|
| 31 |
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
|
| 32 |
"""
|
| 33 |
+
client = InferenceClient("TheBloke/TinyLlama-1.1B-Chat-v1.0-GPTQ")#("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF")#("QuantFactory/Meta-Llama-3-8B-Instruct-GGUF")#("HuggingFaceH4/zephyr-7b-beta")
|
| 34 |
|
| 35 |
SYSTEM_MESSAGE = "You are a QA chatbot -\n"#"You are a QA chatbot to answer queries on my homepage that has the following information -\n\n" + "\n\n".join(text_list)
|
| 36 |
|