Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -34,7 +34,7 @@ if "follow_up" not in st.session_state:
|
|
34 |
st.session_state.follow_up = ""
|
35 |
|
36 |
# ✅ Initialize Hugging Face Model (Explicitly Set to CPU/GPU)
|
37 |
-
def get_llm_hf_inference(model_id="meta-llama/Llama-2-7b-chat-hf", max_new_tokens=800, temperature=0.
|
38 |
#mistralai/Mistral-7B-Instruct-v0.3
|
39 |
return HuggingFaceEndpoint(
|
40 |
repo_id=model_id,
|
|
|
34 |
st.session_state.follow_up = ""
|
35 |
|
36 |
# ✅ Initialize Hugging Face Model (Explicitly Set to CPU/GPU)
|
37 |
+
def get_llm_hf_inference(model_id="meta-llama/Llama-2-7b-chat-hf", max_new_tokens=800, temperature=0.6):
|
38 |
#mistralai/Mistral-7B-Instruct-v0.3
|
39 |
return HuggingFaceEndpoint(
|
40 |
repo_id=model_id,
|