CCockrum commited on
Commit
ff30f8f
·
verified ·
1 Parent(s): 4ec9b88

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -32,7 +32,7 @@ if "response_ready" not in st.session_state:
32
  st.session_state.response_ready = False
33
 
34
  # ✅ Initialize Hugging Face Model (Explicitly Set to CPU/GPU)
35
- def get_llm_hf_inference(model_id="meta-llama/Llama-2-7b-chat-hf", max_new_tokens=800, temperature=0.2):
36
  return HuggingFaceEndpoint(
37
  repo_id=model_id,
38
  max_new_tokens=max_new_tokens,
 
32
  st.session_state.response_ready = False
33
 
34
  # ✅ Initialize Hugging Face Model (Explicitly Set to CPU/GPU)
35
+ def get_llm_hf_inference(model_id="meta-llama/Llama-2-7b-chat-hf", max_new_tokens=800, temperature=0.3):
36
  return HuggingFaceEndpoint(
37
  repo_id=model_id,
38
  max_new_tokens=max_new_tokens,