CCockrum commited on
Commit
8dc255c
·
verified ·
1 Parent(s): f77e366

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -34,7 +34,8 @@ if "follow_up" not in st.session_state:
34
  st.session_state.follow_up = ""
35
 
36
  # ✅ Initialize Hugging Face Model (Explicitly Set to CPU/GPU)
37
- def get_llm_hf_inference(model_id="mistralai/Mistral-7B-Instruct-v0.3", max_new_tokens=512, temperature=0.7):
 
38
  return HuggingFaceEndpoint(
39
  repo_id=model_id,
40
  max_new_tokens=max_new_tokens,
 
34
  st.session_state.follow_up = ""
35
 
36
  # ✅ Initialize Hugging Face Model (Explicitly Set to CPU/GPU)
37
+ def get_llm_hf_inference(model_id="meta-llama/Llama-2-7b-chat-hf", max_new_tokens=512, temperature=0.7):
38
+ #mistralai/Mistral-7B-Instruct-v0.3
39
  return HuggingFaceEndpoint(
40
  repo_id=model_id,
41
  max_new_tokens=max_new_tokens,