georad commited on
Commit
4439507
·
verified ·
1 Parent(s): c557669

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -66,8 +66,8 @@ HF_model_results = util.semantic_search(INTdesc_embedding, SBScorpus_embeddings)
66
  HF_model_results_sorted = sorted(HF_model_results, key=lambda x: x[1], reverse=True)
67
  HF_model_results_displayed = HF_model_results_sorted[0:numMAPPINGS_input]
68
 
69
- #model_id = "meta-llama/Llama-3.2-1B-Instruct"
70
- #pipe = pipeline("text-generation", model=model_id, torch_dtype=torch.bfloat16, device_map="auto",)
71
 
72
 
73
  col1, col2, col3 = st.columns([1,1,2.5])
 
66
  HF_model_results_sorted = sorted(HF_model_results, key=lambda x: x[1], reverse=True)
67
  HF_model_results_displayed = HF_model_results_sorted[0:numMAPPINGS_input]
68
 
69
+ model_id = "meta-llama/Llama-3.2-1B-Instruct"
70
+ pipe = pipeline("text-generation", model=model_id, device_map="auto",) # torch_dtype=torch.bfloat16
71
 
72
 
73
  col1, col2, col3 = st.columns([1,1,2.5])