Update utils.py

utils.py

@@ -45,19 +45,20 @@ def get_similar_docs(query, k=2, score=False):
 # model = AutoModelForCausalLM.from_pretrained(model_name)
 # tokenizer = AutoTokenizer.from_pretrained(model_name)
 
-model = AutoModelForCausalLM.from_pretrained("gpt2")
-tokenizer = AutoTokenizer.from_pretrained("gpt2")
+# model = AutoModelForCausalLM.from_pretrained("gpt2")
+# tokenizer = AutoTokenizer.from_pretrained("gpt2")
     
-text_generation_pipeline = pipeline(
-    model=model,
-    tokenizer=tokenizer,
-    task="text-generation",
-    temperature=0.2,
-    do_sample=True,
-    repetition_penalty=1.1,
-    return_full_text=True,
-    max_new_tokens=400,
-)
+# text_generation_pipeline = pipeline(
+#     model=model,
+#     tokenizer=tokenizer,
+#     task="text-generation",
+#     temperature=0.2,
+#     do_sample=True,
+#     repetition_penalty=1.1,
+#     return_full_text=True,
+#     max_new_tokens=400,
+# )
+text_generation_pipeline = pipeline("text-generation", model="bigscience/bloom-1b7")
 
 llm = HuggingFacePipeline(pipeline=text_generation_pipeline)