Update utils.py

utils.py

@@ -6,7 +6,7 @@ from langchain.vectorstores import Chroma
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 from langchain_community.llms import HuggingFacePipeline
 from langchain.chains.question_answering import load_qa_chain
-from sentence_transformers import SentenceTransformer
+
 
 # Load and process documents
 dir = "data"
@@ -41,9 +41,12 @@ def get_similar_docs(query, k=2, score=False):
 
 # Load LLM model from Hugging Face
 
-model_name = "HuggingFaceH4/zephyr-7b-beta"
-model = AutoModelForCausalLM.from_pretrained(model_name)
-tokenizer = AutoTokenizer.from_pretrained(model_name)
+# model_name = "HuggingFaceH4/zephyr-7b-beta"
+# model = AutoModelForCausalLM.from_pretrained(model_name)
+# tokenizer = AutoTokenizer.from_pretrained(model_name)
+
+model = AutoModelForCausalLM.from_pretrained("gpt2")
+tokenizer = AutoTokenizer.from_pretrained("gpt2")
     
 text_generation_pipeline = pipeline(
     model=model,