attempt to initialize model

app.py

@@ -26,10 +26,10 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
 
 
 text_splitter = RecursiveCharacterTextSplitter(chunk_size=350, chunk_overlap=10)
-model_id = HuggingFaceHub(repo_id="HuggingFaceH4/zephyr-7b-beta", model_kwargs={"temperature":0.1, "max_new_tokens":300})
+# model_id = HuggingFaceHub(repo_id="HuggingFaceH4/zephyr-7b-beta", model_kwargs={"temperature":0.1, "max_new_tokens":300})
 embeddings = HuggingFaceHubEmbeddings()
 
-# model_id = "HuggingFaceH4/zephyr-7b-beta"
+model_id = "HuggingFaceH4/zephyr-7b-beta"
 # model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
 model = AutoModelForCausalLM.from_pretrained(
     model_id,