Update app.py

app.py

@@ -28,14 +28,22 @@ llm = Cohere(
 embedding_model = CohereEmbedding(
     api_key=api_key, 
     model_name="embed-multilingual-v3.0",
-    input_type="search_document",)
-
+    input_type="search_document",
+    embedding_type="int8",)
 
+query_model = CohereEmbedding(
+    api_key=api_key, 
+    model_name="embed-multilingual-v3.0",
+    input_type="search_query",)
 
 
 # Set Global settings
 Settings.llm = llm
-Settings.embed_model = embedding_model
+Settings.embed_model=embedding_model
+# set context window
+Settings.context_window = 4096
+# set number of output tokens
+Settings.num_output = 256
 
 db_path=""
 
@@ -118,7 +126,7 @@ def infer(message:str, history: list):
     
     # Get the index from the vector store
     index = VectorStoreIndex.from_vector_store(
-        vector_store
+        vector_store,
     )