Update app.py

app.py

@@ -11,6 +11,9 @@ from llama_index.text_splitter import TokenTextSplitter
 from llama_index.node_parser import SimpleNodeParser
 from langchain.embeddings import HuggingFaceEmbeddings, HuggingFaceInstructEmbeddings
 from llama_index import SimpleDirectoryReader, VectorStoreIndex
+from g4f import Provider, models
+from langchain.llms.base import LLM
+from llama_index.llms import LangChainLLM 
 from gradio import Interface
 nest_asyncio.apply()
 from huggingface_hub import hf_hub_download
@@ -38,10 +41,11 @@ prompt_helper = PromptHelper(
 from langchain_g4f import G4FLLM
 
 async def main(question):
-    llm = LlamaCpp(
-    model_path=model_path, callbacks=[StreamingStdOutCallbackHandler()]
+    llm : LLM = G4FLLM(
+        model=models.gpt_35_turbo,
+        provider=Provider.Acytoo,
     )
-    from llama_index.llms import LangChainLLM
+    
 
     llm = LangChainLLM(llm=llm)