Docfile commited on
Commit
9d16496
ยท
1 Parent(s): 6ba5d19

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -3
app.py CHANGED
@@ -16,11 +16,18 @@ from langchain import PromptTemplate, LLMChain
16
  from langchain.callbacks.manager import CallbackManager
17
  from langchain.embeddings import LlamaCppEmbeddings
18
  from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 
 
 
 
19
 
20
  # Make sure the model path is correct for your system!
21
- llm = LlamaCpp(
22
- model_path=model_path, callbacks=[StreamingStdOutCallbackHandler()]
23
- )
 
 
 
24
  embeddings = LlamaCppEmbeddings(model_path=model_path )
25
 
26
  docs = Docs(llm=llm, embeddings=embeddings)
 
16
  from langchain.callbacks.manager import CallbackManager
17
  from langchain.embeddings import LlamaCppEmbeddings
18
  from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
19
+ from g4f import Provider, models
20
+ from langchain.llms.base import LLM
21
+
22
+ from langchain_g4f import G4FLLM
23
 
24
  # Make sure the model path is correct for your system!
25
+ llm = LLM = G4FLLM(
26
+ model=models.gpt_35_turbo,
27
+ provider=Provider.DeepAi,
28
+ )
29
+
30
+
31
  embeddings = LlamaCppEmbeddings(model_path=model_path )
32
 
33
  docs = Docs(llm=llm, embeddings=embeddings)