Update app.py
Browse files
app.py
CHANGED
@@ -16,11 +16,18 @@ from langchain import PromptTemplate, LLMChain
|
|
16 |
from langchain.callbacks.manager import CallbackManager
|
17 |
from langchain.embeddings import LlamaCppEmbeddings
|
18 |
from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
|
|
|
|
|
|
|
|
|
19 |
|
20 |
# Make sure the model path is correct for your system!
|
21 |
-
llm =
|
22 |
-
|
23 |
-
|
|
|
|
|
|
|
24 |
embeddings = LlamaCppEmbeddings(model_path=model_path )
|
25 |
|
26 |
docs = Docs(llm=llm, embeddings=embeddings)
|
|
|
16 |
from langchain.callbacks.manager import CallbackManager
|
17 |
from langchain.embeddings import LlamaCppEmbeddings
|
18 |
from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
|
19 |
+
from g4f import Provider, models
|
20 |
+
from langchain.llms.base import LLM
|
21 |
+
|
22 |
+
from langchain_g4f import G4FLLM
|
23 |
|
24 |
# Make sure the model path is correct for your system!
|
25 |
+
llm = LLM = G4FLLM(
|
26 |
+
model=models.gpt_35_turbo,
|
27 |
+
provider=Provider.DeepAi,
|
28 |
+
)
|
29 |
+
|
30 |
+
|
31 |
embeddings = LlamaCppEmbeddings(model_path=model_path )
|
32 |
|
33 |
docs = Docs(llm=llm, embeddings=embeddings)
|