Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,77 +1,17 @@
|
|
1 |
-
|
2 |
-
import
|
3 |
-
|
4 |
-
|
5 |
-
|
6 |
-
from
|
7 |
-
from
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
-
|
12 |
-
from langchain.llms import LiteLLM
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
def load_documents(file_path):
|
19 |
-
if file_path.endswith(".pdf"):
|
20 |
-
loader = PyPDFLoader(file_path)
|
21 |
-
elif file_path.endswith(".docx") or file_path.endswith(".doc"):
|
22 |
-
loader = UnstructuredWordDocumentLoader(file_path)
|
23 |
-
else:
|
24 |
-
raise ValueError("Unsupported file type. Only PDF and DOCX are supported.")
|
25 |
-
return loader.load()
|
26 |
-
|
27 |
-
def create_vector_store(documents):
|
28 |
-
text_splitter = RecursiveCharacterTextSplitter(chunk_size=CHUNK_SIZE, chunk_overlap=CHUNK_OVERLAP)
|
29 |
-
texts = text_splitter.split_documents(documents)
|
30 |
-
|
31 |
-
embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2")
|
32 |
-
vectordb = Chroma.from_documents(texts, embedding=embeddings, persist_directory=DB_DIR)
|
33 |
-
vectordb.persist()
|
34 |
-
return vectordb
|
35 |
-
|
36 |
-
def process_file(file):
|
37 |
-
temp_path = file.name
|
38 |
-
target_path = os.path.join(tempfile.gettempdir(), os.path.basename(temp_path))
|
39 |
-
|
40 |
-
if os.path.abspath(temp_path) != os.path.abspath(target_path):
|
41 |
-
shutil.copy(temp_path, target_path)
|
42 |
-
|
43 |
-
documents = load_documents(target_path)
|
44 |
-
|
45 |
-
if os.path.exists(DB_DIR):
|
46 |
-
shutil.rmtree(DB_DIR)
|
47 |
-
|
48 |
-
vectordb = create_vector_store(documents)
|
49 |
-
return "✅ تم معالجة الملف بنجاح. يمكنك الآن كتابة سؤالك."
|
50 |
-
|
51 |
-
def ask_question(question):
|
52 |
-
embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2")
|
53 |
-
vectordb = Chroma(persist_directory=DB_DIR, embedding_function=embeddings)
|
54 |
-
|
55 |
-
retriever = vectordb.as_retriever()
|
56 |
-
|
57 |
-
llm = LiteLLM(model="mistralai/Mistral-7B-Instruct-v0.2") # لا حاجة لمفتاح API
|
58 |
-
qa_chain = RetrievalQA.from_chain_type(llm=llm, retriever=retriever)
|
59 |
-
|
60 |
-
result = qa_chain.run(question)
|
61 |
-
return result
|
62 |
-
|
63 |
-
with gr.Blocks(title="Smart PDF Assistant") as demo:
|
64 |
-
gr.Markdown("### 🤖 مساعد الكتب الذكي - اسأل أي سؤال بناءً على ملف PDF أو DOCX")
|
65 |
-
|
66 |
-
with gr.Row():
|
67 |
-
file_input = gr.File(label="📄 ارفع ملف PDF أو DOCX", file_types=[".pdf", ".docx", ".doc"])
|
68 |
-
file_status = gr.Textbox(label="حالة الملف", interactive=False)
|
69 |
-
|
70 |
-
with gr.Row():
|
71 |
-
question_input = gr.Textbox(label="❓ اكتب سؤالك هنا", placeholder="ما هو إيمان الكنيسة؟")
|
72 |
-
answer_output = gr.Textbox(label="📘 الإجابة", lines=8)
|
73 |
-
|
74 |
-
file_input.change(process_file, inputs=file_input, outputs=file_status)
|
75 |
-
question_input.submit(ask_question, inputs=question_input, outputs=answer_output)
|
76 |
-
|
77 |
-
demo.launch()
|
|
|
1 |
+
o install langchain-community run `pip install -U langchain-community`.
|
2 |
+
from langchain.llms import LiteLLM
|
3 |
+
Traceback (most recent call last):
|
4 |
+
File "/home/user/app/app.py", line 12, in <module>
|
5 |
+
from langchain.llms import LiteLLM
|
6 |
+
ImportError: cannot import name 'LiteLLM' from 'langchain.llms' (/usr/local/lib/python3.10/site-packages/langchain/llms/__init__.py)
|
7 |
+
/home/user/app/app.py:12: LangChainDeprecationWarning: Importing LLMs from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:
|
8 |
+
|
9 |
+
`from langchain_community.llms import LiteLLM`.
|
10 |
+
|
11 |
+
To install langchain-community run `pip install -U langchain-community`.
|
12 |
+
from langchain.llms import LiteLLM
|
13 |
+
Traceback (most recent call last):
|
14 |
+
File "/home/user/app/app.py", line 12, in <module>
|
15 |
+
from langchain.llms import LiteLLM
|
16 |
+
ImportError: cannot import name 'LiteLLM' from 'langchain.llms' (/usr/local/lib/python3.10/site-packages/langchain/llms/__init__.py)
|
17 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|