Spaces:
Running
Running
adibak
commited on
Commit
·
90c828a
1
Parent(s):
acafc9b
make changes per PR review
Browse files- app.py +23 -35
- global_config.py +1 -0
- helpers/file_manager.py +4 -8
app.py
CHANGED
@@ -13,7 +13,6 @@ import httpx
|
|
13 |
import huggingface_hub
|
14 |
import json5
|
15 |
import ollama
|
16 |
-
from pypdf import PdfReader
|
17 |
import requests
|
18 |
import streamlit as st
|
19 |
from dotenv import load_dotenv
|
@@ -224,9 +223,9 @@ with st.sidebar:
|
|
224 |
)
|
225 |
|
226 |
# make slider with initial values
|
227 |
-
page_range_slider = st.slider(
|
228 |
-
1,
|
229 |
-
st.session_state[
|
230 |
|
231 |
|
232 |
def build_ui():
|
@@ -262,8 +261,8 @@ def set_up_chat_ui():
|
|
262 |
Prepare the chat interface and related functionality.
|
263 |
"""
|
264 |
# set start and end page
|
265 |
-
st.session_state[
|
266 |
-
st.session_state[
|
267 |
|
268 |
with st.expander('Usage Instructions'):
|
269 |
st.markdown(GlobalConfig.CHAT_USAGE_INSTRUCTIONS)
|
@@ -293,38 +292,27 @@ def set_up_chat_ui():
|
|
293 |
if prompt['files']:
|
294 |
# store uploaded pdf in session state
|
295 |
uploaded_pdf = prompt['files'][0]
|
296 |
-
st.session_state[
|
297 |
# Apparently, Streamlit stores uploaded files in memory and clears on browser close
|
298 |
# https://docs.streamlit.io/knowledge-base/using-streamlit/where-file-uploader-store-when-deleted
|
299 |
|
300 |
-
|
301 |
-
|
302 |
-
|
303 |
-
|
304 |
-
|
305 |
-
|
306 |
-
|
307 |
-
|
308 |
-
|
309 |
-
|
310 |
-
|
311 |
-
|
312 |
-
|
313 |
-
|
314 |
-
|
315 |
-
|
316 |
-
|
317 |
-
st.session_state["start_page"],
|
318 |
-
st.session_state["end_page"])
|
319 |
-
# update sidebar text for name and page selection
|
320 |
-
with st.sidebar:
|
321 |
-
st.text(f"Extracting pages {st.session_state["start_page"]} to {st.session_state["end_page"]} in {st.session_state["pdf_file"].name}")
|
322 |
-
|
323 |
-
# get contents
|
324 |
-
st.session_state[ADDITIONAL_INFO] = filem.get_pdf_contents(st.session_state["pdf_file"],
|
325 |
-
(st.session_state["start_page"], st.session_state["end_page"]))
|
326 |
-
|
327 |
-
|
328 |
provider, llm_name = llm_helper.get_provider_model(
|
329 |
llm_provider_to_use,
|
330 |
use_ollama=RUN_IN_OFFLINE_MODE
|
|
|
13 |
import huggingface_hub
|
14 |
import json5
|
15 |
import ollama
|
|
|
16 |
import requests
|
17 |
import streamlit as st
|
18 |
from dotenv import load_dotenv
|
|
|
223 |
)
|
224 |
|
225 |
# make slider with initial values
|
226 |
+
page_range_slider = st.slider('7: Specify a page range for the PDF file:',
|
227 |
+
1, GlobalConfig.MAX_ALLOWED_PAGES, [1, GlobalConfig.MAX_ALLOWED_PAGES])
|
228 |
+
st.session_state['page_range_slider'] = page_range_slider
|
229 |
|
230 |
|
231 |
def build_ui():
|
|
|
261 |
Prepare the chat interface and related functionality.
|
262 |
"""
|
263 |
# set start and end page
|
264 |
+
st.session_state['start_page'] = st.session_state['page_range_slider'][0]
|
265 |
+
st.session_state['end_page'] = st.session_state['page_range_slider'][1]
|
266 |
|
267 |
with st.expander('Usage Instructions'):
|
268 |
st.markdown(GlobalConfig.CHAT_USAGE_INSTRUCTIONS)
|
|
|
292 |
if prompt['files']:
|
293 |
# store uploaded pdf in session state
|
294 |
uploaded_pdf = prompt['files'][0]
|
295 |
+
st.session_state['pdf_file'] = uploaded_pdf
|
296 |
# Apparently, Streamlit stores uploaded files in memory and clears on browser close
|
297 |
# https://docs.streamlit.io/knowledge-base/using-streamlit/where-file-uploader-store-when-deleted
|
298 |
|
299 |
+
# get validated page range
|
300 |
+
st.session_state['start_page'], st.session_state['end_page'] = filem.validate_page_range(
|
301 |
+
st.session_state['pdf_file'],
|
302 |
+
st.session_state['start_page'],
|
303 |
+
st.session_state['end_page']
|
304 |
+
)
|
305 |
+
# show sidebar text for page selection and file name
|
306 |
+
with st.sidebar:
|
307 |
+
st.text(f'Extracting pages {st.session_state['start_page']} to {st.session_state['end_page']} in {st.session_state['pdf_file'].name}')
|
308 |
+
|
309 |
+
# get pdf contents
|
310 |
+
st.session_state[ADDITIONAL_INFO] = filem.get_pdf_contents(
|
311 |
+
st.session_state['pdf_file'],
|
312 |
+
(st.session_state['start_page'],
|
313 |
+
st.session_state['end_page'])
|
314 |
+
)
|
315 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
316 |
provider, llm_name = llm_helper.get_provider_model(
|
317 |
llm_provider_to_use,
|
318 |
use_ollama=RUN_IN_OFFLINE_MODE
|
global_config.py
CHANGED
@@ -108,6 +108,7 @@ class GlobalConfig:
|
|
108 |
DEFAULT_MODEL_INDEX = int(os.environ.get('DEFAULT_MODEL_INDEX', '4'))
|
109 |
LLM_MODEL_TEMPERATURE = 0.2
|
110 |
MAX_PAGE_COUNT = 50
|
|
|
111 |
LLM_MODEL_MAX_INPUT_LENGTH = 1000 # characters
|
112 |
|
113 |
LOG_LEVEL = 'DEBUG'
|
|
|
108 |
DEFAULT_MODEL_INDEX = int(os.environ.get('DEFAULT_MODEL_INDEX', '4'))
|
109 |
LLM_MODEL_TEMPERATURE = 0.2
|
110 |
MAX_PAGE_COUNT = 50
|
111 |
+
MAX_ALLOWED_PAGES = 150
|
112 |
LLM_MODEL_MAX_INPUT_LENGTH = 1000 # characters
|
113 |
|
114 |
LOG_LEVEL = 'DEBUG'
|
helpers/file_manager.py
CHANGED
@@ -19,23 +19,19 @@ logger = logging.getLogger(__name__)
|
|
19 |
|
20 |
def get_pdf_contents(
|
21 |
pdf_file: st.runtime.uploaded_file_manager.UploadedFile,
|
22 |
-
page_range: tuple[int, int]
|
23 |
-
max_pages: int = GlobalConfig.MAX_PAGE_COUNT
|
24 |
-
) -> str:
|
25 |
"""
|
26 |
Extract the text contents from a PDF file.
|
27 |
|
28 |
:param pdf_file: The uploaded PDF file.
|
29 |
:param page_range: The range of pages to extract contents from.
|
30 |
-
:param max_pages: The max no. of pages to extract contents from.
|
31 |
:return: The contents.
|
32 |
"""
|
33 |
|
34 |
reader = PdfReader(pdf_file)
|
35 |
|
36 |
-
start, end = page_range
|
37 |
|
38 |
-
print(f"starting at {start}, ending {end}")
|
39 |
|
40 |
text = ''
|
41 |
for page_num in range(start - 1, end):
|
@@ -51,7 +47,7 @@ def validate_page_range(pdf_file: st.runtime.uploaded_file_manager.UploadedFile,
|
|
51 |
|
52 |
:param pdf_file: The uploaded PDF file.
|
53 |
:param start: The start page
|
54 |
-
:param
|
55 |
:return: The validated page range tuple
|
56 |
"""
|
57 |
n_pages = len(PdfReader(pdf_file).pages)
|
@@ -65,4 +61,4 @@ def validate_page_range(pdf_file: st.runtime.uploaded_file_manager.UploadedFile,
|
|
65 |
if start > end: # if the start is higher than the end, make it 1
|
66 |
start = 1
|
67 |
|
68 |
-
return
|
|
|
19 |
|
20 |
def get_pdf_contents(
|
21 |
pdf_file: st.runtime.uploaded_file_manager.UploadedFile,
|
22 |
+
page_range: tuple[int, int]) -> str:
|
|
|
|
|
23 |
"""
|
24 |
Extract the text contents from a PDF file.
|
25 |
|
26 |
:param pdf_file: The uploaded PDF file.
|
27 |
:param page_range: The range of pages to extract contents from.
|
|
|
28 |
:return: The contents.
|
29 |
"""
|
30 |
|
31 |
reader = PdfReader(pdf_file)
|
32 |
|
33 |
+
start, end = page_range # set start and end per the range (user-specified values)
|
34 |
|
|
|
35 |
|
36 |
text = ''
|
37 |
for page_num in range(start - 1, end):
|
|
|
47 |
|
48 |
:param pdf_file: The uploaded PDF file.
|
49 |
:param start: The start page
|
50 |
+
:param end: The end page
|
51 |
:return: The validated page range tuple
|
52 |
"""
|
53 |
n_pages = len(PdfReader(pdf_file).pages)
|
|
|
61 |
if start > end: # if the start is higher than the end, make it 1
|
62 |
start = 1
|
63 |
|
64 |
+
return start, end
|