justinj92 commited on
Commit
536effb
·
verified ·
1 Parent(s): a4676c8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -71,13 +71,14 @@ class CFG:
71
  Output_folder = './ml-papers-vector'
72
 
73
  @spaces.GPU(duration=120)
74
- loader = DirectoryLoader(CFG.PDFs_path, glob="*.pdf", loader_cls=PyPDFLoader, use_multithreading=True)
75
 
76
  @spaces.GPU(duration=120)
77
  documents = loader.load()
78
 
79
  @spaces.GPU(duration=120)
80
  text_splitter = RecursiveCharacterTextSplitter(chunk_size = CFG.split_chunk_size, chunk_overlap = CFG.split_overlap)
 
81
  @spaces.GPU(duration=120)
82
  texts = text_splitter.split_documents(documents)
83
  @spaces.GPU(duration=120)
 
71
  Output_folder = './ml-papers-vector'
72
 
73
  @spaces.GPU(duration=120)
74
+ loader = DirectoryLoader(CFG.PDFs_path, glob="./*.pdf", loader_cls=PyPDFLoader)
75
 
76
  @spaces.GPU(duration=120)
77
  documents = loader.load()
78
 
79
  @spaces.GPU(duration=120)
80
  text_splitter = RecursiveCharacterTextSplitter(chunk_size = CFG.split_chunk_size, chunk_overlap = CFG.split_overlap)
81
+
82
  @spaces.GPU(duration=120)
83
  texts = text_splitter.split_documents(documents)
84
  @spaces.GPU(duration=120)