Mbonea commited on
Commit
d6ecd0d
·
1 Parent(s): 71c5557

smaller tokens

Browse files
Files changed (1) hide show
  1. App/Chat/utils/Summarize.py +1 -1
App/Chat/utils/Summarize.py CHANGED
@@ -16,7 +16,7 @@ palm.configure(api_key=API_KEY)
16
 
17
 
18
  text_splitter = RecursiveCharacterTextSplitter(
19
- separators=["\n\n", "\n", "."], chunk_size=40_000, chunk_overlap=500
20
  )
21
 
22
 
 
16
 
17
 
18
  text_splitter = RecursiveCharacterTextSplitter(
19
+ separators=["\n\n", "\n", "."], chunk_size=2000, chunk_overlap=500
20
  )
21
 
22