Spaces:
Sleeping
Sleeping
File size: 320 Bytes
e02136d |
1 2 3 4 5 6 7 8 9 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
def chunk_documents(docs, chunk_size=500, chunk_overlap=50):
text_splitter = RecursiveCharacterTextSplitter(
chunk_size=chunk_size,
chunk_overlap=chunk_overlap
)
chunks = text_splitter.split_documents(docs)
return chunks |