Update app.py
Browse files
app.py
CHANGED
|
@@ -20,7 +20,9 @@ dataset = load_dataset("Namitg02/Test", split='train', streaming=False)
|
|
| 20 |
print(dataset)
|
| 21 |
# Returns a list of dictionaries, each representing a row in the dataset.
|
| 22 |
print(dataset[1])
|
| 23 |
-
splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=15,separators=["\n\n", "\n", " ", ""])
|
|
|
|
|
|
|
| 24 |
docs = splitter.create_documents(str(dataset))
|
| 25 |
# Returns a list of documents
|
| 26 |
print(docs)
|
|
|
|
| 20 |
print(dataset)
|
| 21 |
# Returns a list of dictionaries, each representing a row in the dataset.
|
| 22 |
print(dataset[1])
|
| 23 |
+
splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=15,separators=["\n\n", "\n", " "]) # ["\n\n", "\n", " ", ""])
|
| 24 |
+
|
| 25 |
+
|
| 26 |
docs = splitter.create_documents(str(dataset))
|
| 27 |
# Returns a list of documents
|
| 28 |
print(docs)
|