Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
-
from datasets import load_dataset
|
2 |
from datasets import Dataset
|
3 |
from langchain.docstore.document import Document as LangchainDocument
|
4 |
from sentence_transformers import SentenceTransformer
|
@@ -57,10 +57,13 @@ def create_vector_db():
|
|
57 |
|
58 |
print(df.iloc[[17]])
|
59 |
|
60 |
-
|
61 |
print("check2b")
|
62 |
-
print(
|
63 |
-
|
|
|
|
|
|
|
64 |
|
65 |
|
66 |
if __name__ == "__main__":
|
|
|
1 |
+
from datasets import load_dataset, concatenate_datasets
|
2 |
from datasets import Dataset
|
3 |
from langchain.docstore.document import Document as LangchainDocument
|
4 |
from sentence_transformers import SentenceTransformer
|
|
|
57 |
|
58 |
print(df.iloc[[17]])
|
59 |
|
60 |
+
datasettextfile = Dataset.from_pandas(df)
|
61 |
print("check2b")
|
62 |
+
print(datasettextfile[3])
|
63 |
+
datapdf = load_dataset("Namitg02/ADASOF24", split='train', streaming=False)
|
64 |
+
dataset_combine = concatenate_datasets([datasettextfile, datapdf])
|
65 |
+
|
66 |
+
dataset_combine.push_to_hub("Namitg02/Test",token = HF_TOKEN)
|
67 |
|
68 |
|
69 |
if __name__ == "__main__":
|