Namitg02 commited on
Commit
77a8320
·
verified ·
1 Parent(s): 2d1dde1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -4
app.py CHANGED
@@ -1,4 +1,4 @@
1
- from datasets import load_dataset
2
  from datasets import Dataset
3
  from langchain.docstore.document import Document as LangchainDocument
4
  from sentence_transformers import SentenceTransformer
@@ -57,10 +57,13 @@ def create_vector_db():
57
 
58
  print(df.iloc[[17]])
59
 
60
- dataset = Dataset.from_pandas(df)
61
  print("check2b")
62
- print(dataset[3])
63
- dataset.push_to_hub("Namitg02/Test",token = HF_TOKEN)
 
 
 
64
 
65
 
66
  if __name__ == "__main__":
 
1
+ from datasets import load_dataset, concatenate_datasets
2
  from datasets import Dataset
3
  from langchain.docstore.document import Document as LangchainDocument
4
  from sentence_transformers import SentenceTransformer
 
57
 
58
  print(df.iloc[[17]])
59
 
60
+ datasettextfile = Dataset.from_pandas(df)
61
  print("check2b")
62
+ print(datasettextfile[3])
63
+ datapdf = load_dataset("Namitg02/ADASOF24", split='train', streaming=False)
64
+ dataset_combine = concatenate_datasets([datasettextfile, datapdf])
65
+
66
+ dataset_combine.push_to_hub("Namitg02/Test",token = HF_TOKEN)
67
 
68
 
69
  if __name__ == "__main__":