Update app.py

app.py

@@ -7,6 +7,10 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain_community.document_loaders import PyPDFLoader, DirectoryLoader
 from sentence_transformers import SentenceTransformer
 from huggingface_hub import Repository, upload_file
+from datasets import Dataset
+import os
+
+HF_TOKEN = os.getenv('HF_Token')
 
 url = "https://oxyjon.com/blog/"
 loader = WebBaseLoader(url)
@@ -27,6 +31,11 @@ def create_vector_db():
     print(column_headers)
     pd.options.display.max_colwidth = 300
     print(df.iloc[[3]])
+    dataset = Dataset.from_pandas(df)
+    print("check2b")
+    print(dataset[3])
+    dataset.push_to_hub("Namitg02/Test",token = HF_TOKEN)
+
 
 if __name__ == "__main__":
     print("check31")