Update file_loader.py

file_loader.py

@@ -28,9 +28,14 @@ def get_vectorstore():
     FAQ_path = "syllabus_nct_word_format/FAQ.json"
     FAQ_splits = get_json_splits_only(FAQ_path)
     all_splits += FAQ_splits
-
+    
+    print('Crawing from https://nct.neu.edu.vn/')
     website_content = get_web_documents(base_url='https://nct.neu.edu.vn/')
     all_splits += website_content
+
+    print('Crawing from https://neu.edu.vn/')
+    website_content = get_web_documents(base_url='https://neu.edu.vn/')
+    all_splits += website_content
     
     # Lưu vào vectorstore với nhúng từ Google GenAI
     # embedding = GoogleGenerativeAIEmbeddings(model="models/text-embedding-004")