quoc-khanh commited on
Commit
fdbc0db
·
verified ·
1 Parent(s): 81e316e

Update file_loader.py

Browse files
Files changed (1) hide show
  1. file_loader.py +2 -1
file_loader.py CHANGED
@@ -29,7 +29,8 @@ def get_vectorstore():
29
  FAQ_splits = get_json_splits_only(FAQ_path)
30
  all_splits += FAQ_splits
31
 
32
- base_urls = ['https://nct.neu.edu.vn/', 'https://fsf.neu.edu.vn/', 'https://mfe.neu.edu.vn/', 'https://mis.neu.edu.vn/', 'https://fda.neu.edu.vn/', 'https://khoathongke.neu.edu.vn/', 'https://fit.neu.edu.vn/']
 
33
  website_contents = scrape_website(base_urls='base_urls')
34
  all_splits += website_contents
35
 
 
29
  FAQ_splits = get_json_splits_only(FAQ_path)
30
  all_splits += FAQ_splits
31
 
32
+ base_urls = ['https://fda.neu.edu.vn/hoi-nghi-khoa-hoc-cong-nghe-dai-hoc-kinh-te-quoc-dan-nam-2025/']
33
+ #['https://nct.neu.edu.vn/', 'https://fsf.neu.edu.vn/', 'https://mfe.neu.edu.vn/', 'https://mis.neu.edu.vn/', 'https://fda.neu.edu.vn/', 'https://khoathongke.neu.edu.vn/', 'https://fit.neu.edu.vn/']
34
  website_contents = scrape_website(base_urls='base_urls')
35
  all_splits += website_contents
36