anubhav77 commited on
Commit
4e1b239
·
1 Parent(s): 5a52cb0
models/bge-large-en-v1.5/BAAI/bge-large-en-v1.5/tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "clean_up_tokenization_spaces": true,
3
+ "cls_token": "[CLS]",
4
+ "do_basic_tokenize": true,
5
+ "do_lower_case": true,
6
+ "mask_token": "[MASK]",
7
+ "model_max_length": 512,
8
+ "never_split": null,
9
+ "pad_token": "[PAD]",
10
+ "sep_token": "[SEP]",
11
+ "strip_accents": null,
12
+ "tokenize_chinese_chars": true,
13
+ "tokenizer_class": "BertTokenizer",
14
+ "unk_token": "[UNK]"
15
+ }
src/baseInfra/dropbox_handler.py CHANGED
@@ -12,7 +12,7 @@ APP_SECRET=os.environ['DROPBOX_APP_SECRET']
12
  REFRESH_TOKEN=fbh.fb_get("d2_refreshtoken")
13
 
14
  #os.environ['DROP_DIR2']="C:/dockers/chroma/chroma1/"
15
- os.environ['APP_PATH']="/"
16
  #print("token::",TOKEN)
17
 
18
  with dropbox.Dropbox(oauth2_access_token=TOKEN,app_key=APP_KEY,app_secret=APP_SECRET,oauth2_refresh_token=REFRESH_TOKEN) as dbx: #,app_key=APP_KEY,app_secret=APP_SECRET,oauth2_refresh_token=REFRESH_TOKEN) as dbx:
 
12
  REFRESH_TOKEN=fbh.fb_get("d2_refreshtoken")
13
 
14
  #os.environ['DROP_DIR2']="C:/dockers/chroma/chroma1/"
15
+ #os.environ['APP_PATH']="/"
16
  #print("token::",TOKEN)
17
 
18
  with dropbox.Dropbox(oauth2_access_token=TOKEN,app_key=APP_KEY,app_secret=APP_SECRET,oauth2_refresh_token=REFRESH_TOKEN) as dbx: #,app_key=APP_KEY,app_secret=APP_SECRET,oauth2_refresh_token=REFRESH_TOKEN) as dbx: