robust_llm_TEST_SAVE_NAME / special_tokens_map.json
tomtseng's picture
Upload from /robust_llm_data/checkpoints/default-experiment/default-run/93f3acb93b1b2ee680b1c5682356d471e2d4f59a3eaeee006d9e546044c19fd8/epoch_0003/model by /root/robust-llm/scripts/oskar/push_checkpoints_to_hub.py
c80e5f6 verified
raw
history blame contribute delete
473 Bytes
{
"bos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": "<|endoftext|>",
"unk_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}