Rexopia commited on
Commit
96f5f50
·
1 Parent(s): 1e8dee5

fast update

Browse files
Files changed (1) hide show
  1. tokenization_hawk.py +5 -2
tokenization_hawk.py CHANGED
@@ -40,15 +40,18 @@ VOCAB_FILES_NAMES = {
40
 
41
  PRETRAINED_VOCAB_FILES_MAP = {
42
  "vocab_file": {
43
- "hawk-demo": "/path/to/hawk/vocab.json",
 
44
  },
45
  "merges_file": {
46
- "hawk-demo": "/path/to/hawk/merges.txt",
 
47
  },
48
  }
49
 
50
  PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
51
  "hawk-demo": 1024,
 
52
  }
53
 
54
 
 
40
 
41
  PRETRAINED_VOCAB_FILES_MAP = {
42
  "vocab_file": {
43
+ "hawk-demo": "https://huggingface.co/Rexopia/HawkLM-demo/blob/main/vocab.json",
44
+ "hawk-chat-demo": "https://huggingface.co/Rexopia/HawkLM-Chat-demo/blob/main/vocab.json",
45
  },
46
  "merges_file": {
47
+ "hawk-demo": "https://huggingface.co/Rexopia/HawkLM-demo/blob/main/merges.txt",
48
+ "hawk-chat-demo": "https://huggingface.co/Rexopia/HawkLM-Chat-demo/blob/main/merges.txt",
49
  },
50
  }
51
 
52
  PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
53
  "hawk-demo": 1024,
54
+ "hawk-chat-demo": 1024,
55
  }
56
 
57