Spaces:
Paused
Paused
Husnain
commited on
💎 [Feature] New model supported: command-r-plus (CohereForai/c4ai-com…
Browse files- constants/models.py +10 -9
constants/models.py
CHANGED
|
@@ -4,6 +4,7 @@ MODEL_MAP = {
|
|
| 4 |
"mistral-7b": "mistralai/Mistral-7B-Instruct-v0.2",
|
| 5 |
"openchat-3.5": "openchat/openchat-3.5-0106",
|
| 6 |
"gemma-1.1-7b": "google/gemma-1.1-7b-it",
|
|
|
|
| 7 |
"default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 8 |
}
|
| 9 |
|
|
@@ -14,6 +15,7 @@ STOP_SEQUENCES_MAP = {
|
|
| 14 |
"mistral-7b": "</s>",
|
| 15 |
"openchat-3.5": "<|end_of_turn|>",
|
| 16 |
"gemma-1.1-7b": "<eos>",
|
|
|
|
| 17 |
}
|
| 18 |
|
| 19 |
TOKEN_LIMIT_MAP = {
|
|
@@ -23,20 +25,12 @@ TOKEN_LIMIT_MAP = {
|
|
| 23 |
"openchat-3.5": 8192,
|
| 24 |
"gemma-1.1-7b": 8192,
|
| 25 |
"gpt-3.5-turbo": 8192,
|
|
|
|
| 26 |
}
|
| 27 |
|
| 28 |
TOKEN_RESERVED = 20
|
| 29 |
|
| 30 |
|
| 31 |
-
AVAILABLE_MODELS = [
|
| 32 |
-
"mixtral-8x7b",
|
| 33 |
-
"nous-mixtral-8x7b",
|
| 34 |
-
"mistral-7b",
|
| 35 |
-
"openchat-3.5",
|
| 36 |
-
"gemma-1.1-7b",
|
| 37 |
-
"gpt-3.5-turbo",
|
| 38 |
-
]
|
| 39 |
-
|
| 40 |
# https://platform.openai.com/docs/api-reference/models/list
|
| 41 |
AVAILABLE_MODELS_DICTS = [
|
| 42 |
{
|
|
@@ -74,6 +68,13 @@ AVAILABLE_MODELS_DICTS = [
|
|
| 74 |
"created": 1700000000,
|
| 75 |
"owned_by": "Google",
|
| 76 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
{
|
| 78 |
"id": "gpt-3.5-turbo",
|
| 79 |
"description": "[openai/gpt-3.5-turbo]: https://platform.openai.com/docs/models/gpt-3-5-turbo",
|
|
|
|
| 4 |
"mistral-7b": "mistralai/Mistral-7B-Instruct-v0.2",
|
| 5 |
"openchat-3.5": "openchat/openchat-3.5-0106",
|
| 6 |
"gemma-1.1-7b": "google/gemma-1.1-7b-it",
|
| 7 |
+
"command-r-plus": "CohereForAI/c4ai-command-r-plus",
|
| 8 |
"default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 9 |
}
|
| 10 |
|
|
|
|
| 15 |
"mistral-7b": "</s>",
|
| 16 |
"openchat-3.5": "<|end_of_turn|>",
|
| 17 |
"gemma-1.1-7b": "<eos>",
|
| 18 |
+
"command-r-plus": "<|END_OF_TURN_TOKEN|>",
|
| 19 |
}
|
| 20 |
|
| 21 |
TOKEN_LIMIT_MAP = {
|
|
|
|
| 25 |
"openchat-3.5": 8192,
|
| 26 |
"gemma-1.1-7b": 8192,
|
| 27 |
"gpt-3.5-turbo": 8192,
|
| 28 |
+
"command-r-plus": 32768,
|
| 29 |
}
|
| 30 |
|
| 31 |
TOKEN_RESERVED = 20
|
| 32 |
|
| 33 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
# https://platform.openai.com/docs/api-reference/models/list
|
| 35 |
AVAILABLE_MODELS_DICTS = [
|
| 36 |
{
|
|
|
|
| 68 |
"created": 1700000000,
|
| 69 |
"owned_by": "Google",
|
| 70 |
},
|
| 71 |
+
{
|
| 72 |
+
"id": "command-r-plus",
|
| 73 |
+
"description": "[CohereForAI/c4ai-command-r-plus]: https://huggingface.co/CohereForAI/c4ai-command-r-plus",
|
| 74 |
+
"object": "model",
|
| 75 |
+
"created": 1700000000,
|
| 76 |
+
"owned_by": "CohereForAI",
|
| 77 |
+
},
|
| 78 |
{
|
| 79 |
"id": "gpt-3.5-turbo",
|
| 80 |
"description": "[openai/gpt-3.5-turbo]: https://platform.openai.com/docs/models/gpt-3-5-turbo",
|