Spaces:
Build error
Build error
:zap: [Enhance] New models: mistral-7b and openchat-3.5
Browse files- apis/chat_api.py +9 -1
- networks/message_streamer.py +5 -1
apis/chat_api.py
CHANGED
|
@@ -24,7 +24,15 @@ class ChatAPIApp:
|
|
| 24 |
self.available_models = [
|
| 25 |
{
|
| 26 |
"id": "mixtral-8x7b",
|
| 27 |
-
"description": "Mixtral-8x7B: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 28 |
},
|
| 29 |
]
|
| 30 |
return self.available_models
|
|
|
|
| 24 |
self.available_models = [
|
| 25 |
{
|
| 26 |
"id": "mixtral-8x7b",
|
| 27 |
+
"description": "[Mixtral-8x7B-Instruct-v0.1]: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"id": "mistral-7b",
|
| 31 |
+
"description": "[Mistral-7B-Instruct-v0.2]: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"id": "openchat-3.5",
|
| 35 |
+
"description": "[openchat_3.5]: https://huggingface.co/openchat/openchat_3.5",
|
| 36 |
},
|
| 37 |
]
|
| 38 |
return self.available_models
|
networks/message_streamer.py
CHANGED
|
@@ -8,7 +8,11 @@ from utils.enver import enver
|
|
| 8 |
|
| 9 |
class MessageStreamer:
|
| 10 |
MODEL_MAP = {
|
| 11 |
-
"mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
"default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 13 |
}
|
| 14 |
|
|
|
|
| 8 |
|
| 9 |
class MessageStreamer:
|
| 10 |
MODEL_MAP = {
|
| 11 |
+
"mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1", # 72.62, fast [Recommended]
|
| 12 |
+
"mistral-7b": "mistralai/Mistral-7B-Instruct-v0.2", # 65.71, fast
|
| 13 |
+
"openchat-3.5": "openchat/openchat_3.5", # 61.24, fast
|
| 14 |
+
# "zephyr-7b-alpha": "HuggingFaceH4/zephyr-7b-alpha", # 59.5, fast
|
| 15 |
+
# "zephyr-7b-beta": "HuggingFaceH4/zephyr-7b-beta", # 61.95, slow
|
| 16 |
"default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 17 |
}
|
| 18 |
|