Thomas G. Lopes
commited on
Commit
·
0c58a67
1
Parent(s):
d7cd63b
fix so
Browse files
src/lib/components/inference-playground/utils.svelte.ts
CHANGED
@@ -122,7 +122,7 @@ async function getCompletionMetadata(
|
|
122 |
}
|
123 |
default: {
|
124 |
baseArgs.response_format = {
|
125 |
-
type: "
|
126 |
json_schema: json,
|
127 |
};
|
128 |
|
|
|
122 |
}
|
123 |
default: {
|
124 |
baseArgs.response_format = {
|
125 |
+
type: "json_schema",
|
126 |
json_schema: json,
|
127 |
};
|
128 |
|
src/lib/data/context_length.json
CHANGED
@@ -134,7 +134,6 @@
|
|
134 |
"nousresearch/hermes-2-pro-llama-3-8b": 8192,
|
135 |
"sao10k/l3-70b-euryale-v2.1": 8192,
|
136 |
"cognitivecomputations/dolphin-mixtral-8x22b": 16000,
|
137 |
-
"jondurbin/airoboros-l2-70b": 4096,
|
138 |
"sophosympatheia/midnight-rose-70b": 4096,
|
139 |
"sao10k/l3-8b-lunaris": 8192,
|
140 |
"qwen/qwen3-0.6b-fp8": 32000,
|
@@ -215,6 +214,7 @@
|
|
215 |
"meta-llama/Llama-Guard-4-12B": 1048576,
|
216 |
"togethercomputer/m2-bert-80M-32k-retrieval": 32768,
|
217 |
"cartesia/sonic": 0,
|
|
|
218 |
"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": 130815,
|
219 |
"Qwen/Qwen2.5-7B-Instruct-Turbo": 32768,
|
220 |
"deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free": 8192,
|
@@ -239,7 +239,6 @@
|
|
239 |
"meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo": 131072,
|
240 |
"Gryphe/MythoMax-L2-13b-Lite": 4096,
|
241 |
"Qwen/Qwen3-235B-A22B-fp8": 40960,
|
242 |
-
"scb10x/scb10x-llama3-1-typhoon2-8b-instruct": 8192,
|
243 |
"meta-llama/Meta-Llama-Guard-3-8B": 8192,
|
244 |
"marin-community/marin-8b-instruct": 131072,
|
245 |
"deepseek-ai/DeepSeek-R1": 163840,
|
|
|
134 |
"nousresearch/hermes-2-pro-llama-3-8b": 8192,
|
135 |
"sao10k/l3-70b-euryale-v2.1": 8192,
|
136 |
"cognitivecomputations/dolphin-mixtral-8x22b": 16000,
|
|
|
137 |
"sophosympatheia/midnight-rose-70b": 4096,
|
138 |
"sao10k/l3-8b-lunaris": 8192,
|
139 |
"qwen/qwen3-0.6b-fp8": 32000,
|
|
|
214 |
"meta-llama/Llama-Guard-4-12B": 1048576,
|
215 |
"togethercomputer/m2-bert-80M-32k-retrieval": 32768,
|
216 |
"cartesia/sonic": 0,
|
217 |
+
"scb10x/scb10x-llama3-1-typhoon2-8b-instruct": 8192,
|
218 |
"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": 130815,
|
219 |
"Qwen/Qwen2.5-7B-Instruct-Turbo": 32768,
|
220 |
"deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free": 8192,
|
|
|
239 |
"meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo": 131072,
|
240 |
"Gryphe/MythoMax-L2-13b-Lite": 4096,
|
241 |
"Qwen/Qwen3-235B-A22B-fp8": 40960,
|
|
|
242 |
"meta-llama/Meta-Llama-Guard-3-8B": 8192,
|
243 |
"marin-community/marin-8b-instruct": 131072,
|
244 |
"deepseek-ai/DeepSeek-R1": 163840,
|