Thomas G. Lopes commited on
Commit
0c58a67
·
1 Parent(s): d7cd63b
src/lib/components/inference-playground/utils.svelte.ts CHANGED
@@ -122,7 +122,7 @@ async function getCompletionMetadata(
122
  }
123
  default: {
124
  baseArgs.response_format = {
125
- type: "json_object",
126
  json_schema: json,
127
  };
128
 
 
122
  }
123
  default: {
124
  baseArgs.response_format = {
125
+ type: "json_schema",
126
  json_schema: json,
127
  };
128
 
src/lib/data/context_length.json CHANGED
@@ -134,7 +134,6 @@
134
  "nousresearch/hermes-2-pro-llama-3-8b": 8192,
135
  "sao10k/l3-70b-euryale-v2.1": 8192,
136
  "cognitivecomputations/dolphin-mixtral-8x22b": 16000,
137
- "jondurbin/airoboros-l2-70b": 4096,
138
  "sophosympatheia/midnight-rose-70b": 4096,
139
  "sao10k/l3-8b-lunaris": 8192,
140
  "qwen/qwen3-0.6b-fp8": 32000,
@@ -215,6 +214,7 @@
215
  "meta-llama/Llama-Guard-4-12B": 1048576,
216
  "togethercomputer/m2-bert-80M-32k-retrieval": 32768,
217
  "cartesia/sonic": 0,
 
218
  "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": 130815,
219
  "Qwen/Qwen2.5-7B-Instruct-Turbo": 32768,
220
  "deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free": 8192,
@@ -239,7 +239,6 @@
239
  "meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo": 131072,
240
  "Gryphe/MythoMax-L2-13b-Lite": 4096,
241
  "Qwen/Qwen3-235B-A22B-fp8": 40960,
242
- "scb10x/scb10x-llama3-1-typhoon2-8b-instruct": 8192,
243
  "meta-llama/Meta-Llama-Guard-3-8B": 8192,
244
  "marin-community/marin-8b-instruct": 131072,
245
  "deepseek-ai/DeepSeek-R1": 163840,
 
134
  "nousresearch/hermes-2-pro-llama-3-8b": 8192,
135
  "sao10k/l3-70b-euryale-v2.1": 8192,
136
  "cognitivecomputations/dolphin-mixtral-8x22b": 16000,
 
137
  "sophosympatheia/midnight-rose-70b": 4096,
138
  "sao10k/l3-8b-lunaris": 8192,
139
  "qwen/qwen3-0.6b-fp8": 32000,
 
214
  "meta-llama/Llama-Guard-4-12B": 1048576,
215
  "togethercomputer/m2-bert-80M-32k-retrieval": 32768,
216
  "cartesia/sonic": 0,
217
+ "scb10x/scb10x-llama3-1-typhoon2-8b-instruct": 8192,
218
  "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": 130815,
219
  "Qwen/Qwen2.5-7B-Instruct-Turbo": 32768,
220
  "deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free": 8192,
 
239
  "meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo": 131072,
240
  "Gryphe/MythoMax-L2-13b-Lite": 4096,
241
  "Qwen/Qwen3-235B-A22B-fp8": 40960,
 
242
  "meta-llama/Meta-Llama-Guard-3-8B": 8192,
243
  "marin-community/marin-8b-instruct": 131072,
244
  "deepseek-ai/DeepSeek-R1": 163840,