Update stream-text.ts dynamic model max Token updated
Browse files
app/lib/.server/llm/stream-text.ts
CHANGED
@@ -68,10 +68,12 @@ export function streamText(
|
|
68 |
|
69 |
const modelDetails = MODEL_LIST.find((m) => m.name === currentModel);
|
70 |
|
71 |
-
|
72 |
-
|
73 |
-
|
74 |
-
|
|
|
|
|
75 |
|
76 |
return _streamText({
|
77 |
model: getModel(currentProvider, currentModel, env, apiKeys),
|
|
|
68 |
|
69 |
const modelDetails = MODEL_LIST.find((m) => m.name === currentModel);
|
70 |
|
71 |
+
|
72 |
+
|
73 |
+
const dynamicMaxTokens =
|
74 |
+
modelDetails && modelDetails.maxTokenAllowed
|
75 |
+
? modelDetails.maxTokenAllowed
|
76 |
+
: MAX_TOKENS;
|
77 |
|
78 |
return _streamText({
|
79 |
model: getModel(currentProvider, currentModel, env, apiKeys),
|