MORE TOKENS
Browse files
src/lib/components/MonsterGenerator/MonsterGenerator.svelte
CHANGED
@@ -200,7 +200,7 @@ Write your response within \`\`\`json\`\`\``;
|
|
200 |
conceptPrompt, // message
|
201 |
[], // chat_history
|
202 |
systemPrompt, // system_prompt
|
203 |
-
|
204 |
0.7, // temperature
|
205 |
0.95, // top_p
|
206 |
50, // top_k
|
@@ -238,7 +238,7 @@ Write your response within \`\`\`json\`\`\``;
|
|
238 |
promptGenerationPrompt, // message
|
239 |
[], // chat_history
|
240 |
systemPrompt, // system_prompt
|
241 |
-
|
242 |
0.7, // temperature
|
243 |
0.95, // top_p
|
244 |
50, // top_k
|
@@ -325,10 +325,10 @@ Write your response within \`\`\`json\`\`\``;
|
|
325 |
|
326 |
try {
|
327 |
const output = await rwkvClient.predict("/chat", [
|
328 |
-
statsPrompt,
|
329 |
-
[],
|
330 |
systemPrompt, // system_prompt
|
331 |
-
|
332 |
0.3, // temperature - lower for structured output
|
333 |
0.95, // top_p
|
334 |
50, // top_k
|
|
|
200 |
conceptPrompt, // message
|
201 |
[], // chat_history
|
202 |
systemPrompt, // system_prompt
|
203 |
+
2048, // max_new_tokens
|
204 |
0.7, // temperature
|
205 |
0.95, // top_p
|
206 |
50, // top_k
|
|
|
238 |
promptGenerationPrompt, // message
|
239 |
[], // chat_history
|
240 |
systemPrompt, // system_prompt
|
241 |
+
1024, // max_new_tokens
|
242 |
0.7, // temperature
|
243 |
0.95, // top_p
|
244 |
50, // top_k
|
|
|
325 |
|
326 |
try {
|
327 |
const output = await rwkvClient.predict("/chat", [
|
328 |
+
statsPrompt, // message
|
329 |
+
[], // chat_history
|
330 |
systemPrompt, // system_prompt
|
331 |
+
2048, // max_new_tokens
|
332 |
0.3, // temperature - lower for structured output
|
333 |
0.95, // top_p
|
334 |
50, // top_k
|