Fraser commited on
Commit
4fcb3d1
·
1 Parent(s): 46edb90

MORE TOKENS

Browse files
src/lib/components/MonsterGenerator/MonsterGenerator.svelte CHANGED
@@ -200,7 +200,7 @@ Write your response within \`\`\`json\`\`\``;
200
  conceptPrompt, // message
201
  [], // chat_history
202
  systemPrompt, // system_prompt
203
- 1024, // max_new_tokens
204
  0.7, // temperature
205
  0.95, // top_p
206
  50, // top_k
@@ -238,7 +238,7 @@ Write your response within \`\`\`json\`\`\``;
238
  promptGenerationPrompt, // message
239
  [], // chat_history
240
  systemPrompt, // system_prompt
241
- 600, // max_new_tokens
242
  0.7, // temperature
243
  0.95, // top_p
244
  50, // top_k
@@ -325,10 +325,10 @@ Write your response within \`\`\`json\`\`\``;
325
 
326
  try {
327
  const output = await rwkvClient.predict("/chat", [
328
- statsPrompt, // message
329
- [], // chat_history
330
  systemPrompt, // system_prompt
331
- 800, // max_new_tokens - more for JSON
332
  0.3, // temperature - lower for structured output
333
  0.95, // top_p
334
  50, // top_k
 
200
  conceptPrompt, // message
201
  [], // chat_history
202
  systemPrompt, // system_prompt
203
+ 2048, // max_new_tokens
204
  0.7, // temperature
205
  0.95, // top_p
206
  50, // top_k
 
238
  promptGenerationPrompt, // message
239
  [], // chat_history
240
  systemPrompt, // system_prompt
241
+ 1024, // max_new_tokens
242
  0.7, // temperature
243
  0.95, // top_p
244
  50, // top_k
 
325
 
326
  try {
327
  const output = await rwkvClient.predict("/chat", [
328
+ statsPrompt, // message
329
+ [], // chat_history
330
  systemPrompt, // system_prompt
331
+ 2048, // max_new_tokens
332
  0.3, // temperature - lower for structured output
333
  0.95, // top_p
334
  50, // top_k