gugarosa commited on
Commit
abdb2a5
·
unverified ·
1 Parent(s): 77340d8

Ensures more consistent hyperparameters to Phi-3-mini-4k-instruct (#1095)

Browse files
Files changed (1) hide show
  1. chart/env/prod.yaml +1 -0
chart/env/prod.yaml CHANGED
@@ -242,6 +242,7 @@ envVars:
242
  "chatPromptTemplate": "<s>{{preprompt}}{{#each messages}}{{#ifUser}}<|user|>\n{{content}}<|end|>\n<|assistant|>\n{{/ifUser}}{{#ifAssistant}}{{content}}<|end|>\n{{/ifAssistant}}{{/each}}",
243
  "parameters": {
244
  "stop": ["<|end|>", "<|endoftext|>", "<|assistant|>"],
 
245
  "max_new_tokens": 1024,
246
  "truncate": 3071
247
  },
 
242
  "chatPromptTemplate": "<s>{{preprompt}}{{#each messages}}{{#ifUser}}<|user|>\n{{content}}<|end|>\n<|assistant|>\n{{/ifUser}}{{#ifAssistant}}{{content}}<|end|>\n{{/ifAssistant}}{{/each}}",
243
  "parameters": {
244
  "stop": ["<|end|>", "<|endoftext|>", "<|assistant|>"],
245
+ "temperature": 0.7,
246
  "max_new_tokens": 1024,
247
  "truncate": 3071
248
  },