itsanurag commited on
Commit
e912e94
·
verified ·
1 Parent(s): a0f1a6a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -19,7 +19,7 @@ def format_prompt(message, history):
19
  prompt += f"[INST] {message} [/INST]"
20
  return prompt
21
 
22
- def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=180, top_p=0.95, repetition_penalty=1.0):
23
  temperature = float(temperature)
24
  if temperature < 1e-2:
25
  temperature = 1e-2
@@ -31,7 +31,7 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=180
31
  top_p=top_p,
32
  repetition_penalty=repetition_penalty,
33
  do_sample=True,
34
- seed=42,
35
  )
36
 
37
  formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
 
19
  prompt += f"[INST] {message} [/INST]"
20
  return prompt
21
 
22
+ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0):
23
  temperature = float(temperature)
24
  if temperature < 1e-2:
25
  temperature = 1e-2
 
31
  top_p=top_p,
32
  repetition_penalty=repetition_penalty,
33
  do_sample=True,
34
+ seed=random.randint(0, 10**7),
35
  )
36
 
37
  formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)