Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -19,7 +19,7 @@ def format_prompt(message, history):
|
|
19 |
prompt += f"[INST] {message} [/INST]"
|
20 |
return prompt
|
21 |
|
22 |
-
def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=
|
23 |
temperature = float(temperature)
|
24 |
if temperature < 1e-2:
|
25 |
temperature = 1e-2
|
@@ -31,7 +31,7 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=180
|
|
31 |
top_p=top_p,
|
32 |
repetition_penalty=repetition_penalty,
|
33 |
do_sample=True,
|
34 |
-
seed=
|
35 |
)
|
36 |
|
37 |
formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
|
|
|
19 |
prompt += f"[INST] {message} [/INST]"
|
20 |
return prompt
|
21 |
|
22 |
+
def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0):
|
23 |
temperature = float(temperature)
|
24 |
if temperature < 1e-2:
|
25 |
temperature = 1e-2
|
|
|
31 |
top_p=top_p,
|
32 |
repetition_penalty=repetition_penalty,
|
33 |
do_sample=True,
|
34 |
+
seed=random.randint(0, 10**7),
|
35 |
)
|
36 |
|
37 |
formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
|