Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,6 @@ client = InferenceClient(
|
|
| 5 |
"mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 6 |
)
|
| 7 |
|
| 8 |
-
|
| 9 |
def format_prompt(message, history):
|
| 10 |
prompt = "<s>"
|
| 11 |
for user_prompt, bot_response in history:
|
|
@@ -21,7 +20,6 @@ def generate(
|
|
| 21 |
if temperature < 1e-2:
|
| 22 |
temperature = 1e-2
|
| 23 |
top_p = float(top_p)
|
| 24 |
-
top_k = int(top_k)
|
| 25 |
|
| 26 |
|
| 27 |
generate_kwargs = dict(
|
|
|
|
| 5 |
"mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 6 |
)
|
| 7 |
|
|
|
|
| 8 |
def format_prompt(message, history):
|
| 9 |
prompt = "<s>"
|
| 10 |
for user_prompt, bot_response in history:
|
|
|
|
| 20 |
if temperature < 1e-2:
|
| 21 |
temperature = 1e-2
|
| 22 |
top_p = float(top_p)
|
|
|
|
| 23 |
|
| 24 |
|
| 25 |
generate_kwargs = dict(
|