Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -55,15 +55,12 @@ class OrcaChatBot:
|
|
55 |
top_p=top_p,
|
56 |
repetition_penalty=repetition_penalty,
|
57 |
pad_token_id=self.tokenizer.eos_token_id,
|
58 |
-
do_sample=True
|
59 |
-
|
60 |
-
skip_special_tokens=True
|
61 |
-
)
|
62 |
-
|
63 |
-
response = self.tokenizer.decode(output_ids[0], skip_special_tokens=True)
|
64 |
-
self.update_conversation_history("", response)
|
65 |
-
return response
|
66 |
|
|
|
|
|
|
|
67 |
Orca_bot = OrcaChatBot(model, tokenizer)
|
68 |
|
69 |
def gradio_predict(user_message, system_message, max_new_tokens, temperature, top_p, repetition_penalty):
|
|
|
55 |
top_p=top_p,
|
56 |
repetition_penalty=repetition_penalty,
|
57 |
pad_token_id=self.tokenizer.eos_token_id,
|
58 |
+
do_sample=True
|
59 |
+
)
|
|
|
|
|
|
|
|
|
|
|
|
|
60 |
|
61 |
+
response = self.tokenizer.decode(output_ids[0], skip_special_tokens=True)
|
62 |
+
self.update_conversation_history("", response)
|
63 |
+
return response
|
64 |
Orca_bot = OrcaChatBot(model, tokenizer)
|
65 |
|
66 |
def gradio_predict(user_message, system_message, max_new_tokens, temperature, top_p, repetition_penalty):
|