Tonic commited on
Commit
309e13a
·
1 Parent(s): f913110

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -8
app.py CHANGED
@@ -55,15 +55,12 @@ class OrcaChatBot:
55
  top_p=top_p,
56
  repetition_penalty=repetition_penalty,
57
  pad_token_id=self.tokenizer.eos_token_id,
58
- do_sample=True,
59
- skip_prompt=True,
60
- skip_special_tokens=True
61
- )
62
-
63
- response = self.tokenizer.decode(output_ids[0], skip_special_tokens=True)
64
- self.update_conversation_history("", response)
65
- return response
66
 
 
 
 
67
  Orca_bot = OrcaChatBot(model, tokenizer)
68
 
69
  def gradio_predict(user_message, system_message, max_new_tokens, temperature, top_p, repetition_penalty):
 
55
  top_p=top_p,
56
  repetition_penalty=repetition_penalty,
57
  pad_token_id=self.tokenizer.eos_token_id,
58
+ do_sample=True
59
+ )
 
 
 
 
 
 
60
 
61
+ response = self.tokenizer.decode(output_ids[0], skip_special_tokens=True)
62
+ self.update_conversation_history("", response)
63
+ return response
64
  Orca_bot = OrcaChatBot(model, tokenizer)
65
 
66
  def gradio_predict(user_message, system_message, max_new_tokens, temperature, top_p, repetition_penalty):