rovi27 commited on
Commit
5912197
·
verified ·
1 Parent(s): b030f1f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -49,7 +49,7 @@ stopping_criteria_list = StoppingCriteriaList([stopping_criteria])
49
 
50
  def generate_text(prompt, context, max_length=max_seq_length):
51
  prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
52
- input_text = f'''<bos><start_of_turn>system ¿{context}?<end_of_turn><start_of_turn>user ¿{prompt}?<end_of_turn><start_of_turn>model'''
53
  inputs = tokenizer.encode(input_text, return_tensors="pt", add_special_tokens=False).to("cuda:0")
54
  max_new_tokens=max_length
55
  generation_config = GenerationConfig(
 
49
 
50
  def generate_text(prompt, context, max_length=max_seq_length):
51
  prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
52
+ input_text = f'''<bos><start_of_turn>system\n{context}<end_of_turn><start_of_turn>user\n{prompt}<end_of_turn><start_of_turn>model\n'''
53
  inputs = tokenizer.encode(input_text, return_tensors="pt", add_special_tokens=False).to("cuda:0")
54
  max_new_tokens=max_length
55
  generation_config = GenerationConfig(