rovi27 commited on
Commit
7c9bab6
·
verified ·
1 Parent(s): 3589e54

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -48,7 +48,7 @@ stopping_criteria = ListOfTokensStoppingCriteria(tokenizer, stop_tokens)
48
  # Añade tu criterio de parada a una StoppingCriteriaList
49
  stopping_criteria_list = StoppingCriteriaList([stopping_criteria])
50
 
51
- def generate_text(prompt, context, model, tokenizer, max_length=max_seq_length):
52
  prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
53
  input_text = f'''<bos><start_of_turn>system\n{context}<end_of_turn><start_of_turn>user\n{prompt}<end_of_turn><start_of_turn>model\n'''
54
  inputs = tokenizer.encode(input_text, return_tensors="pt", add_special_tokens=False).to("cuda:0")
@@ -62,9 +62,9 @@ def generate_text(prompt, context, model, tokenizer, max_length=max_seq_length):
62
  outputs = model.generate(generation_config=generation_config, input_ids=inputs, stopping_criteria=stopping_criteria_list,)
63
  return tokenizer.decode(outputs[0], skip_special_tokens=False) #True
64
 
65
- def mostrar_respuesta(pregunta, contexto, model, tokenizer):
66
  try:
67
- res= generate_text(pregunta, contexto, model, tokenizer, max_length=max_seq_length)
68
  return str(res)
69
  except Exception as e:
70
  return str(e)
 
48
  # Añade tu criterio de parada a una StoppingCriteriaList
49
  stopping_criteria_list = StoppingCriteriaList([stopping_criteria])
50
 
51
+ def generate_text(prompt, context, max_length=max_seq_length):
52
  prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
53
  input_text = f'''<bos><start_of_turn>system\n{context}<end_of_turn><start_of_turn>user\n{prompt}<end_of_turn><start_of_turn>model\n'''
54
  inputs = tokenizer.encode(input_text, return_tensors="pt", add_special_tokens=False).to("cuda:0")
 
62
  outputs = model.generate(generation_config=generation_config, input_ids=inputs, stopping_criteria=stopping_criteria_list,)
63
  return tokenizer.decode(outputs[0], skip_special_tokens=False) #True
64
 
65
+ def mostrar_respuesta(pregunta, contexto):
66
  try:
67
+ res= generate_text(pregunta, contexto, max_length=max_seq_length)
68
  return str(res)
69
  except Exception as e:
70
  return str(e)