Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -49,7 +49,7 @@ stopping_criteria_list = StoppingCriteriaList([stopping_criteria])
|
|
49 |
|
50 |
def generate_text(prompt, context, max_length=max_seq_length):
|
51 |
prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
|
52 |
-
input_text = f'''<bos><start_of_turn>system
|
53 |
inputs = tokenizer.encode(input_text, return_tensors="pt", add_special_tokens=False).to("cuda:0")
|
54 |
max_new_tokens=max_length
|
55 |
generation_config = GenerationConfig(
|
|
|
49 |
|
50 |
def generate_text(prompt, context, max_length=max_seq_length):
|
51 |
prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
|
52 |
+
input_text = f'''<bos><start_of_turn>system\n{context}<end_of_turn><start_of_turn>user\n{prompt}<end_of_turn><start_of_turn>model\n'''
|
53 |
inputs = tokenizer.encode(input_text, return_tensors="pt", add_special_tokens=False).to("cuda:0")
|
54 |
max_new_tokens=max_length
|
55 |
generation_config = GenerationConfig(
|