Spaces:

UcsTurkey
/

mistral7b

Paused

ciyidogan commited on May 21

Commit

7744a05

verified ·

1 Parent(s): e2fcbc6

Update inference_test_turkcell_with_intents.py

Files changed (1) hide show

inference_test_turkcell_with_intents.py CHANGED Viewed

@@ -147,7 +147,7 @@ def execute_intent(intent_name, user_input):
 async def generate_response(text):
     messages = [{"role": "user", "content": text}]
-    encodeds = tokenizer.apply_chat_template(messages, return_tensors="pt", add_special_tokens=True)
     eos_token = tokenizer("<|im_end|>", add_special_tokens=False)["input_ids"][0]
     input_ids = encodeds.to(model.device)

 async def generate_response(text):
     messages = [{"role": "user", "content": text}]
+    encodeds = tokenizer.apply_chat_template(messages, return_tensors="pt", add_generation_prompt=True)
     eos_token = tokenizer("<|im_end|>", add_special_tokens=False)["input_ids"][0]
     input_ids = encodeds.to(model.device)