Update app.py

app.py

@@ -116,11 +116,11 @@ def talk(prompt, history):
     ]
 # indicates the end of a sequence
 
-#    input_ids = tokenizer.apply_chat_template(
-#      "hello",
-#      add_generation_prompt=True,
-#      return_tensors="pt"  
-#     )
+    input_ids = tokenizer.apply_chat_template(
+      messages,
+      add_generation_prompt=True,
+      return_tensors="pt"  
+     )
     # preparing tokens for model input
     # add_generation_prompt argument tells the template to add tokens that indicate the start of a bot response
 #    print(input_ids)
@@ -153,7 +153,7 @@ def talk(prompt, history):
     outputs = []  
     print(messages)
     print(*messages)
-    input_ids = tokenizer(*messages)
+ #   input_ids = tokenizer(*messages)
 
     start = time.time()
     NUM_TOKENS=0