New API

app.py

@@ -15,8 +15,11 @@ TINY_LLAMA = None
 S3_SESSION = None
 
 def giga_gen(content, chat_history):
-    res = generate(content,'auth_token.json')
-    chat_history.append((content, res))
+    if chat_history is None:
+        chat_history = []
+    else:
+        chat_history.append({"role": "user", "content": content})
+    res = generate(chat_history,'auth_token.json')
     send_to_s3(res, f'protobench/giga_{str(datetime.now()).replace(" ", "_")}.json', S3_SESSION)
     print(chat_history)
     return '', chat_history