New API

app.py

@@ -15,9 +15,10 @@ TINY_LLAMA = None
 S3_SESSION = None
 
 def giga_gen(content, chat_history):
+    chat_history.append([content])
     print(chat_history)
     res = generate(chat_history,'auth_token.json')
-    chat_history.append((content, res))
+    chat_history[-1].append(res)
     send_to_s3(res, f'protobench/giga_{str(datetime.now()).replace(" ", "_")}.json', S3_SESSION)
     print(chat_history)
     return '', chat_history

utils.py

@@ -64,7 +64,8 @@ def generate(content=None, auth_file=None):
     content_giga = []
     for step in content:
         content_giga.append({'role': 'user', 'content': step[0]})
-        content_giga.append({'role': 'assistant', 'content': step[1]})
+        if len(step) >= 1:
+            content_giga.append({'role': 'assistant', 'content': step[1]})
 
     resp = get_text(content, auth_token['access_token'])