New API

app.py

@@ -15,13 +15,9 @@ TINY_LLAMA = None
 S3_SESSION = None
 
 def giga_gen(content, chat_history):
-    if chat_history is None:
-        chat_history = []
-    else:
-        chat_history.append(("user", content))
     print(chat_history)
     res = generate(chat_history,'auth_token.json')
-    chat_history.append(("assistant", res))
+    chat_history.append((content, res))
     send_to_s3(res, f'protobench/giga_{str(datetime.now()).replace(" ", "_")}.json', S3_SESSION)
     print(chat_history)
     return '', chat_history

utils.py

@@ -61,7 +61,10 @@ def generate(content=None, auth_file=None):
         with open(auth_file) as f:
             auth_token = json.load(f)
 
-    content = [{'role': x[0], 'content': x[1]} for x in content]
+    content_giga = []
+    for step in content:
+        content_giga.append({'role': 'user', 'content': step[0]})
+        content_giga.append({'role': 'assistant', 'content': step[1]})
 
     resp = get_text(content, auth_token['access_token'])