added dell-e into chat

app.py

@@ -10,26 +10,29 @@ CSS ="""
 #chatbot { flex-grow: 1; overflow: auto;}
 """
 
-client = OpenAI(api_key=os.environ['openAIToken'])
+openAIToken = os.environ['openAIToken']
 assistantId = os.environ['assistantId']
 initial_message = os.environ['initialMessage']
 
+client = OpenAI(api_key=openAIToken)
+
 def handle_requires_action(data):
-  tool_outputs = []
+  actions_results = []
   for tool in data.required_action.submit_tool_outputs.tool_calls:
     function_name = tool.function.name
     function_args = json.loads(tool.function.arguments)
     print(function_name)
     print(function_args)
-    if tool.function.name == "save_record":
-      try:
-        result = functions_dictionary[tool.function.name](**function_args)
-      except Exception as e:
-        print(e)
-      tool_outputs.append({"tool_call_id": tool.id, "output": result})
+    try:
+      result = functions_dictionary[tool.function.name](**function_args)
+      print("Function result:", result)
+      actions_results.append({"tool_output" : {"tool_call_id": tool.id, "output": result["message"]}})
+    except Exception as e:
+      print(e)
+
     
   # Submit all tool_outputs at the same time
-  return tool_outputs
+  return actions_results 
 
 
 def create_thread_openai(sessionStorage):
@@ -96,17 +99,19 @@ def handle_events(threadId, chat_history, storage):
             chat_history[-1][1] += local_message 
             yield [ chat_history,  storage]
         if event.event == 'thread.run.requires_action':
-          tool_outputs = handle_requires_action(event.data)
+          result = handle_requires_action(event.data)
+          tool_outputs = [x["tool_output"] for x in result]
           with client.beta.threads.runs.submit_tool_outputs_stream(
             thread_id=stream.current_run.thread_id,
             run_id=event.data.id,
             tool_outputs=tool_outputs,
-          ) as stream:
-            for text in stream.text_deltas:
+          ) as action_stream:
+            for text in action_stream.text_deltas:
               local_message, list_of_suggestions, string_of_suggestions, is_loading_suggestions = process_text_chunk(text, list_of_suggestions, string_of_suggestions, is_loading_suggestions)
               if local_message is not None:
                 chat_history[-1][1] += local_message
                 yield [chat_history, storage]
+            action_stream.close()
       stream.until_done()
       print("")
       storage["list_of_suggestions"] = list_of_suggestions

bot_actions.py

@@ -6,8 +6,31 @@ def save_record(arg_json):
   request_url = os.environ['facilityURL'] + "/facilities"
   r = requests.post(request_url, json={'pk': round(time.time()), 'json': arg_json})
   print(r.status_code, r.reason)
-  return "Done"
+  return { "message": "Done" }
+
+instruction = '''black-and-white building plan, 2d, flat, house-building plan, top view. Rooms according to locations. 
+Write room-id in the center of room. Write room and floor size inside of room/floor at the top. 
+Write floor description outside above the top border with margin 5px. Sizes must be proportional. Information should be based on next json: '''
+
+def generate_image(json_prompt):
+  prompt = 'black and white building plan, 2d, top view:' +  json_prompt
+  openAIToken = os.environ['openAIToken']
+  client = OpenAI(api_key=openAIToken)
+  try:
+    response = client.images.generate(
+      n=1,
+      prompt=prompt,
+      model="dall-e-3",
+      quality='hd',
+      style='natural',
+    )
+    done_msg ="Done. Url:" + response.data[0].url 
+    return { "message": done_msg}
+  except Exception as e:
+    print(e)
+
 
 functions_dictionary = {
-  "save_record": save_record
+  "save_record": save_record,
+  "generate_image": generate_image
 }