:recycle: [Refactor] ChatCompletionRequester: post

networks/llm_requester.js

@@ -74,29 +74,29 @@ export class ChatCompletionsRequester {
         create_messager("user", this.prompt);
         create_messager("assistant", "", this.model, this.temperature);
     }
-    post() {
+    async post() {
         this.construct_request_params();
-        return fetch(this.backend_request_endpoint, this.backend_request_params)
-            .then((response) => response.body)
-            .then((rb) => {
-                const reader = rb.getReader();
-                let buffer = "";
-                return reader.read().then(function process({ done, value }) {
-                    if (done) {
-                        return;
-                    }
-                    buffer += stringify_stream_bytes(value);
-                    let boundary = buffer.lastIndexOf("\n");
-                    if (boundary !== -1) {
-                        let input = buffer.substring(0, boundary);
-                        buffer = buffer.substring(boundary + 1);
-                        let json_chunks = jsonize_stream_data(input);
-                        update_message(json_chunks);
-                    }
-                    return reader.read().then(process);
-                });
-            })
-            .catch((error) => console.error("Error:", error));
+        const response = await fetch(
+            this.backend_request_endpoint,
+            this.backend_request_params
+        );
+        const reader = response.body.getReader();
+        let buffer = "";
+        return reader.read().then(function process({ done, value }) {
+            if (done) {
+                return;
+            }
+            buffer += stringify_stream_bytes(value);
+            let boundary = buffer.lastIndexOf("\n");
+            if (boundary !== -1) {
+                let input = buffer.substring(0, boundary);
+                buffer = buffer.substring(boundary + 1);
+                let json_chunks = jsonize_stream_data(input);
+                console.log(json_chunks);
+                update_message(json_chunks);
+            }
+            return reader.read().then(process);
+        });
     }
     stop() {
         this.controller.abort();

server.js

@@ -28,7 +28,6 @@ app.post("/chat/completions", async (req, res) => {
             headers: openai_request_headers,
             responseType: "stream",
         });
-
         response.data.pipe(res);
     } catch (error) {
         console.error(error);
@@ -50,7 +49,6 @@ app.post("/models", async (req, res) => {
             headers: openai_request_headers,
         });
         res.json(response.data);
-
     } catch (error) {
         console.error(error);
         res.status(500).json({ error: "Failed to request OpenAI Endpoint" });