File size: 10,083 Bytes
a2c10b6
 
 
 
 
 
 
 
 
698c6c9
a2c10b6
 
 
 
 
79a37a4
 
bb3a8a6
a2c10b6
 
bb3a8a6
a2c10b6
 
bb3a8a6
a2c10b6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
698c6c9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a2c10b6
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
<!DOCTYPE html>
<html lang="en">
<head>
    <meta charset="UTF-8">
    <meta name="viewport" content="width=device-width, initial-scale=1.0">
    <title>Financial AI Agent</title>
    <script src="https://cdn.tailwindcss.com"></script>
    <link rel="stylesheet" href="/static/css/styles.css">
</head>
<body class="bg-purple-100 font-sans">
    <div class="container mx-auto p-1">
        <h1 class="text-5xl font-bold text-center text-black mb-3 drop-shadow-lg">Financial AI Agent</h1>

        <!-- Recording Buttons -->
        <div class="bg-white p-3 rounded-lg shadow-lg mb-6">
            <p class="text-center text-green-600 mb-2">
                **Please bring the mic closer and speak loudly for better accuracy.
            </p>
            <div class="flex justify-center space-x-4">
                <button type="button" id="startRecording" class="bg-green-500 text-white px-6 py-3 rounded-lg hover:bg-green-800 transition">
                    <strong>Start Speaking</strong>
                </button>
                <button type="button" id="stopRecording" class="bg-red-400 text-white px-6 py-3 rounded-lg hover:bg-red-700 transition hidden">
                    <strong>Stop Speaking</strong>
                </button>
            </div>
        </div>

        <!-- Input Form -->
        <div class="bg-white p-3 rounded-lg shadow-lg mb-6">
            <form id="queryForm" action="/query" method="post" class="flex flex-col space-y-4">
                <div class="flex space-x-4">
                    <input type="text" name="query_text" id="queryText" placeholder="User's speech will automatically appear here..." 
                           class="flex-grow p-3 border rounded-lg focus:outline-none focus:ring-2 focus:ring-black-500" 
                           value="{{ transcribed_text if transcribed_text else '' }}" readonly>
                    <button type="submit" id="submitButton" class="bg-indigo-600 text-white px-6 py-3 rounded-lg hover:bg-red-500 transition" disabled>
                        <strong>Submit Query</strong>
                    </button>
                </div>
                <div class="flex items-center space-x-2">
                    <input type="checkbox" name="use_retriever" id="useRetriever" value="yes" class="h-5 w-5 text-indigo-600">
                    <label for="useRetriever" class="text-gray-700">Use rag to get more information from csv file</label>
                </div>
            </form>
        </div>

        <!-- Output Section -->
        <div class="bg-white p-3 rounded-lg shadow-lg">
            <h2 class="text-2xl font-semibold text-gray-800 mb-2">Query Results</h2>

            {% if Error %}
                <div class="bg-red-100 border-l-4 border-red-500 text-red-700 px-4 py-2">
                    <p><strong>Error:</strong> {{ Error|trim }}</p>
                </div>
            {% endif %}

            {% if User_Query %}
                <div class="px-4 py-1">
                    <p><strong>User_Query:</strong> {{ User_Query|trim }}</p>
                </div>
            {% endif %}

            {% if Intent %}
                <div class="px-4 py-1">
                    <p><strong>Intent:</strong> {{ Intent|trim }}</p>
                </div>
            {% endif %}

            {% if Entities %}
                <div class="px-4 py-1">
                    <p><strong>Entities:</strong> {{ Entities|trim }}</p>
                </div>
            {% endif %}

            {% if API_Response %}
                <div class="px-4 py-1">
                    <p><strong>API Response:</strong> {{ API_Response|trim }}</p>
                </div>
            {% endif %}

            {% if RAG_Response %}
                <div class="px-4 py-1">
                    <p><strong>Retriever Response:</strong> {{ RAG_Response|trim }}</p>
                </div>
            {% endif %}

            {% if Web_Search_Response %}
                <div class="px-4 py-1">
                    <p><strong>Web Search Response:</strong> {{ Web_Search_Response|trim }}</p>
                </div>
            {% endif %}

            {% if Final_Response %}
                <div class="px-4 py-1 bg-blue-50 border-l-4 border-green-500 rounded-lg">
                    <p><strong>Final Response:</strong> {{ Final_Response|trim }}</p>
                </div>
            {% endif %}
        </div>
    </div>

    <script>
        document.addEventListener("DOMContentLoaded", function () {
            const startRecording = document.getElementById("startRecording");
            const stopRecording = document.getElementById("stopRecording");
            const queryText = document.getElementById("queryText");
            const submitButton = document.getElementById("submitButton");
            const form = document.getElementById("queryForm");
            let mediaRecorder = null;
            let audioStream = null;
            let audioChunks = [];

            // Request microphone permission and start recording
            startRecording.addEventListener("click", async () => {
                try {
                    audioStream = await navigator.mediaDevices.getUserMedia({ audio: true });
                    mediaRecorder = new MediaRecorder(audioStream);

                    mediaRecorder.ondataavailable = (event) => {
                        if (event.data.size > 0) {
                            audioChunks.push(event.data);
                            console.log("Audio chunk received, size:", event.data.size, "type:", event.data.type);
                        }
                    };

                    mediaRecorder.onstop = async () => {
                        // Stop all tracks to release the microphone
                        if (audioStream) {
                            audioStream.getTracks().forEach(track => {
                                track.stop();
                                console.log("Track stopped:", track);
                            });
                            audioStream = null;
                        }

                        // Create audio blob (use browser's default format)
                        const audioBlob = new Blob(audioChunks, { type: mediaRecorder.mimeType });
                        console.log("Audio blob created, size:", audioBlob.size, "type:", audioBlob.type);
                        const formData = new FormData();
                        formData.append("audio_file", audioBlob, "recorded_audio.webm");

                        try {
                            const response = await fetch("/upload_audio", {
                                method: "POST",
                                body: formData
                            });

                            const html = await response.text();
                            // Parse the response HTML to extract transcribed text or error
                            const parser = new DOMParser();
                            const doc = parser.parseFromString(html, "text/html");
                            const transcribedText = doc.querySelector("input[name='query_text']").value;
                            const error = doc.querySelector(".bg-red-100 p")?.textContent;

                            if (error) {
                                alert(error);
                            } else if (transcribedText) {
                                queryText.value = transcribedText;
                                queryText.readOnly = false; // Allow editing
                                submitButton.disabled = false; // Enable submit button
                            }

                            // Reset UI
                            startRecording.classList.remove("hidden");
                            stopRecording.classList.add("hidden");
                            audioChunks = [];
                            mediaRecorder = null;
                        } catch (error) {
                            console.error("Error uploading audio:", error);
                            alert("Failed to process audio: " + error.message);
                            startRecording.classList.remove("hidden");
                            stopRecording.classList.add("hidden");
                        }
                    };

                    mediaRecorder.onerror = (event) => {
                        console.error("MediaRecorder error:", event.error);
                        alert("Recording error: " + event.error.message);
                    };

                    mediaRecorder.start(100); // Collect chunks every 100ms
                    console.log("Recording started, MIME type:", mediaRecorder.mimeType);
                    startRecording.classList.add("hidden");
                    stopRecording.classList.remove("hidden");
                } catch (error) {
                    console.error("Error accessing microphone:", error);
                    alert("Could not access microphone. Please check permissions.");
                }
            });

            // Stop recording
            stopRecording.addEventListener("click", () => {
                if (mediaRecorder && mediaRecorder.state !== "inactive") {
                    console.log("Stopping recording, current state:", mediaRecorder.state);
                    mediaRecorder.stop();
                } else {
                    console.warn("MediaRecorder is not active or not initialized");
                }

                // Ensure stream tracks are stopped even if MediaRecorder fails
                if (audioStream) {
                    audioStream.getTracks().forEach(track => {
                        track.stop();
                        console.log("Track stopped:", track);
                    });
                    audioStream = null;
                }
            });

            // Handle form submission
            form.addEventListener("submit", () => {
                submitButton.innerText = "Processing...";
                submitButton.disabled = true;
            });
        });
    </script>
</body>
</html>