add energy time estimate

Dockerfile.dev

@@ -0,0 +1,15 @@
+FROM node:20-slim
+
+USER root
+RUN apt-get update && apt-get install -y \
+  python3 make g++ curl gnupg && apt-get clean
+
+RUN mkdir -p /home/user/.cache && chown -R 1000:1000 /home/user/.cache
+
+#USER user
+WORKDIR /app
+
+EXPOSE 5173
+
+# start bash
+CMD ["bash"]

compose.dev.yml

@@ -0,0 +1,22 @@
+services:
+  app:
+    build:
+      context: .
+      dockerfile: Dockerfile.dev
+    ports:
+      - "5173:5173"  # adapt if using another dev server port
+    volumes:
+      - .:/app
+      - /app/node_modules  # pour éviter les conflits entre host et conteneur
+    working_dir: /app
+    user: "1000:1000"
+    tty: true
+  mongo:
+    image: mongo:7
+    ports:
+      - "27017:27017"
+    volumes:  
+      - mongo-data:/data/db
+
+volumes:
+  mongo-data:

src/lib/components/chat/ChatMessage.svelte

@@ -150,6 +150,7 @@
 				class="mt-5 h-3 w-3 flex-none select-none rounded-full shadow-lg"
 			/>
 		{/if}
+		
 		<div
 			class="relative min-h-[calc(2rem+theme(spacing[3.5])*2)] min-w-[60px] break-words rounded-2xl border border-gray-100 bg-gradient-to-br from-gray-50 px-5 py-3.5 text-gray-600 prose-pre:my-2 dark:border-gray-800 dark:from-gray-800/40 dark:text-gray-300"
 		>
@@ -197,6 +198,25 @@
 					class="prose max-w-none dark:prose-invert max-sm:prose-sm prose-headings:font-semibold prose-h1:text-lg prose-h2:text-base prose-h3:text-base prose-pre:bg-gray-800 dark:prose-pre:bg-gray-900"
 				>
 					<MarkdownRenderer content={message.content} sources={webSearchSources} />
+					{#if message.metadata?.energy_wh || message.metadata?.duration_seconds}
+					<div class="mt-2 flex gap-2">
+						{#if message.metadata?.energy_wh}
+							<div
+								class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
+							>
+								◊ {message.metadata.energy_wh} Wh
+							</div>
+						{/if}
+						{#if message.metadata?.duration_seconds}
+							<div
+								class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
+							>
+								{message.metadata.duration_seconds} sec
+							</div>
+						{/if}
+					</div>
+				{/if}
+				
 				</div>
 			</div>
 

src/lib/server/textGeneration/generate.ts

@@ -127,6 +127,25 @@ Do not use prefixes such as Response: or Answer: when answering to the user.`,
 				interrupted,
 				webSources: output.webSources,
 			};
+
+			// simulation of metadata
+			const durationInSeconds = (new Date().getTime() - startTime.getTime()) / 1000;
+			const energyUsedwh = +(50 * (durationInSeconds / 3600)).toFixed(6); // 50W is a guess
+
+			yield {
+				type: MessageUpdateType.Metadata,
+				key: "energy_wh",
+				value: energyUsedwh,
+			};
+			yield {
+				type: MessageUpdateType.Metadata,
+				key: "duration_seconds",
+				value: durationInSeconds,
+			};
+
+			console.log('model', model);
+			console.log('output', output);
+
 			continue;
 		}
 

src/lib/types/Message.ts

@@ -25,6 +25,9 @@ export type Message = Partial<Timestamps> & {
 
 	// goes one level deep
 	children?: Message["id"][];
+
+	// metadata
+	metadata?: Record<string, string | number>;
 };
 
 export type MessageFile = {

src/lib/types/MessageUpdate.ts

@@ -9,7 +9,8 @@ export type MessageUpdate =
 	| MessageStreamUpdate
 	| MessageFileUpdate
 	| MessageFinalAnswerUpdate
-	| MessageReasoningUpdate;
+	| MessageReasoningUpdate
+	| MessageMetadataUpdate;
 
 export enum MessageUpdateType {
 	Status = "status",
@@ -20,6 +21,7 @@ export enum MessageUpdateType {
 	File = "file",
 	FinalAnswer = "finalAnswer",
 	Reasoning = "reasoning",
+	Metadata = "metadata",
 }
 
 // Status
@@ -147,3 +149,9 @@ export interface MessageFinalAnswerUpdate {
 	interrupted: boolean;
 	webSources?: { uri: string; title: string }[];
 }
+
+export interface MessageMetadataUpdate {
+	type: MessageUpdateType.Metadata;
+	key: string;
+	value: string | number;
+}

src/routes/conversation/[id]/+server.ts

@@ -402,6 +402,12 @@ export async function POST({ request, locals, params, getClientAddress }) {
 					];
 				}
 
+				// Add metadata
+				else if (event.type === MessageUpdateType.Metadata) {
+					messageToWriteTo.metadata ??= {};
+					messageToWriteTo.metadata[event.key] = event.value;
+				}
+
 				// Append to the persistent message updates if it's not a stream update
 				if (
 					event.type !== MessageUpdateType.Stream &&
@@ -417,6 +423,8 @@ export async function POST({ request, locals, params, getClientAddress }) {
 					messageToWriteTo?.updates?.push(event);
 				}
 
+
+
 				// Avoid remote keylogging attack executed by watching packet lengths
 				// by padding the text with null chars to a fixed length
 				// https://cdn.arstechnica.net/wp-content/uploads/2024/03/LLM-Side-Channel.pdf