Spaces:
Running
Running
Commit
·
4f485a7
1
Parent(s):
1b054fa
add estimate on the widget
Browse files
src/lib/components/chat/ChatMessage.svelte
CHANGED
@@ -204,7 +204,8 @@
|
|
204 |
<div
|
205 |
class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
|
206 |
>
|
207 |
-
{message.metadata.energy_wh.toFixed(4)} Wh
|
|
|
208 |
</div>
|
209 |
{/if}
|
210 |
{#if message.metadata?.duration_seconds}
|
|
|
204 |
<div
|
205 |
class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
|
206 |
>
|
207 |
+
{message.metadata.energy_wh.toFixed(4)} Wh {#if message.metadata?.model_name !== "Qwen/Qwen2.5-VL-7B-Instruct"} (estimated)
|
208 |
+
{/if}
|
209 |
</div>
|
210 |
{/if}
|
211 |
{#if message.metadata?.duration_seconds}
|
src/lib/server/textGeneration/generate.ts
CHANGED
@@ -144,6 +144,7 @@ Do not use prefixes such as Response: or Answer: when answering to the user.`,
|
|
144 |
energyUsedwh = output.energy_consumption / 1000 / 3600; // converting from mJ to Wh
|
145 |
}
|
146 |
console.log("energyUsedwh", energyUsedwh);
|
|
|
147 |
yield {
|
148 |
type: MessageUpdateType.Metadata,
|
149 |
key: "energy_wh",
|
@@ -154,6 +155,11 @@ Do not use prefixes such as Response: or Answer: when answering to the user.`,
|
|
154 |
key: "duration_seconds",
|
155 |
value: durationInSeconds,
|
156 |
};
|
|
|
|
|
|
|
|
|
|
|
157 |
|
158 |
continue;
|
159 |
}
|
|
|
144 |
energyUsedwh = output.energy_consumption / 1000 / 3600; // converting from mJ to Wh
|
145 |
}
|
146 |
console.log("energyUsedwh", energyUsedwh);
|
147 |
+
console.log("model.name", model.name);
|
148 |
yield {
|
149 |
type: MessageUpdateType.Metadata,
|
150 |
key: "energy_wh",
|
|
|
155 |
key: "duration_seconds",
|
156 |
value: durationInSeconds,
|
157 |
};
|
158 |
+
yield {
|
159 |
+
type: MessageUpdateType.Metadata,
|
160 |
+
key: "model_name",
|
161 |
+
value: model.name,
|
162 |
+
};
|
163 |
|
164 |
continue;
|
165 |
}
|