jdelavande HF Staff commited on
Commit
4f485a7
·
1 Parent(s): 1b054fa

add estimate on the widget

Browse files
src/lib/components/chat/ChatMessage.svelte CHANGED
@@ -204,7 +204,8 @@
204
  <div
205
  class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
206
  >
207
- {message.metadata.energy_wh.toFixed(4)} Wh
 
208
  </div>
209
  {/if}
210
  {#if message.metadata?.duration_seconds}
 
204
  <div
205
  class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
206
  >
207
+ {message.metadata.energy_wh.toFixed(4)} Wh {#if message.metadata?.model_name !== "Qwen/Qwen2.5-VL-7B-Instruct"} (estimated)
208
+ {/if}
209
  </div>
210
  {/if}
211
  {#if message.metadata?.duration_seconds}
src/lib/server/textGeneration/generate.ts CHANGED
@@ -144,6 +144,7 @@ Do not use prefixes such as Response: or Answer: when answering to the user.`,
144
  energyUsedwh = output.energy_consumption / 1000 / 3600; // converting from mJ to Wh
145
  }
146
  console.log("energyUsedwh", energyUsedwh);
 
147
  yield {
148
  type: MessageUpdateType.Metadata,
149
  key: "energy_wh",
@@ -154,6 +155,11 @@ Do not use prefixes such as Response: or Answer: when answering to the user.`,
154
  key: "duration_seconds",
155
  value: durationInSeconds,
156
  };
 
 
 
 
 
157
 
158
  continue;
159
  }
 
144
  energyUsedwh = output.energy_consumption / 1000 / 3600; // converting from mJ to Wh
145
  }
146
  console.log("energyUsedwh", energyUsedwh);
147
+ console.log("model.name", model.name);
148
  yield {
149
  type: MessageUpdateType.Metadata,
150
  key: "energy_wh",
 
155
  key: "duration_seconds",
156
  value: durationInSeconds,
157
  };
158
+ yield {
159
+ type: MessageUpdateType.Metadata,
160
+ key: "model_name",
161
+ value: model.name,
162
+ };
163
 
164
  continue;
165
  }