davidberenstein1957 commited on
Commit
6a09e8e
·
1 Parent(s): f7399f1

chore: update text-to-image data entries to reflect new provider names and device specifications, standardizing optimization labels to 'Undisclosed' for clarity

Browse files
Files changed (2) hide show
  1. app.py +5 -0
  2. data/text_to_image.jsonl +17 -17
app.py CHANGED
@@ -59,6 +59,11 @@ with gr.Blocks("ParityError/Interstellar", fill_width=True, css=custom_css) as d
59
  "Optimization",
60
  ],
61
  )
 
 
 
 
 
62
  with gr.TabItem("About"):
63
  with gr.Row():
64
  with gr.Column():
 
59
  "Optimization",
60
  ],
61
  )
62
+ gr.Markdown(
63
+ """
64
+ > **💡 Note:** Each efficiency metric and quality metric captures only one dimension of model capacity. Rankings may vary when considering other metrics.
65
+ """
66
+ )
67
  with gr.TabItem("About"):
68
  with gr.Row():
69
  with gr.Column():
data/text_to_image.jsonl CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "Provider": "Black Forest Labs",
3
- "Device": "H100",
4
  "Model": "FLUX.1-dev",
5
  "Optimization": "none",
6
  "URL": "https://huggingface.co/black-forest-labs/FLUX.1-dev?library=diffusers",
@@ -17,9 +17,9 @@
17
  }
18
  {
19
  "Provider": "fal.ai",
20
- "Device": "Serverless",
21
  "Model": "FLUX.1-dev",
22
- "Optimization": "custom",
23
  "URL": "https://fal.ai/models/fal-ai/flux/dev",
24
  "GenEval": 68.72,
25
  "HPS (v2.1)": 29.97,
@@ -34,7 +34,7 @@
34
  }
35
  {
36
  "Provider": "Fireworks AI",
37
- "Device": "Serverless",
38
  "Model": "FLUX.1-dev",
39
  "Optimization": "fp8",
40
  "URL": "https://fireworks.ai/models/fireworks/flux-1-dev-fp8",
@@ -50,8 +50,8 @@
50
  "Price per Image": 0.014
51
  }
52
  {
53
- "Provider": "Pruna AI",
54
- "Device": "H100",
55
  "Model": "FLUX.1-dev",
56
  "Optimization": "extra juiced",
57
  "URL": "https://replicate.com/prunaai/flux.1-juiced",
@@ -67,8 +67,8 @@
67
  "Price per Image": 0.004
68
  }
69
  {
70
- "Provider": "Pruna AI",
71
- "Device": "H100",
72
  "Model": "FLUX.1-dev",
73
  "Optimization": "juiced",
74
  "URL": "https://replicate.com/prunaai/flux.1-juiced",
@@ -84,8 +84,8 @@
84
  "Price per Image": 0.0048
85
  }
86
  {
87
- "Provider": "Pruna AI",
88
- "Device": "H100",
89
  "Model": "FLUX.1-dev",
90
  "Optimization": "lightly juiced",
91
  "URL": "https://replicate.com/prunaai/flux.1-lightly-juiced",
@@ -101,8 +101,8 @@
101
  "Price per Image": 0.0054
102
  }
103
  {
104
- "Provider": "Black Forest Labs",
105
- "Device": "H100",
106
  "Model": "FLUX.1-dev",
107
  "Optimization": "go_fast",
108
  "URL": "https://replicate.com/black-forest-labs/flux-dev",
@@ -119,9 +119,9 @@
119
  }
120
  {
121
  "Provider": "Together AI",
122
- "Device": "Serverless",
123
  "Model": "FLUX.1-dev",
124
- "Optimization": "unsure",
125
  "URL": "https://www.together.ai/models/flux-1-dev",
126
  "GenEval": 64.61,
127
  "HPS (v2.1)": 30.22,
@@ -136,9 +136,9 @@
136
  }
137
  {
138
  "Provider": "AWS",
139
- "Device": "Serverless",
140
  "Model": "AWS Nova Canvas",
141
- "Optimization": "unsure",
142
  "URL": "https://aws.amazon.com/ai/generative-ai/nova/creative/",
143
  "GenEval": null,
144
  "HPS (v2.1)": null,
 
1
  {
2
+ "Provider": "Replicate x Black Forest Labs",
3
+ "Device": "1xH100",
4
  "Model": "FLUX.1-dev",
5
  "Optimization": "none",
6
  "URL": "https://huggingface.co/black-forest-labs/FLUX.1-dev?library=diffusers",
 
17
  }
18
  {
19
  "Provider": "fal.ai",
20
+ "Device": "Undisclosed",
21
  "Model": "FLUX.1-dev",
22
+ "Optimization": "Undisclosed",
23
  "URL": "https://fal.ai/models/fal-ai/flux/dev",
24
  "GenEval": 68.72,
25
  "HPS (v2.1)": 29.97,
 
34
  }
35
  {
36
  "Provider": "Fireworks AI",
37
+ "Device": "Undisclosed",
38
  "Model": "FLUX.1-dev",
39
  "Optimization": "fp8",
40
  "URL": "https://fireworks.ai/models/fireworks/flux-1-dev-fp8",
 
50
  "Price per Image": 0.014
51
  }
52
  {
53
+ "Provider": "Replicate x Pruna AI",
54
+ "Device": "1xH100",
55
  "Model": "FLUX.1-dev",
56
  "Optimization": "extra juiced",
57
  "URL": "https://replicate.com/prunaai/flux.1-juiced",
 
67
  "Price per Image": 0.004
68
  }
69
  {
70
+ "Provider": "Replicate x Pruna AI",
71
+ "Device": "1xH100",
72
  "Model": "FLUX.1-dev",
73
  "Optimization": "juiced",
74
  "URL": "https://replicate.com/prunaai/flux.1-juiced",
 
84
  "Price per Image": 0.0048
85
  }
86
  {
87
+ "Provider": "Replicate x Pruna AI",
88
+ "Device": "1xH100",
89
  "Model": "FLUX.1-dev",
90
  "Optimization": "lightly juiced",
91
  "URL": "https://replicate.com/prunaai/flux.1-lightly-juiced",
 
101
  "Price per Image": 0.0054
102
  }
103
  {
104
+ "Provider": "Replicate x Black Forest Labs",
105
+ "Device": "1xH100",
106
  "Model": "FLUX.1-dev",
107
  "Optimization": "go_fast",
108
  "URL": "https://replicate.com/black-forest-labs/flux-dev",
 
119
  }
120
  {
121
  "Provider": "Together AI",
122
+ "Device": "Undisclosed",
123
  "Model": "FLUX.1-dev",
124
+ "Optimization": "Undisclosed",
125
  "URL": "https://www.together.ai/models/flux-1-dev",
126
  "GenEval": 64.61,
127
  "HPS (v2.1)": 30.22,
 
136
  }
137
  {
138
  "Provider": "AWS",
139
+ "Device": "Undisclosed",
140
  "Model": "AWS Nova Canvas",
141
+ "Optimization": "Undisclosed",
142
  "URL": "https://aws.amazon.com/ai/generative-ai/nova/creative/",
143
  "GenEval": null,
144
  "HPS (v2.1)": null,