InferBench / data /text_to_image.jsonl
davidberenstein1957's picture
refactor: update data structure in app.py and text_to_image.jsonl to replace 'Provider' with 'Platform' and 'Owner', enhancing clarity and consistency in data representation
721ac40
{
"Platform": "Replicate",
"Owner": "Pruna AI",
"Device": "1xH100",
"Model": "FLUX.1-dev",
"Optimization": "none",
"URL": "https://huggingface.co/black-forest-labs/FLUX.1-dev?library=diffusers",
"GenEval": 67.98,
"HPS (v2.1)": 30.36,
"GenAI-Bench (VQA)": 0.74,
"DrawBench (Image Reward)": 1.0072,
"PartiPromts (ARNIQA)": 0.6758,
"PartiPromts (ClipIQA)": 0.8968,
"PartiPromts (ClipScore)": 27.4,
"PartiPromts (Sharpness - Laplacian Variance)": 6833,
"Median Inference Time": 6.88,
"Price per Image": 0.025
}
{
"Platform": "fal.ai",
"Owner": "fal.ai",
"Device": "Undisclosed",
"Model": "FLUX.1-dev",
"Optimization": "Undisclosed",
"URL": "https://fal.ai/models/fal-ai/flux/dev",
"GenEval": 68.72,
"HPS (v2.1)": 29.97,
"GenAI-Bench (VQA)": 0.7441,
"DrawBench (Image Reward)": 1.0084,
"PartiPromts (ARNIQA)": 0.6702,
"PartiPromts (ClipIQA)": 0.8967,
"PartiPromts (ClipScore)": 27.61,
"PartiPromts (Sharpness - Laplacian Variance)": 7295,
"Median Inference Time": 4.06,
"Price per Image": 0.025
}
{
"Platform": "Fireworks AI",
"Owner": "Fireworks AI",
"Device": "Undisclosed",
"Model": "FLUX.1-dev",
"Optimization": "fp8",
"URL": "https://fireworks.ai/models/fireworks/flux-1-dev-fp8",
"GenEval": 65.55,
"HPS (v2.1)": 30.26,
"GenAI-Bench (VQA)": 0.7455,
"DrawBench (Image Reward)": 0.9467,
"PartiPromts (ARNIQA)": 0.6639,
"PartiPromts (ClipIQA)": 0.8478,
"PartiPromts (ClipScore)": 27.24,
"PartiPromts (Sharpness - Laplacian Variance)": 5625,
"Median Inference Time": 4.66,
"Price per Image": 0.014
}
{
"Platform": "Replicate",
"Owner": "Pruna AI",
"Device": "1xH100",
"Model": "FLUX.1-dev",
"Optimization": "extra juiced",
"URL": "https://replicate.com/prunaai/flux.1-juiced",
"GenEval": 69.9,
"HPS (v2.1)": 29.86,
"GenAI-Bench (VQA)": 0.7466,
"DrawBench (Image Reward)": 0.9458,
"PartiPromts (ARNIQA)": 0.6591,
"PartiPromts (ClipIQA)": 0.8887,
"PartiPromts (ClipScore)": 27.6,
"PartiPromts (Sharpness - Laplacian Variance)": 7997,
"Median Inference Time": 2.6,
"Price per Image": 0.004
}
{
"Platform": "Replicate",
"Owner": "Pruna AI",
"Device": "1xH100",
"Model": "FLUX.1-dev",
"Optimization": "juiced",
"URL": "https://replicate.com/prunaai/flux.1-juiced",
"GenEval": 68.64,
"HPS (v2.1)": 30.38,
"GenAI-Bench (VQA)": 0.7408,
"DrawBench (Image Reward)": 0.9657,
"PartiPromts (ARNIQA)": 0.6762,
"PartiPromts (ClipIQA)": 0.9014,
"PartiPromts (ClipScore)": 27.55,
"PartiPromts (Sharpness - Laplacian Variance)": 7627,
"Median Inference Time": 3.14,
"Price per Image": 0.0048
}
{
"Platform": "Replicate",
"Owner": "Pruna AI",
"Device": "1xH100",
"Model": "FLUX.1-dev",
"Optimization": "lightly juiced",
"URL": "https://replicate.com/prunaai/flux.1-lightly-juiced",
"GenEval": 69.12,
"HPS (v2.1)": 30.36,
"GenAI-Bench (VQA)": 0.7405,
"DrawBench (Image Reward)": 0.9972,
"PartiPromts (ARNIQA)": 0.6789,
"PartiPromts (ClipIQA)": 0.9031,
"PartiPromts (ClipScore)": 27.56,
"PartiPromts (Sharpness - Laplacian Variance)": 7849,
"Median Inference Time": 3.57,
"Price per Image": 0.0054
}
{
"Platform": "Replicate",
"Owner": "Black Forest Labs",
"Device": "1xH100",
"Model": "FLUX.1-dev",
"Optimization": "go_fast",
"URL": "https://replicate.com/black-forest-labs/flux-dev",
"GenEval": 67.41,
"HPS (v2.1)": 29.25,
"GenAI-Bench (VQA)": 0.7547,
"DrawBench (Image Reward)": 0.9282,
"PartiPromts (ARNIQA)": 0.6356,
"PartiPromts (ClipIQA)": 0.8609,
"PartiPromts (ClipScore)": 27.56,
"PartiPromts (Sharpness - Laplacian Variance)": 4872,
"Median Inference Time": 3.38,
"Price per Image": 0.025
}
{
"Platform": "Together AI",
"Owner": "Together AI",
"Device": "Undisclosed",
"Model": "FLUX.1-dev",
"Optimization": "Undisclosed",
"URL": "https://www.together.ai/models/flux-1-dev",
"GenEval": 64.61,
"HPS (v2.1)": 30.22,
"GenAI-Bench (VQA)": 0.7339,
"DrawBench (Image Reward)": 0.9463,
"PartiPromts (ARNIQA)": 0.5752,
"PartiPromts (ClipIQA)": 0.8709,
"PartiPromts (ClipScore)": 27.31,
"PartiPromts (Sharpness - Laplacian Variance)": 4501,
"Median Inference Time": 3.38,
"Price per Image": 0.025
}
{
"Platform": "AWS",
"Owner": "AWS",
"Device": "Undisclosed",
"Model": "AWS Nova Canvas",
"Optimization": "Undisclosed",
"URL": "https://aws.amazon.com/ai/generative-ai/nova/creative/",
"GenEval": null,
"HPS (v2.1)": null,
"GenAI-Bench (VQA)": null,
"DrawBench (Image Reward)": 1.07,
"PartiPromts (ARNIQA)": 0.65,
"PartiPromts (ClipIQA)": 0.954,
"PartiPromts (ClipScore)": 28.1,
"PartiPromts (Sharpness - Laplacian Variance)": 10514,
"Median Inference Time": 3.65,
"Price per Image": null
}