Spaces:
Running
Running
File size: 3,618 Bytes
1c9c07a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 |
{
"Model": "Baseline [Nvidia H100]",
"URL": "https://huggingface.co/black-forest-labs/FLUX.1-dev?library=diffusers",
"GenEval": 67.98,
"HPS (v2.1)": 30.36,
"GenAI-Bench (VQA)": 0.74,
"DrawBench (Image Reward)": 1.0072,
"PartiPromts (ARNIQA)": 0.6758,
"PartiPromts (ClipIQA)": 0.8968,
"PartiPromts (ClipScore)": 27.4,
"PartiPromts (Sharpness - Laplacian Variance)": 6833,
"Median Inference Time": 6.88,
"Price per Image": 0.025
}
{
"Model": "fal",
"URL": "https://fal.ai/models/fal-ai/flux/dev",
"GenEval": 68.72,
"HPS (v2.1)": 29.97,
"GenAI-Bench (VQA)": 0.7441,
"DrawBench (Image Reward)": 1.0084,
"PartiPromts (ARNIQA)": 0.6702,
"PartiPromts (ClipIQA)": 0.8967,
"PartiPromts (ClipScore)": 27.61,
"PartiPromts (Sharpness - Laplacian Variance)": 7295,
"Median Inference Time": 4.06,
"Price per Image": 0.025
}
{
"Model": "fireworks [fp8]",
"URL": "https://fireworks.ai/models/fireworks/flux-1-dev-fp8",
"GenEval": 65.55,
"HPS (v2.1)": 30.26,
"GenAI-Bench (VQA)": 0.7455,
"DrawBench (Image Reward)": 0.9467,
"PartiPromts (ARNIQA)": 0.6639,
"PartiPromts (ClipIQA)": 0.8478,
"PartiPromts (ClipScore)": 27.24,
"PartiPromts (Sharpness - Laplacian Variance)": 5625,
"Median Inference Time": 4.66,
"Price per Image": 0.014
}
{
"Model": "Pruna [extra juiced]",
"URL": "https://replicate.com/prunaai/flux.1-juiced",
"GenEval": 69.9,
"HPS (v2.1)": 29.86,
"GenAI-Bench (VQA)": 0.7466,
"DrawBench (Image Reward)": 0.9458,
"PartiPromts (ARNIQA)": 0.6591,
"PartiPromts (ClipIQA)": 0.8887,
"PartiPromts (ClipScore)": 27.6,
"PartiPromts (Sharpness - Laplacian Variance)": 7997,
"Median Inference Time": 2.6,
"Price per Image": 0.004
}
{
"Model": "Pruna [juiced]",
"URL": "https://replicate.com/prunaai/flux.1-juiced",
"GenEval": 68.64,
"HPS (v2.1)": 30.38,
"GenAI-Bench (VQA)": 0.7408,
"DrawBench (Image Reward)": 0.9657,
"PartiPromts (ARNIQA)": 0.6762,
"PartiPromts (ClipIQA)": 0.9014,
"PartiPromts (ClipScore)": 27.55,
"PartiPromts (Sharpness - Laplacian Variance)": 7627,
"Median Inference Time": 3.14,
"Price per Image": 0.0048
}
{
"Model": "Pruna [lightly juiced]",
"URL": "https://replicate.com/prunaai/flux.1-lightly-juiced",
"GenEval": 69.12,
"HPS (v2.1)": 30.36,
"GenAI-Bench (VQA)": 0.7405,
"DrawBench (Image Reward)": 0.9972,
"PartiPromts (ARNIQA)": 0.6789,
"PartiPromts (ClipIQA)": 0.9031,
"PartiPromts (ClipScore)": 27.56,
"PartiPromts (Sharpness - Laplacian Variance)": 7849,
"Median Inference Time": 3.57,
"Price per Image": 0.0054
}
{
"Model": "Replicate [go_fast]",
"URL": "https://replicate.com/black-forest-labs/flux-dev",
"GenEval": 67.41,
"HPS (v2.1)": 29.25,
"GenAI-Bench (VQA)": 0.7547,
"DrawBench (Image Reward)": 0.9282,
"PartiPromts (ARNIQA)": 0.6356,
"PartiPromts (ClipIQA)": 0.8609,
"PartiPromts (ClipScore)": 27.56,
"PartiPromts (Sharpness - Laplacian Variance)": 4872,
"Median Inference Time": 3.38,
"Price per Image": 0.025
}
{
"Model": "Together AI",
"URL": "https://www.together.ai/models/flux-1-dev",
"GenEval": 64.61,
"HPS (v2.1)": 30.22,
"GenAI-Bench (VQA)": 0.7339,
"DrawBench (Image Reward)": 0.9463,
"PartiPromts (ARNIQA)": 0.5752,
"PartiPromts (ClipIQA)": 0.8709,
"PartiPromts (ClipScore)": 27.31,
"PartiPromts (Sharpness - Laplacian Variance)": 4501,
"Median Inference Time": 3.38,
"Price per Image": 0.025
}
|