CodeGoat24 commited on
Commit
9f99a98
·
verified ·
1 Parent(s): f864747

Update leaderboard_data.json

Browse files
Files changed (1) hide show
  1. leaderboard_data.json +313 -1
leaderboard_data.json CHANGED
@@ -1,9 +1,321 @@
1
  {
2
  "leaderboard": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  {
4
  "model": "Keling-Ketu",
5
  "link": "https://kolors.kuaishou.com/",
6
- "hf": "",
7
  "open_source": false,
8
  "release_date": "2025-04",
9
 
 
1
  {
2
  "leaderboard": [
3
+ {
4
+ "model": "GPT-4o",
5
+ "link": "https://platform.openai.com/docs/guides/image-generation",
6
+ "hf": "-",
7
+ "open_source": false,
8
+ "release_date": "2025-04",
9
+
10
+ "Overall": 92.77,
11
+
12
+ "Style": 98.57,
13
+
14
+ "World Knowledge": 98.87,
15
+
16
+ "Attribute-Overall": 93.59,
17
+ "Quantity": 90.00,
18
+ "Expression": 94.70,
19
+ "Material": 94.20,
20
+ "Size": 91.61,
21
+ "Shape": 92.50,
22
+ "Color": 99.17,
23
+
24
+ "Action-Overall": 90.79,
25
+ "Hand": 89.74,
26
+ "Full body": 92.22,
27
+ "Animal": 87.12,
28
+ "Non Contact": 90.43,
29
+ "Contact": 89.82,
30
+ "State": 93.75,
31
+
32
+ "Relationship-Overall": 94.97,
33
+ "Composition": 96.23,
34
+ "Similarity": 95.00,
35
+ "Inclusion": 94.89,
36
+ "Comparison": 92.19,
37
+
38
+ "Compound-Overall": 93.55,
39
+ "Imagination": 95.64,
40
+ "Feature matching": 91.40,
41
+
42
+ "Grammar-Overall": 91.76,
43
+ "Pronoun Reference": 92.91,
44
+ "Consistency": 91.67,
45
+ "Negation": 90.57,
46
+
47
+ "Layout-Overall": 91.35,
48
+ "2D": 91.04,
49
+ "3D": 91.67,
50
+
51
+ "Logical Reasoning": 84.97,
52
+
53
+ "Text": 89.24
54
+ },
55
+ {
56
+ "model": "Imagen-4.0-Ultra",
57
+ "link": "https://deepmind.google/models/imagen/",
58
+ "hf": "-",
59
+ "open_source": false,
60
+ "release_date": "2025-06",
61
+
62
+ "Overall": 91.54,
63
+
64
+ "Style": 99.20,
65
+
66
+ "World Knowledge": 97.47,
67
+
68
+ "Attribute-Overall": 92.52,
69
+ "Quantity": 93.06,
70
+ "Expression": 81.41,
71
+ "Material": 94.34,
72
+ "Size": 95.83,
73
+ "Shape": 91.88,
74
+ "Color": 100.0,
75
+
76
+ "Action-Overall": 92.20,
77
+ "Hand": 90.38,
78
+ "Full body": 93.44,
79
+ "Animal": 91.91,
80
+ "Non Contact": 90.31,
81
+ "Contact": 89.29,
82
+ "State": 96.70,
83
+
84
+ "Relationship-Overall": 93.02,
85
+ "Composition": 95.27,
86
+ "Similarity": 84.44,
87
+ "Inclusion": 98.37,
88
+ "Comparison": 92.19,
89
+
90
+ "Compound-Overall": 91.37,
91
+ "Imagination": 92.86,
92
+ "Feature matching": 89.84,
93
+
94
+ "Grammar-Overall": 87.97,
95
+ "Pronoun Reference": 94.12,
96
+ "Consistency": 87.04,
97
+ "Negation": 82.31,
98
+
99
+ "Layout-Overall": 93.10,
100
+ "2D": 92.65,
101
+ "3D": 93.56,
102
+
103
+ "Logical Reasoning": 79.55,
104
+
105
+ "Text": 89.08
106
+ },
107
+ {
108
+ "model": "Seedream-3.0",
109
+ "link": "https://www.byteplus.com/en/product/Seedream",
110
+ "hf": "-",
111
+ "open_source": false,
112
+ "release_date": "2025-05",
113
+
114
+ "Overall": 78.95,
115
+
116
+ "Style": 98.10,
117
+
118
+ "World Knowledge": 95.25,
119
+
120
+ "Attribute-Overall": 85.58,
121
+ "Quantity": 80.56,
122
+ "Expression": 82.05,
123
+ "Material": 90.57,
124
+ "Size": 85.42,
125
+ "Shape": 78.12,
126
+ "Color": 97.50,
127
+
128
+ "Action-Overall": 82.98,
129
+ "Hand": 75.00,
130
+ "Full body": 89.67,
131
+ "Animal": 85.29,
132
+ "Non Contact": 75.51,
133
+ "Contact": 80.95,
134
+ "State": 90.09,
135
+
136
+ "Relationship-Overall": 80.84,
137
+ "Composition": 82.77,
138
+ "Similarity": 73.89,
139
+ "Inclusion": 84.24,
140
+ "Comparison": 81.25,
141
+
142
+ "Compound-Overall": 73.84,
143
+ "Imagination": 78.57,
144
+ "Feature matching": 69.01,
145
+
146
+ "Grammar-Overall": 61.36,
147
+ "Pronoun Reference": 79.78,
148
+ "Consistency": 69.91,
149
+ "Negation": 35.00,
150
+
151
+ "Layout-Overall": 87.31,
152
+ "2D": 86.76,
153
+ "3D": 87.88,
154
+
155
+ "Logical Reasoning": 52.73,
156
+
157
+ "Text": 71.55
158
+ },
159
+ {
160
+ "model": "Imagen-3.0",
161
+ "link": "https://arxiv.org/pdf/2408.07009",
162
+ "hf": "-",
163
+ "open_source": false,
164
+ "release_date": "2025-02",
165
+
166
+ "Overall": 71.85,
167
+
168
+ "Style": 89.25,
169
+
170
+ "World Knowledge": 94.75,
171
+
172
+ "Attribute-Overall": 77.33,
173
+ "Quantity": 75.78,
174
+ "Expression": 64.67,
175
+ "Material": 80.66,
176
+ "Size": 82.84,
177
+ "Shape": 70.00,
178
+ "Color": 93.10,
179
+
180
+ "Action-Overall": 81.46,
181
+ "Hand": 80.00,
182
+ "Full body": 83.89,
183
+ "Animal": 85.29,
184
+ "Non Contact": 77.37,
185
+ "Contact": 74.40,
186
+ "State": 87.38,
187
+
188
+ "Relationship-Overall": 82.86,
189
+ "Composition": 83.90,
190
+ "Similarity": 73.33,
191
+ "Inclusion": 88.64,
192
+ "Comparison": 83.90,
193
+
194
+ "Compound-Overall": 71.71,
195
+ "Imagination": 79.23,
196
+ "Feature matching": 64.06,
197
+
198
+ "Grammar-Overall": 69.84,
199
+ "Pronoun Reference": 79.04,
200
+ "Consistency": 70.75,
201
+ "Negation": 59.13,
202
+
203
+ "Layout-Overall": 81.34,
204
+ "2D": 82.72,
205
+ "3D": 79.92,
206
+
207
+ "Logical Reasoning": 48.36,
208
+
209
+ "Text": 21.55
210
+ },
211
+ {
212
+ "model": "DALL-E-3",
213
+ "link": "https://openai.com/zh-Hans-CN/index/dall-e-3/",
214
+ "hf": "-",
215
+ "open_source": false,
216
+ "release_date": "2024-09",
217
+
218
+ "Overall": 69.18,
219
+
220
+ "Style": 95.06,
221
+
222
+ "World Knowledge": 93.51,
223
+
224
+ "Attribute-Overall": 75.97,
225
+ "Quantity": 62.14,
226
+ "Expression": 59.87,
227
+ "Material": 87.74,
228
+ "Size": 87.50,
229
+ "Shape": 65.00,
230
+ "Color": 92.50,
231
+
232
+ "Action-Overall": 69.83,
233
+ "Hand": 60.90,
234
+ "Full body": 75.00,
235
+ "Animal": 76.47,
236
+ "Non Contact": 66.84,
237
+ "Contact": 63.41,
238
+ "State": 75.47,
239
+
240
+ "Relationship-Overall": 78.06,
241
+ "Composition": 82.43,
242
+ "Similarity": 69.44,
243
+ "Inclusion": 87.78,
244
+ "Comparison": 66.41,
245
+
246
+ "Compound-Overall": 70.60,
247
+ "Imagination": 76.79,
248
+ "Feature matching": 64.21,
249
+
250
+ "Grammar-Overall": 68.07,
251
+ "Pronoun Reference": 74.24,
252
+ "Consistency": 74.07,
253
+ "Negation": 56.64,
254
+
255
+ "Layout-Overall": 66.67,
256
+ "2D": 57.72,
257
+ "3D": 76.17,
258
+
259
+ "Logical Reasoning": 48.18,
260
+
261
+ "Text": 25.86
262
+ },
263
+ {
264
+ "model": "FLUX-pro-1.1-Ultra",
265
+ "link": "https://bfl.ai/",
266
+ "hf": "-",
267
+ "open_source": false,
268
+ "release_date": "2025-03",
269
+
270
+ "Overall": 70.67,
271
+
272
+ "Style": 90.60,
273
+
274
+ "World Knowledge": 91.61,
275
+
276
+ "Attribute-Overall": 76.50,
277
+ "Quantity": 75.69,
278
+ "Expression": 59.62,
279
+ "Material": 78.77,
280
+ "Size": 77.78,
281
+ "Shape": 74.38,
282
+ "Color": 96.67,
283
+
284
+ "Action-Overall": 76.50,
285
+ "Hand": 57.69,
286
+ "Full body": 68.48,
287
+ "Animal": 77.21,
288
+ "Non Contact": 76.53,
289
+ "Contact": 64.29,
290
+ "State": 76.89,
291
+
292
+ "Relationship-Overall": 77.54,
293
+ "Composition": 80.41,
294
+ "Similarity": 72.78,
295
+ "Inclusion": 82.07,
296
+ "Comparison": 71.09,
297
+
298
+ "Compound-Overall": 67.78,
299
+ "Imagination": 74.74,
300
+ "Feature matching": 60.68,
301
+
302
+ "Grammar-Overall": 70.05,
303
+ "Pronoun Reference": 84.56,
304
+ "Consistency": 68.98,
305
+ "Negation": 55.77,
306
+
307
+ "Layout-Overall": 81.53,
308
+ "2D": 80.15,
309
+ "3D": 82.95,
310
+
311
+ "Logical Reasoning": 43.18,
312
+
313
+ "Text": 37.36
314
+ },
315
  {
316
  "model": "Keling-Ketu",
317
  "link": "https://kolors.kuaishou.com/",
318
+ "hf": "-",
319
  "open_source": false,
320
  "release_date": "2025-04",
321