David Pomerenke
commited on
Commit
·
603effe
1
Parent(s):
8941a67
Reorder datasets
Browse files- datasets.json +52 -76
datasets.json
CHANGED
@@ -27,30 +27,6 @@
|
|
27 |
"parallel": false,
|
28 |
"group": "Translation"
|
29 |
},
|
30 |
-
{
|
31 |
-
"name": "Opus Gnome",
|
32 |
-
"author": "Helsinki NLP",
|
33 |
-
"author_url": null,
|
34 |
-
"url": "https://huggingface.co/datasets/Helsinki-NLP/opus_gnome",
|
35 |
-
"n_languages": 187,
|
36 |
-
"tasks": [
|
37 |
-
"translation"
|
38 |
-
],
|
39 |
-
"parallel": true,
|
40 |
-
"group": "Translation"
|
41 |
-
},
|
42 |
-
{
|
43 |
-
"name": "Opus Paracrawl",
|
44 |
-
"author": "Helsinki NLP",
|
45 |
-
"author_url": null,
|
46 |
-
"url": "https://huggingface.co/datasets/Helsinki-NLP/opus_paracrawl",
|
47 |
-
"n_languages": 43,
|
48 |
-
"tasks": [
|
49 |
-
"translation"
|
50 |
-
],
|
51 |
-
"parallel": false,
|
52 |
-
"group": "Translation"
|
53 |
-
},
|
54 |
{
|
55 |
"name": "OPUS Collection",
|
56 |
"author": "Helsinki NLP",
|
@@ -63,58 +39,6 @@
|
|
63 |
"parallel": false,
|
64 |
"group": "Translation"
|
65 |
},
|
66 |
-
{
|
67 |
-
"name": "FLEURS",
|
68 |
-
"author": "Meta",
|
69 |
-
"author_url": "https://ai.meta.com",
|
70 |
-
"url": "https://huggingface.co/datasets/google/fleurs",
|
71 |
-
"n_languages": 102,
|
72 |
-
"tasks": [
|
73 |
-
"speech_recognition"
|
74 |
-
],
|
75 |
-
"parallel": true,
|
76 |
-
"translation": "human",
|
77 |
-
"base": "FLORES",
|
78 |
-
"implemented": false,
|
79 |
-
"group": "Speech Recognition"
|
80 |
-
},
|
81 |
-
{
|
82 |
-
"name": "CommonVoice",
|
83 |
-
"author": "Mozilla",
|
84 |
-
"author_url": "https://blog.mozilla.ai",
|
85 |
-
"url": "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0",
|
86 |
-
"n_languages": 124,
|
87 |
-
"tasks": [
|
88 |
-
"speech_recognition"
|
89 |
-
],
|
90 |
-
"parallel": null,
|
91 |
-
"translation": "human",
|
92 |
-
"group": "Speech Recognition"
|
93 |
-
},
|
94 |
-
{
|
95 |
-
"name": "WorldCuisines",
|
96 |
-
"author": "Academic",
|
97 |
-
"author_url": "https://worldcuisines.github.io",
|
98 |
-
"url": "https://huggingface.co/datasets/worldcuisines/vqa",
|
99 |
-
"n_languages": 30,
|
100 |
-
"tasks": [
|
101 |
-
"visual_question_answering"
|
102 |
-
],
|
103 |
-
"parallel": null,
|
104 |
-
"group": "Visual Question Answering"
|
105 |
-
},
|
106 |
-
{
|
107 |
-
"name": "CVQA",
|
108 |
-
"author": "Academic",
|
109 |
-
"author_url": null,
|
110 |
-
"url": "https://huggingface.co/datasets/afaji/cvqa",
|
111 |
-
"n_languages": 39,
|
112 |
-
"tasks": [
|
113 |
-
"visual_question_answering"
|
114 |
-
],
|
115 |
-
"parallel": null,
|
116 |
-
"group": "Visual Question Answering"
|
117 |
-
},
|
118 |
{
|
119 |
"name": "Global MMLU",
|
120 |
"author": "Cohere",
|
@@ -325,6 +249,58 @@
|
|
325 |
"implemented": false,
|
326 |
"group": "Multitask Language Understanding"
|
327 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
328 |
{
|
329 |
"name": "Uhuru ARC Easy",
|
330 |
"author": "Masakhane",
|
|
|
27 |
"parallel": false,
|
28 |
"group": "Translation"
|
29 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
30 |
{
|
31 |
"name": "OPUS Collection",
|
32 |
"author": "Helsinki NLP",
|
|
|
39 |
"parallel": false,
|
40 |
"group": "Translation"
|
41 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
42 |
{
|
43 |
"name": "Global MMLU",
|
44 |
"author": "Cohere",
|
|
|
249 |
"implemented": false,
|
250 |
"group": "Multitask Language Understanding"
|
251 |
},
|
252 |
+
{
|
253 |
+
"name": "FLEURS",
|
254 |
+
"author": "Meta",
|
255 |
+
"author_url": "https://ai.meta.com",
|
256 |
+
"url": "https://huggingface.co/datasets/google/fleurs",
|
257 |
+
"n_languages": 102,
|
258 |
+
"tasks": [
|
259 |
+
"speech_recognition"
|
260 |
+
],
|
261 |
+
"parallel": true,
|
262 |
+
"translation": "human",
|
263 |
+
"base": "FLORES",
|
264 |
+
"implemented": false,
|
265 |
+
"group": "Speech Recognition"
|
266 |
+
},
|
267 |
+
{
|
268 |
+
"name": "CommonVoice",
|
269 |
+
"author": "Mozilla",
|
270 |
+
"author_url": "https://blog.mozilla.ai",
|
271 |
+
"url": "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0",
|
272 |
+
"n_languages": 124,
|
273 |
+
"tasks": [
|
274 |
+
"speech_recognition"
|
275 |
+
],
|
276 |
+
"parallel": null,
|
277 |
+
"translation": "human",
|
278 |
+
"group": "Speech Recognition"
|
279 |
+
},
|
280 |
+
{
|
281 |
+
"name": "WorldCuisines",
|
282 |
+
"author": "Academic",
|
283 |
+
"author_url": "https://worldcuisines.github.io",
|
284 |
+
"url": "https://huggingface.co/datasets/worldcuisines/vqa",
|
285 |
+
"n_languages": 30,
|
286 |
+
"tasks": [
|
287 |
+
"visual_question_answering"
|
288 |
+
],
|
289 |
+
"parallel": null,
|
290 |
+
"group": "Visual Question Answering"
|
291 |
+
},
|
292 |
+
{
|
293 |
+
"name": "CVQA",
|
294 |
+
"author": "Academic",
|
295 |
+
"author_url": null,
|
296 |
+
"url": "https://huggingface.co/datasets/afaji/cvqa",
|
297 |
+
"n_languages": 39,
|
298 |
+
"tasks": [
|
299 |
+
"visual_question_answering"
|
300 |
+
],
|
301 |
+
"parallel": null,
|
302 |
+
"group": "Visual Question Answering"
|
303 |
+
},
|
304 |
{
|
305 |
"name": "Uhuru ARC Easy",
|
306 |
"author": "Masakhane",
|