David Pomerenke
commited on
Commit
·
c990cb9
1
Parent(s):
a48ff53
Fix dataset loading
Browse files- evals/datasets_/mmlu.py +1 -1
evals/datasets_/mmlu.py
CHANGED
|
@@ -141,7 +141,7 @@ def load_mmlu(language_bcp_47, nr):
|
|
| 141 |
tags_okapi = _get_dataset_config_names("lighteval/okapi_mmlu")
|
| 142 |
tags_mmlux = set(
|
| 143 |
a.rsplit("_", 1)[1].split("-")[0].lower()
|
| 144 |
-
for a in _get_dataset_config_names("Eurolingua/mmlux")
|
| 145 |
)
|
| 146 |
if language_bcp_47 in tags_afrimmlu:
|
| 147 |
ds = _load_dataset("masakhane/afrimmlu", tags_afrimmlu[language_bcp_47])
|
|
|
|
| 141 |
tags_okapi = _get_dataset_config_names("lighteval/okapi_mmlu")
|
| 142 |
tags_mmlux = set(
|
| 143 |
a.rsplit("_", 1)[1].split("-")[0].lower()
|
| 144 |
+
for a in _get_dataset_config_names("Eurolingua/mmlux", trust_remote_code=True)
|
| 145 |
)
|
| 146 |
if language_bcp_47 in tags_afrimmlu:
|
| 147 |
ds = _load_dataset("masakhane/afrimmlu", tags_afrimmlu[language_bcp_47])
|