David Pomerenke
commited on
Commit
·
1dbf2b8
1
Parent(s):
80a0827
Improve settings layout
Browse files- .gitignore +1 -0
- app.py +23 -20
- data/INFO +1 -0
.gitignore
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
floresp-*
|
2 |
fleurs
|
|
|
3 |
.cache
|
4 |
.env
|
5 |
|
|
|
1 |
floresp-*
|
2 |
fleurs
|
3 |
+
spbleu
|
4 |
.cache
|
5 |
.env
|
6 |
|
app.py
CHANGED
@@ -562,9 +562,15 @@ def create_metric_selector(model_type):
|
|
562 |
def create_metric_explanation(metric):
|
563 |
return gr.Markdown(metric["explanation"], container=True)
|
564 |
|
|
|
|
|
|
|
|
|
|
|
|
|
565 |
|
566 |
# Create the visualization components
|
567 |
-
with gr.Blocks(title="AI Language Proficiency Benchmark") as demo:
|
568 |
gr.Markdown("# AI Language Proficiency Benchmark")
|
569 |
gr.Markdown("Comparing language proficiency across different models and languages.")
|
570 |
|
@@ -578,6 +584,22 @@ with gr.Blocks(title="AI Language Proficiency Benchmark") as demo:
|
|
578 |
label="Search for Language or Model",
|
579 |
interactive=True,
|
580 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
581 |
with gr.Row():
|
582 |
with gr.Column():
|
583 |
with gr.Accordion("Model Filters", open=False):
|
@@ -594,7 +616,6 @@ with gr.Blocks(title="AI Language Proficiency Benchmark") as demo:
|
|
594 |
label="Filter by Model Size (in Billion Parameters)",
|
595 |
interactive=True,
|
596 |
)
|
597 |
-
|
598 |
with gr.Column():
|
599 |
with gr.Accordion("Language Filters", open=False):
|
600 |
unit_of_analysis = gr.Radio(
|
@@ -632,24 +653,6 @@ with gr.Blocks(title="AI Language Proficiency Benchmark") as demo:
|
|
632 |
label="Filter by Number of Speakers",
|
633 |
interactive=True,
|
634 |
)
|
635 |
-
with gr.Row():
|
636 |
-
with gr.Column():
|
637 |
-
start_model_type = "Text-to-Text"
|
638 |
-
model_type = gr.Radio(
|
639 |
-
choices=["Text-to-Text", "Speech-to-Text"],
|
640 |
-
value=start_model_type,
|
641 |
-
label="Select Model Type",
|
642 |
-
interactive=True,
|
643 |
-
)
|
644 |
-
start_metric = METRICS["t2t"][0]
|
645 |
-
metric = gr.Dropdown(
|
646 |
-
choices=[metric["display_name"] for metric in METRICS["t2t"]],
|
647 |
-
value=start_metric["display_name"],
|
648 |
-
label="Main task and metric to display in figures and map",
|
649 |
-
interactive=True,
|
650 |
-
)
|
651 |
-
|
652 |
-
metric_explanation = create_metric_explanation(start_metric)
|
653 |
|
654 |
gr.Markdown("## Model Comparison")
|
655 |
leaderboard_df = create_leaderboard_df("t2t", start_metric)
|
|
|
562 |
def create_metric_explanation(metric):
|
563 |
return gr.Markdown(metric["explanation"], container=True)
|
564 |
|
565 |
+
css="""
|
566 |
+
.radio-group .wrap {
|
567 |
+
display: grid !important;
|
568 |
+
grid-template-columns: 1fr 1fr;
|
569 |
+
}
|
570 |
+
"""
|
571 |
|
572 |
# Create the visualization components
|
573 |
+
with gr.Blocks(title="AI Language Proficiency Benchmark", css=css) as demo:
|
574 |
gr.Markdown("# AI Language Proficiency Benchmark")
|
575 |
gr.Markdown("Comparing language proficiency across different models and languages.")
|
576 |
|
|
|
584 |
label="Search for Language or Model",
|
585 |
interactive=True,
|
586 |
)
|
587 |
+
with gr.Row():
|
588 |
+
start_model_type = "Text-to-Text"
|
589 |
+
model_type = gr.Radio(
|
590 |
+
choices=["Text-to-Text", "Speech-to-Text"],
|
591 |
+
value=start_model_type,
|
592 |
+
label="Select Model Type",
|
593 |
+
interactive=True,
|
594 |
+
elem_classes="radio-group",
|
595 |
+
)
|
596 |
+
start_metric = METRICS["t2t"][0]
|
597 |
+
metric = gr.Dropdown(
|
598 |
+
choices=[metric["display_name"] for metric in METRICS["t2t"]],
|
599 |
+
value=start_metric["display_name"],
|
600 |
+
label="Main task and metric to display in figures and map",
|
601 |
+
interactive=True,
|
602 |
+
)
|
603 |
with gr.Row():
|
604 |
with gr.Column():
|
605 |
with gr.Accordion("Model Filters", open=False):
|
|
|
616 |
label="Filter by Model Size (in Billion Parameters)",
|
617 |
interactive=True,
|
618 |
)
|
|
|
619 |
with gr.Column():
|
620 |
with gr.Accordion("Language Filters", open=False):
|
621 |
unit_of_analysis = gr.Radio(
|
|
|
653 |
label="Filter by Number of Speakers",
|
654 |
interactive=True,
|
655 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
656 |
|
657 |
gr.Markdown("## Model Comparison")
|
658 |
leaderboard_df = create_leaderboard_df("t2t", start_metric)
|
data/INFO
CHANGED
@@ -2,3 +2,4 @@ fleurs: https://huggingface.co/datasets/google/fleurs via eval.py
|
|
2 |
floresp-v2.0-rc.3: https://github.com/openlanguagedata/flores
|
3 |
glottolog_languoid.csv: https://glottolog.org/meta/downloads
|
4 |
ScriptCodes.csv: https://www.unicode.org/iso15924/iso15924-codes.html
|
|
|
|
2 |
floresp-v2.0-rc.3: https://github.com/openlanguagedata/flores
|
3 |
glottolog_languoid.csv: https://glottolog.org/meta/downloads
|
4 |
ScriptCodes.csv: https://www.unicode.org/iso15924/iso15924-codes.html
|
5 |
+
spbleu: https://github.com/facebookresearch/flores/tree/main
|