Upload from GitHub Actions: Quick fixes
Browse files
evals/backend.py
CHANGED
@@ -20,7 +20,12 @@ def mean(lst):
|
|
20 |
return sum(lst) / len(lst) if lst else None
|
21 |
|
22 |
|
23 |
-
task_metrics = [
|
|
|
|
|
|
|
|
|
|
|
24 |
|
25 |
|
26 |
def make_model_table(df, models):
|
@@ -63,10 +68,7 @@ def make_language_table(df, languages):
|
|
63 |
)
|
64 |
df["task_metric"] = df["task"] + "_" + df["metric"]
|
65 |
df = df.drop(columns=["task", "metric"])
|
66 |
-
df = (
|
67 |
-
df.pivot(index="bcp_47", columns="task_metric", values="score")
|
68 |
-
.reset_index()
|
69 |
-
)
|
70 |
df["average"] = df[task_metrics].mean(axis=1, skipna=False)
|
71 |
df = pd.merge(languages, df, on="bcp_47", how="outer")
|
72 |
df = df.sort_values(by="speakers", ascending=False)
|
|
|
20 |
return sum(lst) / len(lst) if lst else None
|
21 |
|
22 |
|
23 |
+
task_metrics = [
|
24 |
+
"translation_from_bleu",
|
25 |
+
"translation_to_bleu",
|
26 |
+
# "classification_accuracy",
|
27 |
+
"mmlu_accuracy",
|
28 |
+
]
|
29 |
|
30 |
|
31 |
def make_model_table(df, models):
|
|
|
68 |
)
|
69 |
df["task_metric"] = df["task"] + "_" + df["metric"]
|
70 |
df = df.drop(columns=["task", "metric"])
|
71 |
+
df = df.pivot(index="bcp_47", columns="task_metric", values="score").reset_index()
|
|
|
|
|
|
|
72 |
df["average"] = df[task_metrics].mean(axis=1, skipna=False)
|
73 |
df = pd.merge(languages, df, on="bcp_47", how="outer")
|
74 |
df = df.sort_values(by="speakers", ascending=False)
|
frontend/src/components/ModelTable.js
CHANGED
@@ -148,7 +148,7 @@ const ModelTable = ({ data }) => {
|
|
148 |
}
|
149 |
|
150 |
const costBodyTemplate = rowData => {
|
151 |
-
return <div style={{ textAlign: 'center' }}>${rowData.cost
|
152 |
}
|
153 |
|
154 |
return (
|
|
|
148 |
}
|
149 |
|
150 |
const costBodyTemplate = rowData => {
|
151 |
+
return <div style={{ textAlign: 'center' }}>${rowData.cost?.toFixed(2)}</div>
|
152 |
}
|
153 |
|
154 |
return (
|