Spaces:
Running
Running
Shiyu Zhao
commited on
Commit
·
28b11ba
1
Parent(s):
94f907c
Update space
Browse files
app.py
CHANGED
@@ -329,7 +329,7 @@ model_types = {
|
|
329 |
'Small Dense Retrievers': ['DPR (roberta)', 'ANCE (roberta)', 'QAGNN (roberta)'],
|
330 |
'LLM-based Dense Retrievers': ['ada-002', 'voyage-l2-instruct', 'LLM2Vec', 'GritLM-7b'],
|
331 |
'Multivector Retrievers': ['multi-ada-002', 'ColBERTv2'],
|
332 |
-
'LLM Rerankers': ['Claude3 Reranker', 'GPT4 Reranker'],
|
333 |
'Others': [] # Will be populated dynamically with submitted models
|
334 |
}
|
335 |
|
|
|
329 |
'Small Dense Retrievers': ['DPR (roberta)', 'ANCE (roberta)', 'QAGNN (roberta)'],
|
330 |
'LLM-based Dense Retrievers': ['ada-002', 'voyage-l2-instruct', 'LLM2Vec', 'GritLM-7b'],
|
331 |
'Multivector Retrievers': ['multi-ada-002', 'ColBERTv2'],
|
332 |
+
'LLM Rerankers': ['Claude3 Reranker', 'GPT4 Reranker', 'AvaTaR(gpt-4-turbo)', 'AvaTaR(claude-3-opus)'],
|
333 |
'Others': [] # Will be populated dynamically with submitted models
|
334 |
}
|
335 |
|
submissions/debug_test_abc/latest.json
DELETED
@@ -1,7 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"latest_submission": "20241121_011636",
|
3 |
-
"status": "rejected",
|
4 |
-
"method_name": "debug_test",
|
5 |
-
"team_name": "abc",
|
6 |
-
"reviewed_at": "2024-11-20 17:09:52"
|
7 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
submissions/debug_test_abc/metadata_20241121_011636.json
DELETED
@@ -1,22 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"Method Name": "debug_test",
|
3 |
-
"Team Name": "abc",
|
4 |
-
"Dataset": "mag",
|
5 |
-
"Split": "human_generated_eval",
|
6 |
-
"Contact Email(s)": "a@stanford.edu",
|
7 |
-
"Code Repository": "https://github.com/",
|
8 |
-
"Model Description": "abc",
|
9 |
-
"Hardware": "a100",
|
10 |
-
"(Optional) Paper link": "",
|
11 |
-
"Model Type": "Others",
|
12 |
-
"results": {
|
13 |
-
"hit@1": 28.57,
|
14 |
-
"hit@5": 41.67,
|
15 |
-
"recall@20": 35.95,
|
16 |
-
"mrr": 35.94
|
17 |
-
},
|
18 |
-
"status": "rejected",
|
19 |
-
"submission_date": "2024-11-21 01:16:52",
|
20 |
-
"csv_path": "submissions/debug_test_abc/predictions_20241121_011636.csv",
|
21 |
-
"reviewed_at": "2024-11-20 17:09:52"
|
22 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
submissions/debug_test_abc/predictions_20241121_011636.csv
DELETED
The diff for this file is too large to render.
See raw diff
|
|