Shiyu Zhao commited on
Commit
28b11ba
·
1 Parent(s): 94f907c

Update space

Browse files
app.py CHANGED
@@ -329,7 +329,7 @@ model_types = {
329
  'Small Dense Retrievers': ['DPR (roberta)', 'ANCE (roberta)', 'QAGNN (roberta)'],
330
  'LLM-based Dense Retrievers': ['ada-002', 'voyage-l2-instruct', 'LLM2Vec', 'GritLM-7b'],
331
  'Multivector Retrievers': ['multi-ada-002', 'ColBERTv2'],
332
- 'LLM Rerankers': ['Claude3 Reranker', 'GPT4 Reranker'],
333
  'Others': [] # Will be populated dynamically with submitted models
334
  }
335
 
 
329
  'Small Dense Retrievers': ['DPR (roberta)', 'ANCE (roberta)', 'QAGNN (roberta)'],
330
  'LLM-based Dense Retrievers': ['ada-002', 'voyage-l2-instruct', 'LLM2Vec', 'GritLM-7b'],
331
  'Multivector Retrievers': ['multi-ada-002', 'ColBERTv2'],
332
+ 'LLM Rerankers': ['Claude3 Reranker', 'GPT4 Reranker', 'AvaTaR(gpt-4-turbo)', 'AvaTaR(claude-3-opus)'],
333
  'Others': [] # Will be populated dynamically with submitted models
334
  }
335
 
submissions/debug_test_abc/latest.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "latest_submission": "20241121_011636",
3
- "status": "rejected",
4
- "method_name": "debug_test",
5
- "team_name": "abc",
6
- "reviewed_at": "2024-11-20 17:09:52"
7
- }
 
 
 
 
 
 
 
 
submissions/debug_test_abc/metadata_20241121_011636.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "Method Name": "debug_test",
3
- "Team Name": "abc",
4
- "Dataset": "mag",
5
- "Split": "human_generated_eval",
6
- "Contact Email(s)": "a@stanford.edu",
7
- "Code Repository": "https://github.com/",
8
- "Model Description": "abc",
9
- "Hardware": "a100",
10
- "(Optional) Paper link": "",
11
- "Model Type": "Others",
12
- "results": {
13
- "hit@1": 28.57,
14
- "hit@5": 41.67,
15
- "recall@20": 35.95,
16
- "mrr": 35.94
17
- },
18
- "status": "rejected",
19
- "submission_date": "2024-11-21 01:16:52",
20
- "csv_path": "submissions/debug_test_abc/predictions_20241121_011636.csv",
21
- "reviewed_at": "2024-11-20 17:09:52"
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
submissions/debug_test_abc/predictions_20241121_011636.csv DELETED
The diff for this file is too large to render. See raw diff