Update space

app.py

@@ -212,6 +212,33 @@ def sanitize_name(name):
     """Sanitize name for file system use"""
     return re.sub(r'[^a-zA-Z0-9]', '_', name)
 
+def read_json_from_hub(api: HfApi, repo_id: str, file_path: str) -> dict:
+    """
+    Read and parse JSON file from HuggingFace Hub.
+    
+    Args:
+        api: HuggingFace API instance
+        repo_id: Repository ID
+        file_path: Path to file in repository
+    
+    Returns:
+        dict: Parsed JSON content
+    """
+    try:
+        # Download the file content as bytes
+        content = api.hf_hub_download(
+            repo_id=repo_id,
+            filename=file_path,
+            repo_type="space"
+        )
+        
+        # Read and parse JSON
+        with open(content, 'r') as f:
+            return json.load(f)
+    except Exception as e:
+        print(f"Error reading JSON file {file_path}: {str(e)}")
+        return None
+
 def scan_submissions_directory():
     """
     Scans the submissions directory and updates the leaderboard tables with all submitted results.
@@ -268,16 +295,9 @@ def scan_submissions_directory():
                     continue
                 
                 # Read latest.json
-                try:
-                    latest_content = api.hf_hub_download(
-                        repo_id=REPO_ID,
-                        repo_type="space",
-                        filename=latest_file,
-                        text=True
-                    )
-                    latest_info = json.loads(latest_content)
-                except Exception as e:
-                    print(f"Error reading latest.json for {folder_name}: {str(e)}")
+                latest_info = read_json_from_hub(api, REPO_ID, latest_file)
+                if not latest_info:
+                    print(f"Failed to read latest.json for {folder_name}")
                     continue
                 
                 # Check submission status
@@ -300,16 +320,9 @@ def scan_submissions_directory():
                     continue
                 
                 # Read metadata file
-                try:
-                    metadata_content = api.hf_hub_download(
-                        repo_id=REPO_ID,
-                        repo_type="space",
-                        filename=metadata_file,
-                        text=True
-                    )
-                    submission_data = json.loads(metadata_content)
-                except Exception as e:
-                    print(f"Error reading metadata for {folder_name}: {str(e)}")
+                submission_data = read_json_from_hub(api, REPO_ID, metadata_file)
+                if not submission_data:
+                    print(f"Failed to read metadata for {folder_name}")
                     continue
                 
                 # Map the split name if necessary
@@ -349,6 +362,12 @@ def scan_submissions_directory():
             except Exception as e:
                 print(f"Error processing folder {folder_name}: {str(e)}")
                 continue
+                
+        # Sort each DataFrame by MRR score
+        for df in [df_synthesized_full, df_synthesized_10, df_human_generated]:
+            mrr_cols = [col for col in df.columns if col.endswith('_MRR')]
+            if mrr_cols:
+                df.sort_values(by=mrr_cols[0], ascending=False, inplace=True)
         
         # Print summary
         print("\nLeaderboard initialization summary:")
@@ -383,19 +402,19 @@ def initialize_leaderboard():
     except Exception as e:
         print(f"Error initializing leaderboard: {str(e)}")
 
-# Utility function to get file content
 def get_file_content(file_path):
     """
     Helper function to safely read file content from HuggingFace repository
     """
     try:
         api = HfApi()
-        content = api.file_download(
+        content_path = api.hf_hub_download(
             repo_id=REPO_ID,
-            repo_type="space",
-            filename=file_path
+            filename=file_path,
+            repo_type="space"
         )
-        return content.read().decode('utf-8')
+        with open(content_path, 'r') as f:
+            return f.read()
     except Exception as e:
         print(f"Error reading file {file_path}: {str(e)}")
         return None