Forum

app.py

@@ -122,7 +122,7 @@ class SubmissionForum:
 
 # Initialize storage once at startup
 try:
-    REPO_ID = "snap-stanford/stark-leaderboard"  # Replace with your space name
+    REPO_ID = "snap-stanford/stark-leaderboard"
     hub_storage = HubStorage(REPO_ID)
     forum = SubmissionForum(hub_storage=hub_storage)
 except Exception as e:

review_submission.py

@@ -0,0 +1,144 @@
+import json
+import os
+from datetime import datetime
+import glob
+from app import SubmissionForum
+from utils.hub_storage import HubStorage
+
+
+
+def read_json_file(file_path: str) -> dict:
+    """Read and parse local JSON file."""
+    try:
+        with open(file_path, 'r') as f:
+            return json.load(f)
+    except Exception as e:
+        print(f"Error reading {file_path}: {str(e)}")
+        return None
+
+def update_json_file(file_path: str, content: dict, method_name: str = None, new_status: str = None) -> bool:
+    """Update local JSON file and add forum post if status changed"""
+    try:
+        with open(file_path, 'w') as f:
+            json.dump(content, f, indent=4)
+            
+        # Add forum post if this is a status update
+        if method_name and new_status:
+            forum.add_status_update(method_name, new_status)
+            
+        return True
+    except Exception as e:
+        print(f"Error updating {file_path}: {str(e)}")
+        return False
+
+def review_pending_submissions(submissions_dir: str = "submissions"):
+    """Review all pending submissions and allow admin to approve/reject them."""
+    try:
+        REPO_ID = "snap-stanford/stark-leaderboard" 
+        hub_storage = HubStorage(REPO_ID)
+        forum = SubmissionForum(hub_storage=hub_storage)
+        # Find all latest.json files
+        latest_files = glob.glob(os.path.join(submissions_dir, "**", "latest.json"), recursive=True)
+        
+        if not latest_files:
+            print("No submissions found.")
+            return
+        
+        changes_made = False
+        
+        # Process each submission
+        for latest_file in latest_files:
+            folder_path = os.path.dirname(latest_file)
+            latest_info = read_json_file(latest_file)
+            
+            if not latest_info:
+                print(f"Could not read {latest_file}, skipping...")
+                continue
+                
+            if latest_info.get('status') != 'pending_review':
+                continue
+                
+            # Find corresponding metadata file
+            timestamp = latest_info.get('latest_submission')
+            if not timestamp:
+                print(f"No timestamp found in {latest_file}, skipping...")
+                continue
+                
+            metadata_file = os.path.join(folder_path, f"metadata_{timestamp}.json")
+            metadata = read_json_file(metadata_file)
+            
+            if not metadata:
+                print(f"Could not read metadata for {latest_file}, skipping...")
+                continue
+            
+            # Display submission details
+            print("\n" + "="*80)
+            print(f"Submission Details:")
+            print(f"Method Name: {metadata.get('Method Name')}")
+            print(f"Team Name: {metadata.get('Team Name')}")
+            print(f"Dataset: {metadata.get('Dataset')}")
+            print(f"Split: {metadata.get('Split')}")
+            print(f"Contact Email(s): {metadata.get('Contact Email(s)')}")
+            print(f"Code Repository: {metadata.get('Code Repository')}")
+            print("\nModel Description:")
+            print(metadata.get('Model Description', 'No description provided'))
+            print("\nResults:")
+            if 'results' in metadata:
+                for metric, value in metadata['results'].items():
+                    print(f"{metric}: {value}")
+            print("\nSubmission Date:", metadata.get('submission_date', 'Unknown'))
+            print("="*80)
+            
+            # Get admin decision
+            while True:
+                decision = input("\nApprove this submission? (y/n/skip/quit): ").lower()
+                if decision in ['y', 'n', 'skip', 'quit']:
+                    break
+                print("Invalid input. Please enter 'y', 'n', 'skip', or 'quit'")
+            
+            if decision == 'quit':
+                print("Exiting review process...")
+                break
+                
+            if decision == 'skip':
+                continue
+                
+            # Update status
+            new_status = 'approved' if decision == 'y' else 'rejected'
+            review_timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+            
+            # Update latest.json
+            latest_info['status'] = new_status
+            latest_info['reviewed_at'] = review_timestamp
+            if not update_json_file(
+                latest_file, 
+                latest_info, 
+                method_name=metadata.get('Method Name'),
+                new_status=new_status
+            ):
+                print("Failed to update latest.json")
+                continue
+            
+            # Update metadata
+            metadata['status'] = new_status
+            metadata['reviewed_at'] = review_timestamp
+            if not update_json_file(metadata_file, metadata):
+                print("Failed to update metadata file")
+                continue
+            
+            forum.add_status_update(metadata.get('Method Name'), new_status)
+            print(f"Submission {new_status}")
+            changes_made = True
+            
+        if changes_made:
+            print("\nChanges have been made to the following files:")
+            print("Please push these changes to HuggingFace manually.")
+            
+    except Exception as e:
+        print(f"Error during review process: {str(e)}")
+
+if __name__ == "__main__":
+    print("Starting submission review process...")
+    # You can specify a different submissions directory if needed
+    review_pending_submissions("submissions")
+    print("\nReview process completed.")

utils/hub_storage.py

@@ -1,36 +1,55 @@
 from pathlib import Path
 from huggingface_hub import HfApi
 from .token_handler import TokenHandler
+import time
 
 class HubStorage:
     def __init__(self, repo_id):
         self.repo_id = repo_id
         self.api = HfApi()
-        
-        # Validate repository access
+
+    def get_file_content(self, path_in_repo):
+        """Get content of a file from the hub"""
         try:
-            self.api.repo_info(repo_id=repo_id, repo_type="space")
+            # Download the file content as bytes
+            path = self.api.hf_hub_download(
+                repo_id=self.repo_id,
+                filename=path_in_repo,
+                repo_type="space"
+            )
+            # Read file content
+            with open(path, 'r') as f:
+                return f.read()
         except Exception as e:
-            raise RuntimeError(f"Failed to access repository {repo_id}: {e}")
+            print(f"Error reading file {path_in_repo}: {str(e)}")
+            return None
+
+    def save_to_hub(self, file_content, path_in_repo, commit_message="Update file"):
+        """Save content to hub"""
+        try:
+            # If file_content is a string (like JSON), write it to a temporary file first
+            if isinstance(file_content, str):
+                with tempfile.NamedTemporaryFile(mode='w', delete=False) as temp_file:
+                    temp_file.write(file_content)
+                    temp_path = temp_file.name
+            else:
+                # If it's already a file path, use it directly
+                temp_path = file_content
 
-    def save_to_hub(self, file_content, path_in_repo, commit_message):
-        """Save file to HuggingFace Hub with retries and better error handling"""
-        max_retries = 3
-        retry_delay = 1  # seconds
-        
-        for attempt in range(max_retries):
-            try:
-                self.api.upload_file(
-                    repo_id=self.repo_id,
-                    repo_type="space",
-                    path_or_fileobj=file_content,
-                    path_in_repo=path_in_repo,
-                    commit_message=commit_message
-                )
-                return True
-            except Exception as e:
-                if attempt == max_retries - 1:
-                    raise RuntimeError(f"Failed to save file after {max_retries} attempts: {e}")
-                print(f"Attempt {attempt + 1} failed, retrying in {retry_delay} seconds...")
-                time.sleep(retry_delay)
-                retry_delay *= 2  # Exponential backoff
+            # Upload to hub
+            self.api.upload_file(
+                path_or_fileobj=temp_path,
+                path_in_repo=path_in_repo,
+                repo_id=self.repo_id,
+                repo_type="space",
+                commit_message=commit_message
+            )
+
+            # Clean up temporary file if we created one
+            if isinstance(file_content, str):
+                os.unlink(temp_path)
+
+            return True
+        except Exception as e:
+            print(f"Error saving to hub: {str(e)}")
+            return False