Update space

app.py

@@ -40,24 +40,26 @@ class ForumPost:
         self.post_type = post_type  # 'submission' or 'status_update'
 
 class SubmissionForum:
-    def __init__(self, forum_file="forum_posts.json"):
+    def __init__(self, forum_file="forum_posts.json", hub_storage=None):
         self.forum_file = forum_file
+        self.hub_storage = hub_storage
         self.posts = self._load_posts()
 
     def _load_posts(self):
-        """Load existing posts from JSON file"""
+        """Load existing posts from JSON file in the hub"""
         try:
-            with open(self.forum_file, 'r') as f:
-                posts_data = json.load(f)
+            # Try to get content from hub
+            content = self.hub_storage.get_file_content(self.forum_file)
+            if content:
+                posts_data = json.loads(content)
                 return [ForumPost(**post) for post in posts_data]
-        except FileNotFoundError:
             return []
         except Exception as e:
             print(f"Error loading forum posts: {e}")
             return []
 
     def _save_posts(self):
-        """Save posts to JSON file"""
+        """Save posts to JSON file in the hub"""
         try:
             posts_data = [
                 {
@@ -67,8 +69,16 @@ class SubmissionForum:
                 }
                 for post in self.posts
             ]
-            with open(self.forum_file, 'w') as f:
-                json.dump(posts_data, f, indent=4)
+            
+            # Convert to JSON string
+            json_content = json.dumps(posts_data, indent=4)
+            
+            # Save to hub
+            self.hub_storage.save_to_hub(
+                file_content=json_content,
+                path_in_repo=self.forum_file,
+                commit_message="Update forum posts"
+            )
         except Exception as e:
             print(f"Error saving forum posts: {e}")
 
@@ -114,10 +124,11 @@ class SubmissionForum:
 try:
     REPO_ID = "snap-stanford/stark-leaderboard"  # Replace with your space name
     hub_storage = HubStorage(REPO_ID)
+    forum = SubmissionForum(hub_storage=hub_storage)
 except Exception as e:
-    raise RuntimeError(f"Failed to initialize HuggingFace Hub storage: {e}")
+    print(f"Failed to initialize forum with hub storage: {e}")
+    forum = SubmissionForum(hub_storage=hub_storage)
 
-forum = SubmissionForum()
 
 def process_single_instance(args):
     """Process a single instance with improved validation and error handling"""
@@ -892,6 +903,7 @@ def process_submission(
         update_leaderboard_data(submission_data)
 
         forum.add_submission_post(method_name, dataset, split)
+        forum_display = forum.format_posts_for_display()
         
         # Return success message
         return f"""
@@ -910,12 +922,12 @@ def process_submission(
         https://huggingface.co/spaces/{REPO_ID}/tree/main/submissions/{folder_name}
         
         Please refresh the page to see your submission in the leaderboard.
-        """
+        """, forum_display
         
     except Exception as e:
         error_message = f"Error processing submission: {str(e)}"
         # send_error_notification(meta_data, error_message)
-        return error_message
+        return error_message, forum.format_posts_for_display()
     finally:
         # Clean up temporary files
         for temp_file in temp_files:
@@ -1159,13 +1171,13 @@ with gr.Blocks(css=css) as demo:
             method_name, team_name, dataset, split, contact_email,
             code_repo, csv_file, model_description, hardware, paper_link, model_type, honor_code
         ],
-        outputs=result
-    ).success(  # Add a success handler to update tables after successful submission
-        fn=update_tables,
-        inputs=[model_type_filter],
-        outputs=all_dfs
+        outputs=[result, forum_display]
+    ).then(  # Chain the forum refresh after submission
+        fn=lambda: forum.format_posts_for_display(),
+        inputs=[],
+        outputs=[forum_display]
     )
-    
+        
     # Initial table update
     demo.load(
         update_tables,

submissions/debug_test_abc/latest.json

@@ -1,6 +0,0 @@
-{
-    "latest_submission": "20241120_231229",
-    "status": "pending_review",
-    "method_name": "debug_test",
-    "team_name": "abc"
-}

submissions/debug_test_abc/metadata_20241120_231229.json

@@ -1,21 +0,0 @@
-{
-    "Method Name": "debug_test",
-    "Team Name": "abc",
-    "Dataset": "mag",
-    "Split": "human_generated_eval",
-    "Contact Email(s)": "a@stanford.edu",
-    "Code Repository": "https://github.com/snap-stanford/stark",
-    "Model Description": "abc",
-    "Hardware": "a100",
-    "(Optional) Paper link": "",
-    "Model Type": "Others",
-    "results": {
-        "hit@1": 28.57,
-        "hit@5": 41.67,
-        "recall@20": 35.95,
-        "mrr": 35.94
-    },
-    "status": "pending_review",
-    "submission_date": "2024-11-20 23:12:48",
-    "csv_path": "submissions/debug_test_abc/predictions_20241120_231229.csv"
-}

submissions/debugging_test_abc/latest.json

@@ -1,6 +0,0 @@
-{
-    "latest_submission": "20241115_013853",
-    "status": "pending_review",
-    "method_name": "debugging_test",
-    "team_name": "abc"
-}

submissions/debugging_test_abc/metadata_20241115_013853.json

@@ -1,21 +0,0 @@
-{
-    "Method Name": "debugging_test",
-    "Team Name": "abc",
-    "Dataset": "mag",
-    "Split": "human_generated_eval",
-    "Contact Email(s)": "a@stanford.edu",
-    "Code Repository": "https://github.com/",
-    "Model Description": "abc",
-    "Hardware": "a100",
-    "(Optional) Paper link": "",
-    "Model Type": "Others",
-    "results": {
-        "hit@1": 28.57,
-        "hit@5": 41.67,
-        "recall@20": 35.95,
-        "mrr": 35.94
-    },
-    "status": "approved",
-    "submission_date": "2024-11-15 01:39:11",
-    "csv_path": "submissions/debugging_test_abc/predictions_20241115_013853.csv"
-}

submissions/test_tester/latest.json

@@ -1,7 +0,0 @@
-{
-    "latest_submission": "20241115_033521",
-    "status": "pending_review",
-    "method_name": "test",
-    "team_name": "tester",
-    "reviewed_at": "2024-11-19 19:53:11"
-}

submissions/test_tester/metadata_20241115_033521.json

@@ -1,22 +0,0 @@
-{
-    "Method Name": "test",
-    "Team Name": "tester",
-    "Dataset": "mag",
-    "Split": "human_generated_eval",
-    "Contact Email(s)": "a@stanford.edu",
-    "Code Repository": "https://github.com/",
-    "Model Description": "a",
-    "Hardware": "a100",
-    "(Optional) Paper link": "",
-    "Model Type": "Others",
-    "results": {
-        "hit@1": 28.57,
-        "hit@5": 41.67,
-        "recall@20": 35.95,
-        "mrr": 35.94
-    },
-    "status": "approved",
-    "submission_date": "2024-11-15 03:35:38",
-    "csv_path": "submissions/test_tester/predictions_20241115_033521.csv",
-    "reviewed_at": "2024-11-19 19:53:11"
-}