initial app

README.md

@@ -1,5 +1,5 @@
 ---
-title: Visualoverload
+title: VisualOverload
 emoji: 📈
 colorFrom: blue
 colorTo: gray
@@ -7,6 +7,8 @@ sdk: gradio
 sdk_version: 5.38.1
 app_file: app.py
 pinned: false
+hf_oauth: true
+app_file: app.py
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -1,57 +1,94 @@
 import gradio as gr
-import json
-import os
-import uuid
+import json, os, time, uuid
 from eval_utils import evaluate_submission
+from threading import Lock
 
-GROUND_TRUTH_PATH = "ground_truth.json"
-SUBMISSION_DIR = "submissions"
-RATE_LIMIT_SECONDS = 60  # basic rate limit
+# Setup
+GROUND_TRUTH = "ground_truth.json"
+SUB_DIR = "submissions"
+RATE_LIMIT = 60
+os.makedirs(SUB_DIR, exist_ok=True)
+user_last = {}
+lock = Lock()
 
-os.makedirs(SUBMISSION_DIR, exist_ok=True)
-user_last_submission = {}
 
-def submit(file, identifier, request: gr.Request):
+def show_form(profile: gr.OAuthProfile | None):
+    visible = profile is not None
+    welcome = (f"## 👋 Welcome, {profile.username}! Ready to submit?"
+               if visible else "## 🚀 Please sign in to submit.")
+    return welcome, gr.Textbox(visible=visible) , gr.File(visible=visible), \
+           gr.Checkbox(visible=visible), gr.Button(visible=visible)  
 
-    username = request.username  # Hugging Face username
 
-    # Rate limiting
-    from time import time
-    now = time()
-    if username in user_last_submission:
-        if now - user_last_submission[username] < RATE_LIMIT_SECONDS:
-            return f"Please wait before submitting again (rate limit: {RATE_LIMIT_SECONDS}s)."
+def submit(submission_id: str, submission_file: str, is_private: bool, profile: gr.OAuthProfile | None):
+    if not profile:
+        raise gr.Error("🔒 Please sign in first.")
+    
+    username = profile.username
+    with lock:
+        now = time.time()
+        if now - user_last.get(username, 0) < RATE_LIMIT:
+            remaining = int(RATE_LIMIT - (now - user_last[username]))
+            raise gr.Error(f"⏱️ Wait {remaining}s before retrying.")
+        user_last[username] = now
 
-    # Read submission
-    submission_data = json.load(file)
+    with open(submission_file.name, "rb") as file:
+        prediction_json = json.load(file)
+    
+    with open(GROUND_TRUTH, "rb") as file:
+        ground_truth_json = json.load(file)
+    
+    score = evaluate_submission(prediction_json, ground_truth_json)
 
-    # Load private ground truth (not exposed to users)
-    with open(GROUND_TRUTH_PATH, "r") as f:
-        ground_truth = json.load(f)
-
-    # Evaluate
-    score = evaluate_submission(submission_data, ground_truth)
-
-    # Save submission
-    submission_id = str(uuid.uuid4())
-    with open(f"{SUBMISSION_DIR}/{submission_id}_{username}_{identifier}.json", "w") as f:
+    if not is_private:
+        sid = str(uuid.uuid4())
+        submission_record = f"{username}_{sid}_{submission_id}"
         json.dump({
             "username": username,
-            "identifier": identifier,
-            "score": score,
+            "identifier": submission_id,
             "timestamp": now,
-        }, f)
+            "submission": prediction_json
+        }, open(os.path.join(SUB_DIR, submission_record + ".json"), "w"))
+
+    return gr.Text(f"{score:.4f}", visible=True)
+
+
+def get_leaderboard():
+    records = []
+    # for fn in os.listdir(SUB_DIR):
+    #     r = json.load(open(os.path.join(SUB_DIR, fn)))
+    #     if not r.get("private", False):
+    #         records.append(r)
+    records.sort(key=lambda x: -x["score"])
+    if not records:
+        return "**No submissions yet**"
+    lines = ["| User | Score | Time |", "|---|---|---|"]
+    for r in records[:10]:
+        t = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(r["timestamp"]))
+        lines.append(f"| {r['username']} | {r['score']:.4f} | {t} |")
+    return "\n".join(lines)
+
+
+with gr.Blocks() as demo:
+    gr.LoginButton()
 
-    user_last_submission[username] = now
-    return f"Submission accepted. Score: {score:.4f}"
+    welcome_md = gr.Markdown("Please sign in to be able to submit.")
+    submission_file = gr.File(label="Prediction (.json)", visible=False)
+    submission_id = gr.Textbox(label="Submission identifier", visible=False)
+    private_flag = gr.Checkbox(label="Do not save my submission", value=False, visible=False)
+    submit_btn = gr.Button("Submit", visible=False)
+    result = gr.Textbox(label="✅ Your score", visible=False)
+    leaderboard_heading_md = gr.Markdown("## 🏆 Public Leaderboard")
+    leaderboard_md = gr.Markdown(get_leaderboard())
 
-with gr.Blocks(auth=True) as demo:
-    gr.Markdown("# 🚀 ML Challenge Submission Portal")
-    identifier = gr.Text(label="Your submission identifier (e.g., 'o5.1 SuperAGI MegaPrompt')")
-    file = gr.File(label="Upload your prediction file (.json)", file_types=[".json"])
-    submit_btn = gr.Button("Submit")
-    output = gr.Textbox()
+    # Load login state → show/hide components
+    demo.load(fn=show_form,
+              inputs=[],
+              outputs=[welcome_md, submission_id, submission_file, private_flag, submit_btn]) 
 
-    submit_btn.click(fn=submit, inputs=[file, identifier], outputs=output)
+    # Submit button only shown post-login
+    submit_btn.click(fn=submit,
+                     inputs=[submission_id, submission_file, private_flag],
+                     outputs=result)
 
 demo.launch()

eval_utils.py

@@ -6,4 +6,4 @@ def evaluate_submission(preds, ground_truth):
         if key in preds and preds[key] == ground_truth[key]:
             correct += 1
 
-    return correct / total
+    return correct / total if total > 0 else 0.0

ground_truth.json

@@ -0,0 +1 @@
+{}

requirements.txt

@@ -1 +1 @@
-gradio
+gradio==5.38.1