first front end push

about.py

@@ -0,0 +1,10 @@
+import os
+from huggingface_hub import HfApi
+
+PROBLEM_TYPES = ["unconditional", "conditional"]
+TOKEN = os.environ.get("HF_TOKEN")
+CACHE_PATH=os.getenv("HF_HOME", ".")
+API = HfApi(token=TOKEN)
+organization="cgeorgiaw"
+submissions_repo = f'{organization}/lemat-bench-submissions'
+results_repo = f'{organization}/lemat-bench-results'

app.py

@@ -0,0 +1,116 @@
+from pathlib import Path
+import json
+import pandas as pd
+
+import gradio as gr
+from datasets import load_dataset
+from gradio_leaderboard import Leaderboard
+from evaluation import evaluate_problem
+from datetime import datetime
+import os
+
+from submit import submit_boundary
+from about import PROBLEM_TYPES, TOKEN, CACHE_PATH, API, submissions_repo, results_repo
+from utils import read_submission_from_hub, read_result_from_hub, write_results, get_user, make_user_clickable, make_boundary_clickable
+from visualize import make_visual
+
+
+def get_leaderboard():
+    ds = load_dataset(results_repo, split='train', download_mode="force_redownload")
+    full_df = pd.DataFrame(ds)
+    full_df['full results'] = full_df['result_filename'].apply(lambda x: make_boundary_clickable(x)).astype(str)
+
+    full_df.rename(columns={'submission_time': 'submission time', 'problem_type': 'problem type'}, inplace=True)
+    to_show = full_df.copy(deep=True)
+    to_show = to_show[to_show['user'] != 'test']
+    to_show = to_show[['submission time', 'problem type', 'user', 'score', 'full results']]
+    to_show['user'] = to_show['user'].apply(lambda x: make_user_clickable(x)).astype(str)
+
+    return to_show
+
+def show_output_box(message):
+    return gr.update(value=message, visible=True)
+
+def gradio_interface() -> gr.Blocks:
+    with gr.Blocks() as demo:
+        gr.Markdown("## Welcome to the ConStellaration Boundary Leaderboard!")
+        with gr.Tabs(elem_classes="tab-buttons"):
+            with gr.TabItem("🚀 Leaderboard", elem_id="boundary-benchmark-tab-table"):                
+                gr.Markdown("# Boundary Design Leaderboard")
+
+                try: 
+                    Leaderboard(
+                        value=get_leaderboard(),
+                        datatype=['date', 'str', 'html', 'number', 'html'],
+                        select_columns=["submission time", "problem type", "user", "score", "full results"],
+                        search_columns=["submission time", "score", "user"],
+                        # hide_columns=["result_filename", "submission_filename", "objective", "minimize_objective", "boundary_json", "evaluated"],
+                        filter_columns=["problem type"],
+                        every=60,
+                        render=True
+                    )
+                except:
+                    gr.Markdown("Leaderboard is empty.")
+
+                gr.Markdown("For the `geometrical` and `simple_to_build`, the scores are bounded between 0.0 and 1.0, where 1.0 is the best possible score. For the `mhd_stable` multi-objective problem, the score is unbounded with a undefined maximum score.")
+
+            with gr.TabItem("❔About", elem_id="boundary-benchmark-tab-table"):
+                gr.Markdown(
+                    """
+                    ## About LeMat-Bench
+
+                    **Welcome to the LeMat-Bench Leaderboard**, There are unconditional generation and conditional generation components of this leaderboard.
+
+                """)
+            
+
+            with gr.TabItem("✉️ Submit", elem_id="boundary-benchmark-tab-table"):
+                gr.Markdown(
+                    """
+                # Plasma Boundary Evaluation Submission
+                Upload your plasma boundary JSON and select the problem type to get your score.
+                """
+                )
+                filename = gr.State(value=None) 
+                eval_state = gr.State(value=None) 
+                user_state = gr.State(value=None)
+
+                # gr.LoginButton()
+
+                with gr.Row():
+                    with gr.Column():
+                        problem_type = gr.Dropdown(PROBLEM_TYPES, label="Problem Type")
+                        username_input = gr.Textbox(
+                            label="Username", 
+                            placeholder="Enter your Hugging Face username",
+                            info="This will be displayed on the leaderboard."
+                        )
+                    with gr.Column():
+                        boundary_file = gr.File(label="Upload a ZIP of your CIF files.")
+
+                username_input.change(
+                    fn=lambda x: x if x.strip() else None,
+                    inputs=username_input,
+                    outputs=user_state
+                )                       
+
+                submit_btn = gr.Button("Submission")
+                message = gr.Textbox(label="Status", lines=1, visible=False)
+                # help message
+                gr.Markdown("If you have issues with submission or using the leaderboard, please start a discussion in the Community tab of this Space.")
+                
+                submit_btn.click(
+                    submit_boundary,
+                    inputs=[problem_type, boundary_file, user_state],
+                    outputs=[message, filename],
+                ).then(
+                    fn=show_output_box,
+                    inputs=[message],
+                    outputs=[message],
+                )
+ 
+    return demo
+
+
+if __name__ == "__main__":
+    gradio_interface().launch()

utils.py

@@ -0,0 +1,35 @@
+import pathlib
+from pathlib import Path
+import tempfile
+from typing import BinaryIO, Literal
+import json
+import pandas as pd
+
+import gradio as gr
+from huggingface_hub import upload_file, hf_hub_download
+from evaluation import evaluate_problem
+from datetime import datetime
+import os
+
+from about import PROBLEM_TYPES, TOKEN, CACHE_PATH, API, submissions_repo, results_repo
+
+def make_user_clickable(name):
+    link =f'https://huggingface.co/{name}'
+    return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{name}</a>'
+
+def make_boundary_clickable(filename):
+    link =f'https://huggingface.co/datasets/{results_repo}/blob/main/{filename}'
+    return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">link</a>'
+
+def read_result_from_hub(filename):
+    local_path = hf_hub_download(
+        repo_id=results_repo,
+        repo_type="dataset",
+        filename=filename,
+    )
+    return local_path
+
+def get_user(profile: gr.OAuthProfile | None) -> str:
+    if profile is None:
+        return "Please login to make a submission to the leaderboard."
+    return profile.username