openhands-index / aliases.py
openhands
Simplify leaderboard to open vs closed models only
ca754bb
# Define constants for openness categories
CANONICAL_OPENNESS_OPEN = "open"
CANONICAL_OPENNESS_CLOSED = "closed"
# Map old openness values to new simplified values
OPENNESS_MAPPING = {
"open_source_open_weights": CANONICAL_OPENNESS_OPEN,
"open_source_closed_weights": CANONICAL_OPENNESS_OPEN,
"closed_api_available": CANONICAL_OPENNESS_CLOSED,
"closed_ui_only": CANONICAL_OPENNESS_CLOSED,
"open": CANONICAL_OPENNESS_OPEN,
"closed": CANONICAL_OPENNESS_CLOSED,
}
OPENNESS_ALIASES = {
CANONICAL_OPENNESS_OPEN: {"Open", "Open Source", "Open Source + Open Weights"},
CANONICAL_OPENNESS_CLOSED: {"Closed", "API Available"}
}