Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
refactor: remove the duplicate func
Browse files- src/benchmarks.py +1 -7
- src/columns.py +2 -0
- src/loaders.py +1 -7
- src/models.py +7 -6
- src/utils.py +1 -7
src/benchmarks.py
CHANGED
|
@@ -4,13 +4,7 @@ from enum import Enum
|
|
| 4 |
from air_benchmark.tasks.tasks import BenchmarkTable
|
| 5 |
|
| 6 |
from src.envs import BENCHMARK_VERSION_LIST, METRIC_LIST
|
| 7 |
-
from src.models import TaskType
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
def get_safe_name(name: str):
|
| 11 |
-
"""Get RFC 1123 compatible safe name"""
|
| 12 |
-
name = name.replace("-", "_")
|
| 13 |
-
return "".join(character.lower() for character in name if (character.isalnum() or character == "_"))
|
| 14 |
|
| 15 |
|
| 16 |
@dataclass
|
|
|
|
| 4 |
from air_benchmark.tasks.tasks import BenchmarkTable
|
| 5 |
|
| 6 |
from src.envs import BENCHMARK_VERSION_LIST, METRIC_LIST
|
| 7 |
+
from src.models import TaskType, get_safe_name
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
|
| 9 |
|
| 10 |
@dataclass
|
src/columns.py
CHANGED
|
@@ -95,3 +95,5 @@ COL_NAME_RANK = "Rank 🏆"
|
|
| 95 |
COL_NAME_REVISION = "Revision"
|
| 96 |
COL_NAME_TIMESTAMP = "Submission Date"
|
| 97 |
COL_NAME_IS_ANONYMOUS = "Anonymous Submission"
|
|
|
|
|
|
|
|
|
| 95 |
COL_NAME_REVISION = "Revision"
|
| 96 |
COL_NAME_TIMESTAMP = "Submission Date"
|
| 97 |
COL_NAME_IS_ANONYMOUS = "Anonymous Submission"
|
| 98 |
+
|
| 99 |
+
|
src/loaders.py
CHANGED
|
@@ -5,7 +5,7 @@ import pandas as pd
|
|
| 5 |
|
| 6 |
from src.columns import COL_NAME_IS_ANONYMOUS, COL_NAME_REVISION, COL_NAME_TIMESTAMP
|
| 7 |
from src.envs import BENCHMARK_VERSION_LIST, DEFAULT_METRIC_LONG_DOC, DEFAULT_METRIC_QA
|
| 8 |
-
from src.models import FullEvalResult, LeaderboardDataStore, TaskType
|
| 9 |
from src.utils import get_default_cols, get_leaderboard_df
|
| 10 |
|
| 11 |
pd.options.mode.copy_on_write = True
|
|
@@ -50,12 +50,6 @@ def load_raw_eval_results(results_path: str) -> List[FullEvalResult]:
|
|
| 50 |
return results
|
| 51 |
|
| 52 |
|
| 53 |
-
def get_safe_name(name: str):
|
| 54 |
-
"""Get RFC 1123 compatible safe name"""
|
| 55 |
-
name = name.replace("-", "_")
|
| 56 |
-
return "".join(character.lower() for character in name if (character.isalnum() or character == "_"))
|
| 57 |
-
|
| 58 |
-
|
| 59 |
def load_leaderboard_datastore(file_path, version) -> LeaderboardDataStore:
|
| 60 |
slug = get_safe_name(version)[-4:]
|
| 61 |
datastore = LeaderboardDataStore(version, slug, None, None, None, None, None, None, None, None)
|
|
|
|
| 5 |
|
| 6 |
from src.columns import COL_NAME_IS_ANONYMOUS, COL_NAME_REVISION, COL_NAME_TIMESTAMP
|
| 7 |
from src.envs import BENCHMARK_VERSION_LIST, DEFAULT_METRIC_LONG_DOC, DEFAULT_METRIC_QA
|
| 8 |
+
from src.models import FullEvalResult, LeaderboardDataStore, TaskType, get_safe_name
|
| 9 |
from src.utils import get_default_cols, get_leaderboard_df
|
| 10 |
|
| 11 |
pd.options.mode.copy_on_write = True
|
|
|
|
| 50 |
return results
|
| 51 |
|
| 52 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 53 |
def load_leaderboard_datastore(file_path, version) -> LeaderboardDataStore:
|
| 54 |
slug = get_safe_name(version)[-4:]
|
| 55 |
datastore = LeaderboardDataStore(version, slug, None, None, None, None, None, None, None, None)
|
src/models.py
CHANGED
|
@@ -17,12 +17,6 @@ from src.columns import (
|
|
| 17 |
)
|
| 18 |
|
| 19 |
|
| 20 |
-
def get_safe_name(name: str):
|
| 21 |
-
"""Get RFC 1123 compatible safe name"""
|
| 22 |
-
name = name.replace("-", "_")
|
| 23 |
-
return "".join(character.lower() for character in name if (character.isalnum() or character == "_"))
|
| 24 |
-
|
| 25 |
-
|
| 26 |
@dataclass
|
| 27 |
class EvalResult:
|
| 28 |
"""
|
|
@@ -170,3 +164,10 @@ def make_clickable_model(model_name: str, model_link: str):
|
|
| 170 |
|
| 171 |
def model_hyperlink(link, model_name):
|
| 172 |
return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{model_name}</a>'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
)
|
| 18 |
|
| 19 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
@dataclass
|
| 21 |
class EvalResult:
|
| 22 |
"""
|
|
|
|
| 164 |
|
| 165 |
def model_hyperlink(link, model_name):
|
| 166 |
return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{model_name}</a>'
|
| 167 |
+
|
| 168 |
+
def get_safe_name(name: str):
|
| 169 |
+
"""Get RFC 1123 compatible safe name"""
|
| 170 |
+
name = name.replace("-", "_")
|
| 171 |
+
return "".join(character.lower() for character in name if (character.isalnum() or character == "_"))
|
| 172 |
+
|
| 173 |
+
|
src/utils.py
CHANGED
|
@@ -19,7 +19,7 @@ from src.columns import (
|
|
| 19 |
get_fixed_col_names_and_types,
|
| 20 |
)
|
| 21 |
from src.envs import API, LATEST_BENCHMARK_VERSION, SEARCH_RESULTS_REPO
|
| 22 |
-
from src.models import TaskType
|
| 23 |
|
| 24 |
|
| 25 |
def calculate_mean(row):
|
|
@@ -133,12 +133,6 @@ def select_columns(
|
|
| 133 |
return filtered_df
|
| 134 |
|
| 135 |
|
| 136 |
-
def get_safe_name(name: str):
|
| 137 |
-
"""Get RFC 1123 compatible safe name"""
|
| 138 |
-
name = name.replace("-", "_")
|
| 139 |
-
return "".join(character.lower() for character in name if (character.isalnum() or character == "_"))
|
| 140 |
-
|
| 141 |
-
|
| 142 |
def _update_df_elem(
|
| 143 |
task: TaskType,
|
| 144 |
version: str,
|
|
|
|
| 19 |
get_fixed_col_names_and_types,
|
| 20 |
)
|
| 21 |
from src.envs import API, LATEST_BENCHMARK_VERSION, SEARCH_RESULTS_REPO
|
| 22 |
+
from src.models import TaskType, get_safe_name
|
| 23 |
|
| 24 |
|
| 25 |
def calculate_mean(row):
|
|
|
|
| 133 |
return filtered_df
|
| 134 |
|
| 135 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 136 |
def _update_df_elem(
|
| 137 |
task: TaskType,
|
| 138 |
version: str,
|