fix

src/display/formatting.py

@@ -2,21 +2,11 @@ def model_hyperlink(link, model_name):
     return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{model_name}</a>'
 
 
-def model_hyperlink_with_shot(link, model_name, num_few_shot):
-    display_name = f"{model_name} ({num_few_shot}-shot)"
-    return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{display_name}</a>'
-
-
 def make_clickable_model(model_name):
     link = f"https://huggingface.co/{model_name}"
     return model_hyperlink(link, model_name)
 
 
-def make_clickable_model_with_shot(model_name, num_few_shot):
-    link = f"https://huggingface.co/{model_name}"
-    return model_hyperlink_with_shot(link, model_name, num_few_shot)
-
-
 def styled_error(error):
     return f"<p style='color: red; font-size: 20px; text-align: center;'>{error}</p>"
 

src/populate.py

@@ -5,7 +5,7 @@ import datasets
 import pandas as pd
 
 from src.about import Tasks
-from src.display.formatting import has_no_nan_values, make_clickable_model, make_clickable_model_with_shot
+from src.display.formatting import has_no_nan_values, make_clickable_model
 from src.display.utils import AutoEvalColumn, EvalQueueColumn
 
 # The values of these columns are in the range of 0-100
@@ -24,8 +24,7 @@ COLUMNS_TO_NORMALIZE = [
 
 def get_leaderboard_df(contents_repo: str, cols: list[str], benchmark_cols: list[str]) -> pd.DataFrame:
     df = datasets.load_dataset(contents_repo, split="train").to_pandas()
-    # df["Model"] = df["model"].map(make_clickable_model)
-    df["Model"] = df.apply(lambda x: make_clickable_model_with_shot(x["model"], x["num_few_shot"]), axis=1)
+    df["Model"] = df["model"].map(make_clickable_model)
     df["T"] = df["model_type"].map(lambda x: x.split(":")[0].strip())
     df = df.rename(columns={task.value.metric: task.value.col_name for task in Tasks})
 
@@ -84,11 +83,7 @@ def get_evaluation_queue_df(save_path: str, cols: list[str]) -> list[pd.DataFram
             with open(file_path) as fp:
                 data = json.load(fp)
 
-            # data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
-            data[EvalQueueColumn.model.name] = make_clickable_model_with_shot(
-                data["model"],
-                data["num_few_shot"],  # num_few_shotは必ず存在するため、直接参照
-            )
+            data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
             data[EvalQueueColumn.revision.name] = data.get("revision", "main")
 
             all_evals.append(data)