Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -565,10 +565,13 @@ def leaderboard_dataframe(state: Optional[Dict[str, dict]] = None, spec: ArenaSp
|
|
| 565 |
rows = []
|
| 566 |
for mid in spec.model_ids:
|
| 567 |
info = state.get(mid, {"rating": INIT_RATING, "wins": 0, "losses": 0, "battles": 0, "ties": 0})
|
|
|
|
|
|
|
| 568 |
rows.append({
|
| 569 |
"Model": spec.display.get(mid, mid),
|
| 570 |
"Model ID": mid,
|
| 571 |
"ELO": round(float(info["rating"]), 1),
|
|
|
|
| 572 |
"Battles": int(info["battles"]),
|
| 573 |
"Wins": int(info["wins"]),
|
| 574 |
"Losses": int(info["losses"]),
|
|
@@ -1017,11 +1020,11 @@ def create_demo() -> gr.Blocks:
|
|
| 1017 |
gr.Markdown("### 🏆 ELO Leaderboard")
|
| 1018 |
leaderboard = gr.Dataframe(
|
| 1019 |
value=leaderboard_dataframe(load_elo(spec), spec),
|
| 1020 |
-
headers=["Rank", "Model", "Model ID", "ELO", "Battles", "Wins", "Losses", "Ties", "Both Bad"],
|
| 1021 |
-
datatype=["number", "str", "str", "number", "number", "number", "number", "number", "number"],
|
| 1022 |
interactive=False,
|
| 1023 |
wrap=False,
|
| 1024 |
-
column_widths=["5%", "15%", "
|
| 1025 |
elem_id=elem_id,
|
| 1026 |
)
|
| 1027 |
gr.Markdown("### 📊 ELO vs Parameters")
|
|
|
|
| 565 |
rows = []
|
| 566 |
for mid in spec.model_ids:
|
| 567 |
info = state.get(mid, {"rating": INIT_RATING, "wins": 0, "losses": 0, "battles": 0, "ties": 0})
|
| 568 |
+
p = MODEL_PARAMS.get(mid)
|
| 569 |
+
per_m = round(float(info["rating"]) * 1e6 / p, 1) if p else 0.0
|
| 570 |
rows.append({
|
| 571 |
"Model": spec.display.get(mid, mid),
|
| 572 |
"Model ID": mid,
|
| 573 |
"ELO": round(float(info["rating"]), 1),
|
| 574 |
+
"ELO/M params": per_m,
|
| 575 |
"Battles": int(info["battles"]),
|
| 576 |
"Wins": int(info["wins"]),
|
| 577 |
"Losses": int(info["losses"]),
|
|
|
|
| 1020 |
gr.Markdown("### 🏆 ELO Leaderboard")
|
| 1021 |
leaderboard = gr.Dataframe(
|
| 1022 |
value=leaderboard_dataframe(load_elo(spec), spec),
|
| 1023 |
+
headers=["Rank", "Model", "Model ID", "ELO", "ELO/M params", "Battles", "Wins", "Losses", "Ties", "Both Bad"],
|
| 1024 |
+
datatype=["number", "str", "str", "number", "number", "number", "number", "number", "number", "number"],
|
| 1025 |
interactive=False,
|
| 1026 |
wrap=False,
|
| 1027 |
+
column_widths=["5%", "15%", "23%", "11%", "11%", "7%", "7%", "7%", "7%", "7%"],
|
| 1028 |
elem_id=elem_id,
|
| 1029 |
)
|
| 1030 |
gr.Markdown("### 📊 ELO vs Parameters")
|