File size: 5,998 Bytes
f317d72
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
{
  "dataset": {
    "exact_alignment_records": 130,
    "repo_id": "bghira/minimax-music3-rvq-reverse-distillation",
    "revision": "5029b1e7f1bbfbf028b76b38564fecccda94a111",
    "split": "holdout"
  },
  "format": "simpletuner-minimaxmusic-replay-comparison-v1",
  "metric": "per-record mean stitched condition-embedding cosine",
  "models": [
    {
      "checkpoint": {
        "checkpoint_bytes": 163955786,
        "checkpoint_sha256": "fd7bfefb197cb7b65a6b6d9b1373c1772a15979f1a4b67d820764d610f0fb9a5",
        "checkpoint_url": "https://www.serveurperso.com/ia/ssd/workspace/git/minimaxmusic.cpp/training/checkpoints/v1/best.pt",
        "epoch": 17,
        "reported_validation_loss": 5.292583839459852,
        "source_commit": "d19efe9f94e41ac4c900aa30d56fe90c8dac7ef1",
        "source_url": "https://github.com/ServeurpersoCom/minimaxmusic.cpp/commit/d19efe9f94e41ac4c900aa30d56fe90c8dac7ef1"
      },
      "model_id": "serveurperso-v1",
      "parameter_count": 40978944,
      "predicted_code_condition_cosine": {
        "count": 130,
        "max": 0.7290002703666687,
        "mean": 0.6633286081827604,
        "min": 0.6026018261909485,
        "quantiles": {
          "0.0": 0.6026018261909485,
          "0.05": 0.6280524551868438,
          "0.25": 0.6483299732208252,
          "0.5": 0.6645751297473907,
          "0.75": 0.6784153282642365,
          "0.95": 0.6963281780481339,
          "1.0": 0.7290002703666687
        },
        "std": 0.02217457298933777
      },
      "true_code_control": {
        "count": 130,
        "max": 0.999957263469696,
        "mean": 0.9999072317893688,
        "min": 0.9983662366867065,
        "quantiles": {
          "0.0": 0.9983662366867065,
          "0.05": 0.999821075797081,
          "0.25": 0.9999240636825562,
          "0.5": 0.9999381899833679,
          "0.75": 0.9999445825815201,
          "0.95": 0.9999500513076782,
          "1.0": 0.999957263469696
        },
        "std": 0.00015022638681815362
      }
    },
    {
      "checkpoint": {
        "checkpoint": "full/output/final",
        "checkpoint_bytes": 163931632,
        "checkpoint_sha256": "1cea88dddf7a48583c13ac661a548b7a3535b933a76356bb158420d24da32f22",
        "global_step": 17640
      },
      "model_id": "simpletuner-v1",
      "parameter_count": 40978944,
      "predicted_code_condition_cosine": {
        "count": 130,
        "max": 0.8286042809486389,
        "mean": 0.7624421353523548,
        "min": 0.7123062014579773,
        "quantiles": {
          "0.0": 0.7123062014579773,
          "0.05": 0.7345191180706024,
          "0.25": 0.747437372803688,
          "0.5": 0.7631425857543945,
          "0.75": 0.7765287756919861,
          "0.95": 0.7904498308897019,
          "1.0": 0.8286042809486389
        },
        "std": 0.019549602827450108
      },
      "true_code_control": {
        "count": 130,
        "max": 0.999957263469696,
        "mean": 0.9999072317893688,
        "min": 0.9983662366867065,
        "quantiles": {
          "0.0": 0.9983662366867065,
          "0.05": 0.999821075797081,
          "0.25": 0.9999240636825562,
          "0.5": 0.9999381899833679,
          "0.75": 0.9999445825815201,
          "0.95": 0.9999500513076782,
          "1.0": 0.999957263469696
        },
        "std": 0.00015022638681815362
      }
    },
    {
      "checkpoint": {
        "checkpoint": "v2/output/final",
        "checkpoint_bytes": 618960456,
        "checkpoint_sha256": "47dfffb7a76d95589752df0c59ff6eaf3496f6fcf5408d324218887e471023c7",
        "global_step": 17660
      },
      "model_id": "simpletuner-v2",
      "parameter_count": 154736064,
      "predicted_code_condition_cosine": {
        "count": 130,
        "max": 0.8361330032348633,
        "mean": 0.7698414775041433,
        "min": 0.7206224203109741,
        "quantiles": {
          "0.0": 0.7206224203109741,
          "0.05": 0.7429912149906158,
          "0.25": 0.7548101097345352,
          "0.5": 0.770626574754715,
          "0.75": 0.7835157215595245,
          "0.95": 0.7986360996961593,
          "1.0": 0.8361330032348633
        },
        "std": 0.019062989675575924
      },
      "true_code_control": {
        "count": 130,
        "max": 0.999957263469696,
        "mean": 0.9999072317893688,
        "min": 0.9983662366867065,
        "quantiles": {
          "0.0": 0.9983662366867065,
          "0.05": 0.999821075797081,
          "0.25": 0.9999240636825562,
          "0.5": 0.9999381899833679,
          "0.75": 0.9999445825815201,
          "0.95": 0.9999500513076782,
          "1.0": 0.999957263469696
        },
        "std": 0.00015022638681815362
      }
    },
    {
      "checkpoint": {
        "checkpoint": "v3/output/final",
        "checkpoint_bytes": 618960456,
        "checkpoint_sha256": "356e97fea65c486a28814dc778b52645807ab8f784c6021d2403f688a2bfe788",
        "global_step": 17660
      },
      "model_id": "simpletuner-v3",
      "parameter_count": 154736064,
      "predicted_code_condition_cosine": {
        "count": 130,
        "max": 0.8356426954269409,
        "mean": 0.7702590204202212,
        "min": 0.7236603498458862,
        "quantiles": {
          "0.0": 0.7236603498458862,
          "0.05": 0.7415853887796402,
          "0.25": 0.7547859847545624,
          "0.5": 0.7704743146896362,
          "0.75": 0.7837727516889572,
          "0.95": 0.8004916191101075,
          "1.0": 0.8356426954269409
        },
        "std": 0.019273954474224628
      },
      "true_code_control": {
        "count": 130,
        "max": 0.999957263469696,
        "mean": 0.9999072317893688,
        "min": 0.9983662366867065,
        "quantiles": {
          "0.0": 0.9983662366867065,
          "0.05": 0.999821075797081,
          "0.25": 0.9999240636825562,
          "0.5": 0.9999381899833679,
          "0.75": 0.9999445825815201,
          "0.95": 0.9999500513076782,
          "1.0": 0.999957263469696
        },
        "std": 0.00015022638681815362
      }
    }
  ]
}