Update reward model (best AUROC 0.989, trained on spc-pick-stuff 200 ep)

best.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8ccb89386df917b2f96558ddfb865b54f7dad959d6ec6afd5098db05ab81ea1
+oid sha256:bc3494736a3b47af76f1dea8ab53e7bc76d29a84a6f624752b8f49388bb06109
 size 135593386

config.json

@@ -1,6 +1,6 @@
 {
   "dataset_repo_id": "binhpham/spc-pick-stuff",
-  "dataset_root": null,
+  "dataset_root": "../data_collection/data",
   "ds_cfg": {
     "terminal_window_frames": 15,
     "smoothing_window": 5,
@@ -67,156 +67,53 @@
     2,
     3,
     4,
-    5,
     6,
-    7,
     8,
     9,
     10,
     11,
     13,
+    14,
     15,
     16,
     17,
     18,
     19,
     20,
+    21,
     22,
     23,
     24,
     25,
     26,
     28,
+    29,
     30,
     31,
+    32,
     33,
     34,
-    35,
     36,
     37,
     38,
     39,
-    40,
-    41,
-    42,
     43,
     44,
     45,
     46,
+    47,
     48,
     49,
-    51,
-    52,
-    53,
-    54,
-    55,
-    56,
-    57,
-    58,
-    60,
-    61,
-    62,
-    63,
-    64,
-    65,
-    66,
-    67,
-    69,
-    70,
-    72,
-    73,
-    74,
-    75,
-    76,
-    77,
-    78,
-    79,
-    80,
-    81,
-    82,
-    83,
-    84,
-    85,
-    86,
-    88,
-    89,
-    90,
-    91,
-    92,
-    93,
-    94,
-    95,
-    97,
-    98,
-    99,
-    100,
-    101,
-    103,
-    104,
-    105,
-    107,
-    109,
-    110,
-    111,
-    113,
-    115,
-    116,
-    117,
-    119,
-    120,
-    121,
-    122,
-    123,
-    124,
-    125,
-    126,
-    127,
-    128,
-    129,
-    130,
-    131,
-    132,
-    133,
-    134,
-    135,
-    136,
-    138,
-    140,
-    141,
-    142,
-    144,
-    145,
-    146,
-    147,
-    148,
-    150,
-    151,
-    152,
-    153
+    50
   ],
   "val_episodes": [
+    5,
+    7,
     12,
-    14,
-    21,
     27,
-    29,
-    32,
-    47,
-    50,
-    59,
-    68,
-    71,
-    87,
-    96,
-    102,
-    106,
-    108,
-    112,
-    114,
-    118,
-    137,
-    139,
-    143,
-    149
+    35,
+    40,
+    41,
+    42
   ]
 }

last.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f694b613586e5a655d651e756f5cf3eed48f48699a9ef62b959679e2e9bae852
+oid sha256:ede0fc9e057ce5642f7d7c14af70868ed59768f69c759ab95894b5a235be404c
 size 135593386

log.jsonl

@@ -1,20 +1,20 @@
-{"epoch": 0, "train_loss": 0.21628345149113234, "wall_time_s": 96.349050283432, "val_loss": 0.11402389407157898, "val_accuracy": 0.9503572082799048, "val_precision": 0.5843478260869566, "val_recall": 0.9130434782608695, "val_f1": 0.7126193001060446, "val_auroc": 0.9830973029984713, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.10533064603805542}
-{"epoch": 1, "train_loss": 0.12399073385251493, "wall_time_s": 83.34645295143127, "val_loss": 0.12423137575387955, "val_accuracy": 0.9567686389448617, "val_precision": 0.6309523809523809, "val_recall": 0.8641304347826086, "val_f1": 0.7293577981651377, "val_auroc": 0.9852590462282118, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.09232459962368011}
-{"epoch": 2, "train_loss": 0.10742006683634112, "wall_time_s": 84.31810998916626, "val_loss": 0.1161174476146698, "val_accuracy": 0.9613482322769739, "val_precision": 0.6632016632016632, "val_recall": 0.8668478260869565, "val_f1": 0.7514723203769139, "val_auroc": 0.9861520329994107, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.08811137825250626}
-{"epoch": 3, "train_loss": 0.09529895595994924, "wall_time_s": 84.97317600250244, "val_loss": 0.09963429719209671, "val_accuracy": 0.964828723209379, "val_precision": 0.7095238095238096, "val_recall": 0.8097826086956522, "val_f1": 0.7563451776649747, "val_auroc": 0.9866409606039643, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.07693716883659363}
-{"epoch": 4, "train_loss": 0.08656590073131772, "wall_time_s": 83.76836204528809, "val_loss": 0.14715200662612915, "val_accuracy": 0.9598827624106979, "val_precision": 0.6446601941747573, "val_recall": 0.9021739130434783, "val_f1": 0.7519818799546999, "val_auroc": 0.9844375838009104, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.09433962404727936}
-{"epoch": 5, "train_loss": 0.07747316991361052, "wall_time_s": 84.119313955307, "val_loss": 0.12219448387622833, "val_accuracy": 0.9653782744092324, "val_precision": 0.6949891067538126, "val_recall": 0.8668478260869565, "val_f1": 0.7714631197097945, "val_auroc": 0.9862203547607458, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.08408133685588837}
-{"epoch": 6, "train_loss": 0.07908008287049872, "wall_time_s": 84.04155683517456, "val_loss": 0.16522115468978882, "val_accuracy": 0.9629968858765342, "val_precision": 0.6751054852320675, "val_recall": 0.8695652173913043, "val_f1": 0.7600950118764845, "val_auroc": 0.9839614665266071, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.08682908862829208}
-{"epoch": 7, "train_loss": 0.07600941416756417, "wall_time_s": 84.18670988082886, "val_loss": 0.16734042763710022, "val_accuracy": 0.9600659461439824, "val_precision": 0.6549586776859504, "val_recall": 0.8614130434782609, "val_f1": 0.744131455399061, "val_auroc": 0.9857570478166927, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.08866092562675476}
-{"epoch": 8, "train_loss": 0.06909638748808794, "wall_time_s": 83.86797904968262, "val_loss": 0.1522648185491562, "val_accuracy": 0.96446235574281, "val_precision": 0.7101449275362319, "val_recall": 0.7989130434782609, "val_f1": 0.751918158567775, "val_auroc": 0.9858718070251851, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.07583806663751602}
-{"epoch": 9, "train_loss": 0.06491461048203755, "wall_time_s": 84.10755276679993, "val_loss": 0.15492305159568787, "val_accuracy": 0.965927825609086, "val_precision": 0.7177033492822966, "val_recall": 0.8152173913043478, "val_f1": 0.7633587786259541, "val_auroc": 0.9863986318567293, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.07657080143690109}
-{"epoch": 10, "train_loss": 0.0612440667016562, "wall_time_s": 84.26167297363281, "val_loss": 0.1773705780506134, "val_accuracy": 0.965195090675948, "val_precision": 0.6995515695067265, "val_recall": 0.8478260869565217, "val_f1": 0.7665847665847666, "val_auroc": 0.9860751710179089, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.08169994503259659}
-{"epoch": 11, "train_loss": 0.05585307650099067, "wall_time_s": 84.78347182273865, "val_loss": 0.15400300920009613, "val_accuracy": 0.9631800696098186, "val_precision": 0.707196029776675, "val_recall": 0.7744565217391305, "val_f1": 0.7392996108949417, "val_auroc": 0.9863094933087375, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.07382304221391678}
-{"epoch": 12, "train_loss": 0.048450079821367065, "wall_time_s": 84.43133592605591, "val_loss": 0.17206420004367828, "val_accuracy": 0.9650119069426635, "val_precision": 0.7092198581560284, "val_recall": 0.8152173913043478, "val_f1": 0.7585335018963338, "val_auroc": 0.9857356972662755, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.07748671621084213}
-{"epoch": 13, "train_loss": 0.04472721674187295, "wall_time_s": 84.83868288993835, "val_loss": 0.19779710471630096, "val_accuracy": 0.9666605605422238, "val_precision": 0.7057522123893806, "val_recall": 0.8668478260869565, "val_f1": 0.7780487804878049, "val_auroc": 0.9871896697496861, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.0827990472316742}
-{"epoch": 14, "train_loss": 0.040522040773677374, "wall_time_s": 85.16002297401428, "val_loss": 0.1839827448129654, "val_accuracy": 0.9675764792086463, "val_precision": 0.7301204819277108, "val_recall": 0.8233695652173914, "val_f1": 0.7739463601532568, "val_auroc": 0.9877447840605331, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.07602124661207199}
-{"epoch": 15, "train_loss": 0.03972507092643121, "wall_time_s": 98.19525194168091, "val_loss": 0.1812254637479782, "val_accuracy": 0.9672101117420773, "val_precision": 0.7244655581947743, "val_recall": 0.8288043478260869, "val_f1": 0.7731305449936627, "val_auroc": 0.9875617030907057, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.0771203488111496}
-{"epoch": 16, "train_loss": 0.03686668139274781, "wall_time_s": 203.41064882278442, "val_loss": 0.19428128004074097, "val_accuracy": 0.9668437442755083, "val_precision": 0.7189695550351288, "val_recall": 0.8342391304347826, "val_f1": 0.7723270440251573, "val_auroc": 0.9875921276250502, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.0782194510102272}
-{"epoch": 17, "train_loss": 0.037078824069765565, "wall_time_s": 201.3751311302185, "val_loss": 0.18839780986309052, "val_accuracy": 0.9670269280087929, "val_precision": 0.7315270935960592, "val_recall": 0.8070652173913043, "val_f1": 0.7674418604651164, "val_auroc": 0.9879524181633402, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.07437259703874588}
-{"epoch": 18, "train_loss": 0.035981273013131594, "wall_time_s": 94.86313605308533, "val_loss": 0.1825658231973648, "val_accuracy": 0.9670269280087929, "val_precision": 0.7315270935960592, "val_recall": 0.8070652173913043, "val_f1": 0.7674418604651164, "val_auroc": 0.9876780635904794, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.07437259703874588}
-{"epoch": 19, "train_loss": 0.03564100559701393, "wall_time_s": 91.14917373657227, "val_loss": 0.1927817314863205, "val_accuracy": 0.9666605605422238, "val_precision": 0.7193396226415094, "val_recall": 0.8288043478260869, "val_f1": 0.7702020202020201, "val_auroc": 0.9875467577054137, "val_positive_rate": 0.06741161644458771, "val_predicted_positive_rate": 0.0776699036359787}
+{"epoch": 0, "train_loss": 0.30232369862496855, "wall_time_s": 41.76976990699768, "val_loss": 0.08418106287717819, "val_accuracy": 0.9642276422764228, "val_precision": 0.7012987012987013, "val_recall": 0.84375, "val_f1": 0.7659574468085106, "val_auroc": 0.985248616773442, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.08346883207559586}
+{"epoch": 1, "train_loss": 0.16075752931647003, "wall_time_s": 28.87431502342224, "val_loss": 0.31629472970962524, "val_accuracy": 0.9203252032520325, "val_precision": 0.46545454545454545, "val_recall": 1.0, "val_f1": 0.6352357320099256, "val_auroc": 0.9855989735002912, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.1490514874458313}
+{"epoch": 2, "train_loss": 0.13542614029720426, "wall_time_s": 29.306790828704834, "val_loss": 0.0882316529750824, "val_accuracy": 0.967479674796748, "val_precision": 0.7098765432098766, "val_recall": 0.8984375, "val_f1": 0.7931034482758621, "val_auroc": 0.9889842384973792, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.08780487626791}
+{"epoch": 3, "train_loss": 0.11046249335631728, "wall_time_s": 29.33340311050415, "val_loss": 0.12105518579483032, "val_accuracy": 0.967479674796748, "val_precision": 0.7048192771084337, "val_recall": 0.9140625, "val_f1": 0.7959183673469388, "val_auroc": 0.9871596534653465, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.08997289836406708}
+{"epoch": 4, "train_loss": 0.10094871054170654, "wall_time_s": 24.819424152374268, "val_loss": 0.10325593501329422, "val_accuracy": 0.9707317073170731, "val_precision": 0.7720588235294118, "val_recall": 0.8203125, "val_f1": 0.7954545454545454, "val_auroc": 0.9871141525917297, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07371273636817932}
+{"epoch": 5, "train_loss": 0.09255450174678118, "wall_time_s": 24.814176082611084, "val_loss": 0.13967019319534302, "val_accuracy": 0.9560975609756097, "val_precision": 0.6284153005464481, "val_recall": 0.8984375, "val_f1": 0.7395498392282959, "val_auroc": 0.9862769365171812, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.09918699413537979}
+{"epoch": 6, "train_loss": 0.08742508001159877, "wall_time_s": 24.81595802307129, "val_loss": 0.1007101908326149, "val_accuracy": 0.9685636856368564, "val_precision": 0.7397260273972602, "val_recall": 0.84375, "val_f1": 0.7883211678832116, "val_auroc": 0.9864452897495631, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07913278788328171}
+{"epoch": 7, "train_loss": 0.08660844851983711, "wall_time_s": 24.74647808074951, "val_loss": 0.11691353470087051, "val_accuracy": 0.9707317073170731, "val_precision": 0.7803030303030303, "val_recall": 0.8046875, "val_f1": 0.7923076923076924, "val_auroc": 0.9869184988351777, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07154471427202225}
+{"epoch": 8, "train_loss": 0.07618258295115084, "wall_time_s": 24.746335983276367, "val_loss": 0.16432000696659088, "val_accuracy": 0.9680216802168021, "val_precision": 0.7593984962406015, "val_recall": 0.7890625, "val_f1": 0.7739463601532567, "val_auroc": 0.9806393782760628, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07208672165870667}
+{"epoch": 9, "train_loss": 0.06579667188343592, "wall_time_s": 24.745725870132446, "val_loss": 0.1564147174358368, "val_accuracy": 0.9663956639566396, "val_precision": 0.722972972972973, "val_recall": 0.8359375, "val_f1": 0.7753623188405797, "val_auroc": 0.9866818942923704, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.08021680265665054}
+{"epoch": 10, "train_loss": 0.057297024033323395, "wall_time_s": 24.76199698448181, "val_loss": 0.19098393619060516, "val_accuracy": 0.9663956639566396, "val_precision": 0.7323943661971831, "val_recall": 0.8125, "val_f1": 0.7703703703703704, "val_auroc": 0.9841929965055329, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07696477323770523}
+{"epoch": 11, "train_loss": 0.048129624327702916, "wall_time_s": 24.748537063598633, "val_loss": 0.18287059664726257, "val_accuracy": 0.9685636856368564, "val_precision": 0.7397260273972602, "val_recall": 0.84375, "val_f1": 0.7883211678832116, "val_auroc": 0.9854488206173558, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07913278788328171}
+{"epoch": 12, "train_loss": 0.044666593358851966, "wall_time_s": 24.772230863571167, "val_loss": 0.1709228903055191, "val_accuracy": 0.9680216802168021, "val_precision": 0.7379310344827587, "val_recall": 0.8359375, "val_f1": 0.783882783882784, "val_auroc": 0.9862951368666278, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07859078794717789}
+{"epoch": 13, "train_loss": 0.0436186183578684, "wall_time_s": 24.759766817092896, "val_loss": 0.16229572892189026, "val_accuracy": 0.9696476964769648, "val_precision": 0.7465753424657534, "val_recall": 0.8515625, "val_f1": 0.7956204379562044, "val_auroc": 0.9877011138613861, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07913278788328171}
+{"epoch": 14, "train_loss": 0.03887745252795867, "wall_time_s": 24.76206398010254, "val_loss": 0.17191848158836365, "val_accuracy": 0.967479674796748, "val_precision": 0.765625, "val_recall": 0.765625, "val_f1": 0.765625, "val_auroc": 0.9848482090856144, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.06937669217586517}
+{"epoch": 15, "train_loss": 0.035900355609919644, "wall_time_s": 24.76340413093567, "val_loss": 0.2088400274515152, "val_accuracy": 0.9696476964769648, "val_precision": 0.75, "val_recall": 0.84375, "val_f1": 0.7941176470588235, "val_auroc": 0.9834740827023879, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07804878056049347}
+{"epoch": 16, "train_loss": 0.03451695028124959, "wall_time_s": 24.753995895385742, "val_loss": 0.18923510611057281, "val_accuracy": 0.967479674796748, "val_precision": 0.75, "val_recall": 0.796875, "val_f1": 0.7727272727272727, "val_auroc": 0.985234966511357, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07371273636817932}
+{"epoch": 17, "train_loss": 0.031939478457570655, "wall_time_s": 24.775102138519287, "val_loss": 0.1916288584470749, "val_accuracy": 0.9669376693766938, "val_precision": 0.7481481481481481, "val_recall": 0.7890625, "val_f1": 0.7680608365019012, "val_auroc": 0.9850984638905067, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.0731707289814949}
+{"epoch": 18, "train_loss": 0.032928602738320475, "wall_time_s": 24.75800395011902, "val_loss": 0.2000436931848526, "val_accuracy": 0.9663956639566396, "val_precision": 0.746268656716418, "val_recall": 0.78125, "val_f1": 0.7633587786259542, "val_auroc": 0.984261247815958, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07262872904539108}
+{"epoch": 19, "train_loss": 0.036727315117968826, "wall_time_s": 24.73561120033264, "val_loss": 0.20211774110794067, "val_accuracy": 0.9669376693766938, "val_precision": 0.7518796992481203, "val_recall": 0.78125, "val_f1": 0.7662835249042145, "val_auroc": 0.9841656959813628, "val_positive_rate": 0.06937669217586517, "val_predicted_positive_rate": 0.07208672165870667}