{"act_type": "block", "layer": 0, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 0, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 0, "position": 2, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 0, "position": 3, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 2, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 3, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 0, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 0, "accuracy": 0.27729772191673213, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 2, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 3, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 0, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 1, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 3, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 0, "accuracy": 0.2631578947368421, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 1, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 2, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 3, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 2, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 0, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 2, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 2, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 3, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 0, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 1, "accuracy": 0.22859387274155538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 3, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 2, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 1, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 2, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 0, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 1, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 2, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 3, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 0, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 2, "accuracy": 0.27729772191673213, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 3, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 0, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 3, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 1, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 2, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 0, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 1, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 2, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 3, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 2, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 3, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 0, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 2, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 1, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 2, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 3, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 0, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 2, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 3, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 2, "accuracy": 0.206598586017282, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 3, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 0, "accuracy": 0.28908091123330715, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 2, "accuracy": 0.2199528672427337, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 0, "accuracy": 0.30950510604870385, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 2, "accuracy": 0.19402985074626866, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 0, "accuracy": 0.3032207384131972, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 2, "accuracy": 0.18460329929300864, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 3, "accuracy": 0.2631578947368421, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 0, "accuracy": 0.3102906520031422, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 1, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 2, "accuracy": 0.19324430479183033, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 3, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 0, "accuracy": 0.29300864100549884, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 1, "accuracy": 0.27258444619010214, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 2, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 3, "accuracy": 0.206598586017282, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 0, "accuracy": 0.2882953652788688, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 1, "accuracy": 0.3016496465043205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 2, "accuracy": 0.2128829536527887, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 3, "accuracy": 0.197172034564022, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 0, "accuracy": 0.3079340141398272, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 1, "accuracy": 0.20031421838177532, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 2, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 3, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 0, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 2, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 0, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 1, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 2, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 0, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 1, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 2, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 3, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 1, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 2, "accuracy": 0.27101335428122547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 1, "accuracy": 0.22309505106048705, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 0, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 2, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 3, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 2, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 3, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 0, "accuracy": 0.23016496465043204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 1, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 2, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 3, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 1, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 3, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 1, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 2, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 3, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 1, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 2, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 3, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 1, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 2, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 3, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 1, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 2, "accuracy": 0.22152395915161036, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 3, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 0, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 1, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 2, "accuracy": 0.23409269442262373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 0, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 1, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 2, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 3, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 0, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 3, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 0, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 2, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 2, "accuracy": 0.20974076983503534, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 0, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 2, "accuracy": 0.23409269442262373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 0, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 1, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 2, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 3, "accuracy": 0.2199528672427337, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 1, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 2, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 3, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 0, "accuracy": 0.28515318146111546, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 1, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 2, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 3, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 0, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 1, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 2, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 3, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 1, "accuracy": 0.22309505106048705, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 3, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 0, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 1, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 3, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 0, "accuracy": 0.2820109976433621, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 1, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 1, "accuracy": 0.2859387274155538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 2, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 3, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 0, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 2, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 0, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 1, "accuracy": 0.27101335428122547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 3, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 0, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 1, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 2, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 3, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 2, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 1, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 3, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 1, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 3, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 2, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 1, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 3, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 0, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 1, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 2, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 2, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 3, "accuracy": 0.2631578947368421, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 1, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 2, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 0, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 1, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 2, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 0, "accuracy": 0.2356637863315004, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 1, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 2, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 1, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 2, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 3, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 1, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 2, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 0, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 1, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 2, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 3, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 2, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 3, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 2, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 3, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 2, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 1, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 2, "accuracy": 0.27651217596229377, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 3, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 1, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 2, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 3, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 1, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 2, "accuracy": 0.22623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 3, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 0, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 1, "accuracy": 0.27101335428122547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 2, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 3, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 0, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 2, "accuracy": 0.21681068342498036, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 0, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 1, "accuracy": 0.2812254516889238, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 2, "accuracy": 0.204241948153967, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 3, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 0, "accuracy": 0.28043990573448546, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 1, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 2, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 3, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 0, "accuracy": 0.31814611154752553, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 1, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 2, "accuracy": 0.2128829536527887, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 0, "accuracy": 0.27651217596229377, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 1, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 2, "accuracy": 0.20581304006284368, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 3, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 0, "accuracy": 0.33385703063629224, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 1, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 2, "accuracy": 0.18067556952081698, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 3, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 0, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 1, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 3, "accuracy": 0.21681068342498036, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 0, "accuracy": 0.3110761979575805, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 1, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 2, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 3, "accuracy": 0.21052631578947367, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 0, "accuracy": 0.2945797329143755, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 1, "accuracy": 0.22309505106048705, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 2, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 3, "accuracy": 0.23016496465043204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 1, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 1, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 2, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 3, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 1, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 2, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 0, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 1, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 2, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 1, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 2, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 2, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 1, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 2, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 2, "accuracy": 0.2702278083267871, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 3, "accuracy": 0.2356637863315004, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 0, "accuracy": 0.2788688138256088, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 1, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 2, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 0, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 1, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 3, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 0, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 1, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 2, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 3, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 0, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 2, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 0, "accuracy": 0.2788688138256088, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 1, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 0, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 1, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 2, "accuracy": 0.22623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 0, "accuracy": 0.2694422623723488, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 1, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 3, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 0, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 1, "accuracy": 0.23409269442262373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 2, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 3, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 0, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 1, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 3, "accuracy": 0.2694422623723488, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 2, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 3, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 0, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 1, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 2, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 3, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 0, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 1, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 2, "accuracy": 0.2246661429693637, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 0, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 2, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 3, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 0, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 1, "accuracy": 0.2820109976433621, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 2, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 3, "accuracy": 0.21916732128829536, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 1, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 2, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 0, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 2, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 0, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 1, "accuracy": 0.2702278083267871, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 2, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 0, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 2, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 2, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 0, "accuracy": 0.27572663000785547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 1, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 2, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 3, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 3, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 1, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 2, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 1, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 3, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 0, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 0, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 0, "position": 2, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 0, "position": 3, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 2, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 3, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 0, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 0, "accuracy": 0.27729772191673213, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 2, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 3, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 0, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 1, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 3, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 0, "accuracy": 0.2631578947368421, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 1, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 2, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 3, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 2, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 0, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 2, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 2, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 3, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 0, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 1, "accuracy": 0.22859387274155538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 3, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 2, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 1, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 2, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 0, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 1, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 2, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 3, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 0, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 2, "accuracy": 0.27729772191673213, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 3, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 0, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 3, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 1, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 2, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 0, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 1, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 2, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 3, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 2, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 3, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 0, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 2, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 1, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 2, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 3, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 0, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 2, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 3, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 2, "accuracy": 0.206598586017282, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 3, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 0, "accuracy": 0.28908091123330715, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 2, "accuracy": 0.2199528672427337, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 0, "accuracy": 0.30950510604870385, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 2, "accuracy": 0.19402985074626866, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 0, "accuracy": 0.3032207384131972, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 2, "accuracy": 0.18460329929300864, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 3, "accuracy": 0.2631578947368421, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 0, "accuracy": 0.3102906520031422, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 1, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 2, "accuracy": 0.19324430479183033, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 3, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 0, "accuracy": 0.29300864100549884, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 1, "accuracy": 0.27258444619010214, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 2, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 3, "accuracy": 0.206598586017282, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 0, "accuracy": 0.2882953652788688, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 1, "accuracy": 0.3016496465043205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 2, "accuracy": 0.2128829536527887, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 3, "accuracy": 0.197172034564022, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 0, "accuracy": 0.3079340141398272, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 1, "accuracy": 0.20031421838177532, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 2, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 3, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 0, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 2, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 0, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 1, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 2, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 0, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 1, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 2, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 3, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 1, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 2, "accuracy": 0.27101335428122547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 1, "accuracy": 0.22309505106048705, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 0, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 2, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 3, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 2, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 3, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 0, "accuracy": 0.23016496465043204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 1, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 2, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 3, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 1, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 3, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 1, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 2, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 3, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 1, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 2, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 3, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 1, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 2, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 3, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 1, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 2, "accuracy": 0.22152395915161036, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 3, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 0, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 1, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 2, "accuracy": 0.23409269442262373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 0, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 1, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 2, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 3, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 0, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 3, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 0, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 2, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 2, "accuracy": 0.20974076983503534, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 0, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 2, "accuracy": 0.23409269442262373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 0, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 1, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 2, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 3, "accuracy": 0.2199528672427337, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 1, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 2, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 3, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 0, "accuracy": 0.28515318146111546, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 1, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 2, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 3, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 0, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 1, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 2, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 3, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 1, "accuracy": 0.22309505106048705, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 3, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 0, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 1, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 3, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 0, "accuracy": 0.2820109976433621, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 1, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 1, "accuracy": 0.2859387274155538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 2, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 3, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 0, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 2, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 0, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 1, "accuracy": 0.27101335428122547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 3, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 0, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 1, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 2, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 3, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 2, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 1, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 3, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 1, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 3, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 2, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 1, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 3, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 0, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 1, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 2, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 2, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 3, "accuracy": 0.2631578947368421, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 1, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 2, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 0, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 1, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 2, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 0, "accuracy": 0.2356637863315004, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 1, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 2, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 1, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 2, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 3, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 1, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 2, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 0, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 1, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 2, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 3, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 2, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 3, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 2, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 3, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 2, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 1, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 2, "accuracy": 0.27651217596229377, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 3, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 1, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 2, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 3, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 1, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 2, "accuracy": 0.22623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 3, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 0, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 1, "accuracy": 0.27101335428122547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 2, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 3, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 0, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 2, "accuracy": 0.21681068342498036, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 0, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 1, "accuracy": 0.2812254516889238, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 2, "accuracy": 0.204241948153967, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 3, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 0, "accuracy": 0.28043990573448546, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 1, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 2, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 3, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 0, "accuracy": 0.31814611154752553, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 1, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 2, "accuracy": 0.2128829536527887, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 0, "accuracy": 0.27651217596229377, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 1, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 2, "accuracy": 0.20581304006284368, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 3, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 0, "accuracy": 0.33385703063629224, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 1, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 2, "accuracy": 0.18067556952081698, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 3, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 0, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 1, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 3, "accuracy": 0.21681068342498036, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 0, "accuracy": 0.3110761979575805, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 1, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 2, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 3, "accuracy": 0.21052631578947367, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 0, "accuracy": 0.2945797329143755, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 1, "accuracy": 0.22309505106048705, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 2, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 3, "accuracy": 0.23016496465043204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 1, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 1, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 2, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 3, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 1, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 2, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 0, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 1, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 2, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 1, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 2, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 2, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 1, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 2, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 2, "accuracy": 0.2702278083267871, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 3, "accuracy": 0.2356637863315004, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 0, "accuracy": 0.2788688138256088, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 1, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 2, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 0, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 1, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 3, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 0, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 1, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 2, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 3, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 0, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 2, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 0, "accuracy": 0.2788688138256088, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 1, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 0, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 1, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 2, "accuracy": 0.22623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 0, "accuracy": 0.2694422623723488, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 1, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 3, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 0, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 1, "accuracy": 0.23409269442262373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 2, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 3, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 0, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 1, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 3, "accuracy": 0.2694422623723488, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 2, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 3, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 0, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 1, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 2, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 3, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 0, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 1, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 2, "accuracy": 0.2246661429693637, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 0, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 2, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 3, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 0, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 1, "accuracy": 0.2820109976433621, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 2, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 3, "accuracy": 0.21916732128829536, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 1, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 2, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 0, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 2, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 0, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 1, "accuracy": 0.2702278083267871, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 2, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 0, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 2, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 2, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 0, "accuracy": 0.27572663000785547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 1, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 2, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 3, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 3, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 1, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 2, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 1, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 3, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 0, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 0, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 0, "position": 2, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 0, "position": 3, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 2, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 1, "position": 3, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 0, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 2, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 0, "accuracy": 0.27729772191673213, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 2, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 3, "position": 3, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 0, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 1, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 4, "position": 3, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 0, "accuracy": 0.2631578947368421, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 1, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 2, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 5, "position": 3, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 2, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 6, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 0, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 2, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 7, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 2, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 8, "position": 3, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 0, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 1, "accuracy": 0.22859387274155538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 9, "position": 3, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 10, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 2, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 11, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 1, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 2, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 12, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 0, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 1, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 2, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 13, "position": 3, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 0, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 2, "accuracy": 0.27729772191673213, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 14, "position": 3, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 0, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 15, "position": 3, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 1, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 2, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 16, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 0, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 1, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 2, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 17, "position": 3, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 2, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 18, "position": 3, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 0, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 2, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 19, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 1, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 2, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 20, "position": 3, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 0, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 2, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 21, "position": 3, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 2, "accuracy": 0.206598586017282, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 22, "position": 3, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 0, "accuracy": 0.28908091123330715, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 2, "accuracy": 0.2199528672427337, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 23, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 0, "accuracy": 0.30950510604870385, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 2, "accuracy": 0.19402985074626866, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 24, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 0, "accuracy": 0.3032207384131972, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 1, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 2, "accuracy": 0.18460329929300864, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 25, "position": 3, "accuracy": 0.2631578947368421, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 0, "accuracy": 0.3102906520031422, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 1, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 2, "accuracy": 0.19324430479183033, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 26, "position": 3, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 0, "accuracy": 0.29300864100549884, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 1, "accuracy": 0.27258444619010214, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 2, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 27, "position": 3, "accuracy": 0.206598586017282, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 0, "accuracy": 0.2882953652788688, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 1, "accuracy": 0.3016496465043205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 2, "accuracy": 0.2128829536527887, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 28, "position": 3, "accuracy": 0.197172034564022, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 0, "accuracy": 0.3079340141398272, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 1, "accuracy": 0.20031421838177532, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 2, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 29, "position": 3, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 0, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 2, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 30, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "block", "layer": 31, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 0, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 1, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 2, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 0, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 0, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 1, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 2, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 1, "position": 3, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 1, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 2, "accuracy": 0.27101335428122547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 2, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 1, "accuracy": 0.22309505106048705, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 3, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 0, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 2, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 4, "position": 3, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 5, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 2, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 6, "position": 3, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 7, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 0, "accuracy": 0.23016496465043204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 1, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 2, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 8, "position": 3, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 1, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 9, "position": 3, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 1, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 10, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 2, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 11, "position": 3, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 1, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 2, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 12, "position": 3, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 1, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 2, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 13, "position": 3, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 1, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 2, "accuracy": 0.22152395915161036, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 14, "position": 3, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 0, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 1, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 2, "accuracy": 0.23409269442262373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 15, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 0, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 1, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 2, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 16, "position": 3, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 0, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 17, "position": 3, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 0, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 2, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 18, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 2, "accuracy": 0.20974076983503534, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 19, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 0, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 2, "accuracy": 0.23409269442262373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 20, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 0, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 1, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 2, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 21, "position": 3, "accuracy": 0.2199528672427337, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 1, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 2, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 22, "position": 3, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 0, "accuracy": 0.28515318146111546, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 1, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 2, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 23, "position": 3, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 0, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 1, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 2, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 24, "position": 3, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 1, "accuracy": 0.22309505106048705, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 25, "position": 3, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 0, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 1, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 26, "position": 3, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 0, "accuracy": 0.2820109976433621, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 1, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 27, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 1, "accuracy": 0.2859387274155538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 2, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 28, "position": 3, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 0, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 1, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 2, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 29, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 30, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "mlp", "layer": 31, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 0, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 1, "accuracy": 0.27101335428122547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 0, "position": 3, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 0, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 1, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 2, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 1, "position": 3, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 1, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 2, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 2, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 1, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 3, "position": 3, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 1, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 2, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 4, "position": 3, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 2, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 5, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 1, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 6, "position": 3, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 0, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 1, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 2, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 7, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 2, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 8, "position": 3, "accuracy": 0.2631578947368421, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 1, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 2, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 9, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 0, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 1, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 2, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 10, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 0, "accuracy": 0.2356637863315004, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 1, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 2, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 11, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 0, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 1, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 2, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 12, "position": 3, "accuracy": 0.2678711704634721, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 1, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 2, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 13, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 0, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 1, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 2, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 14, "position": 3, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 1, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 2, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 15, "position": 3, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 2, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 16, "position": 3, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 0, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 2, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 17, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 0, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 1, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 2, "accuracy": 0.27651217596229377, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 18, "position": 3, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 1, "accuracy": 0.2670856245090338, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 2, "accuracy": 0.22780832678711704, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 19, "position": 3, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 0, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 1, "accuracy": 0.26865671641791045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 2, "accuracy": 0.22623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 20, "position": 3, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 0, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 1, "accuracy": 0.27101335428122547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 2, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 21, "position": 3, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 0, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 1, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 2, "accuracy": 0.21681068342498036, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 22, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 0, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 1, "accuracy": 0.2812254516889238, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 2, "accuracy": 0.204241948153967, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 23, "position": 3, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 0, "accuracy": 0.28043990573448546, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 1, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 2, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 24, "position": 3, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 0, "accuracy": 0.31814611154752553, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 1, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 2, "accuracy": 0.2128829536527887, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 25, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 0, "accuracy": 0.27651217596229377, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 1, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 2, "accuracy": 0.20581304006284368, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 26, "position": 3, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 0, "accuracy": 0.33385703063629224, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 1, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 2, "accuracy": 0.18067556952081698, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 27, "position": 3, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 0, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 1, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 28, "position": 3, "accuracy": 0.21681068342498036, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 0, "accuracy": 0.3110761979575805, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 1, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 2, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 29, "position": 3, "accuracy": 0.21052631578947367, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 0, "accuracy": 0.2945797329143755, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 1, "accuracy": 0.22309505106048705, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 2, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 30, "position": 3, "accuracy": 0.23016496465043204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "inter_res", "layer": 31, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 1, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 2, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 0, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 1, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 2, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 1, "position": 3, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 0, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 1, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 2, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 2, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 0, "accuracy": 0.2545168892380204, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 1, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 2, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 3, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 1, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 2, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 4, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 0, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 2, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 5, "position": 3, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 0, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 1, "accuracy": 0.2333071484681854, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 2, "accuracy": 0.2615868028279654, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 6, "position": 3, "accuracy": 0.2537313432835821, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 1, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 2, "accuracy": 0.2702278083267871, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 7, "position": 3, "accuracy": 0.2356637863315004, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 0, "accuracy": 0.2788688138256088, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 1, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 2, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 8, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 0, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 1, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 9, "position": 3, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 0, "accuracy": 0.22388059701492538, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 1, "accuracy": 0.2584446190102121, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 2, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 10, "position": 3, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 0, "accuracy": 0.24116260801256872, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 2, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 11, "position": 3, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 0, "accuracy": 0.2788688138256088, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 1, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 12, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 0, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 1, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 2, "accuracy": 0.22623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 13, "position": 3, "accuracy": 0.2717989002356638, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 0, "accuracy": 0.2694422623723488, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 1, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 14, "position": 3, "accuracy": 0.23959151610369206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 0, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 1, "accuracy": 0.23409269442262373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 2, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 15, "position": 3, "accuracy": 0.26394344069128045, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 0, "accuracy": 0.25294579732914374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 1, "accuracy": 0.2317360565593087, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 2, "accuracy": 0.24587588373919875, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 16, "position": 3, "accuracy": 0.2694422623723488, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 0, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 1, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 2, "accuracy": 0.23095051060487037, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 17, "position": 3, "accuracy": 0.25923016496465046, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 0, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 1, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 2, "accuracy": 0.24430479183032208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 18, "position": 3, "accuracy": 0.24901806755695208, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 0, "accuracy": 0.2749410840534171, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 1, "accuracy": 0.25687352710133543, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 2, "accuracy": 0.2246661429693637, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 19, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 0, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 1, "accuracy": 0.25058915946582877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 2, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 20, "position": 3, "accuracy": 0.2663000785545954, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 0, "accuracy": 0.26001571091908876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 1, "accuracy": 0.2820109976433621, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 2, "accuracy": 0.23880597014925373, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 21, "position": 3, "accuracy": 0.21916732128829536, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 0, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 1, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 2, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 22, "position": 3, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 0, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 2, "accuracy": 0.25608798114689707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 23, "position": 3, "accuracy": 0.24194815396700706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 0, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 1, "accuracy": 0.2702278083267871, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 2, "accuracy": 0.23252160251374707, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 24, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 0, "accuracy": 0.25765907305577374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 1, "accuracy": 0.25216025137470544, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 2, "accuracy": 0.24273369992144542, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 25, "position": 3, "accuracy": 0.2474469756480754, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 0, "accuracy": 0.24823252160251374, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 2, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 26, "position": 3, "accuracy": 0.2403770620581304, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 0, "accuracy": 0.27572663000785547, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 1, "accuracy": 0.22545168892380205, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 2, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 27, "position": 3, "accuracy": 0.2623723487824038, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 0, "accuracy": 0.23487824037706206, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 1, "accuracy": 0.23644933228593873, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 2, "accuracy": 0.25530243519245877, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 28, "position": 3, "accuracy": 0.27336999214454044, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 1, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 2, "accuracy": 0.24509033778476041, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 29, "position": 3, "accuracy": 0.24351924587588375, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 1, "accuracy": 0.2513747054202671, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 2, "accuracy": 0.26472898664571876, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 30, "position": 3, "accuracy": 0.23723487824037706, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 0, "accuracy": 0.24666142969363708, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 1, "accuracy": 0.2498036135113904, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 2, "accuracy": 0.2655145326001571, "model": "checkpoints", "task": "wmdp-bio"}
{"act_type": "attention", "layer": 31, "position": 3, "accuracy": 0.2380204241948154, "model": "checkpoints", "task": "wmdp-bio"}