{"layers.0.feed_forward1.linear1": 208, "layers.0.feed_forward1.linear2": 352, "layers.0.self_attn.linear_q": 208, "layers.0.self_attn.linear_k": 160, "layers.0.self_attn.linear_v": 160, "layers.0.self_attn.linear_out": 176, "layers.0.self_attn.linear_pos": 32, "layers.0.feed_forward2.linear1": 256, "layers.0.feed_forward2.linear2": 400, "layers.1.feed_forward1.linear1": 256, "layers.1.feed_forward1.linear2": 336, "layers.1.self_attn.linear_q": 208, "layers.1.self_attn.linear_k": 160, "layers.1.self_attn.linear_v": 240, "layers.1.self_attn.linear_pos": 48, "layers.1.feed_forward2.linear1": 288, "layers.2.feed_forward1.linear1": 288, "layers.2.feed_forward1.linear2": 304, "layers.2.self_attn.linear_q": 240, "layers.2.self_attn.linear_k": 192, "layers.2.self_attn.linear_v": 240, "layers.2.self_attn.linear_pos": 32, "layers.2.feed_forward2.linear1": 288, "layers.3.feed_forward1.linear1": 304, "layers.3.feed_forward1.linear2": 368, "layers.3.self_attn.linear_q": 240, "layers.3.self_attn.linear_k": 176, "layers.3.self_attn.linear_pos": 32, "layers.3.feed_forward2.linear1": 304, "layers.4.feed_forward1.linear1": 288, "layers.4.feed_forward1.linear2": 64, "layers.4.self_attn.linear_q": 240, "layers.4.self_attn.linear_k": 192, "layers.4.self_attn.linear_out": 240, "layers.4.self_attn.linear_pos": 32, "layers.4.feed_forward2.linear1": 288, "layers.5.feed_forward1.linear1": 288, "layers.5.feed_forward1.linear2": 304, "layers.5.self_attn.linear_q": 224, "layers.5.self_attn.linear_k": 176, "layers.5.self_attn.linear_out": 208, "layers.5.self_attn.linear_pos": 32, "layers.5.feed_forward2.linear1": 272, "layers.6.feed_forward1.linear1": 272, "layers.6.feed_forward1.linear2": 320, "layers.6.self_attn.linear_q": 224, "layers.6.self_attn.linear_k": 176, "layers.6.self_attn.linear_v": 240, "layers.6.self_attn.linear_out": 240, "layers.6.self_attn.linear_pos": 32, "layers.6.feed_forward2.linear1": 256, "layers.7.feed_forward1.linear1": 272, "layers.7.feed_forward1.linear2": 240, "layers.7.self_attn.linear_q": 208, "layers.7.self_attn.linear_k": 160, "layers.7.self_attn.linear_out": 240, "layers.7.self_attn.linear_pos": 32, "layers.7.feed_forward2.linear1": 256, "layers.8.feed_forward1.linear1": 272, "layers.8.feed_forward1.linear2": 96, "layers.8.self_attn.linear_q": 224, "layers.8.self_attn.linear_k": 176, "layers.8.self_attn.linear_v": 240, "layers.8.self_attn.linear_out": 240, "layers.8.self_attn.linear_pos": 32, "layers.8.feed_forward2.linear1": 272, "layers.9.feed_forward1.linear1": 288, "layers.9.feed_forward1.linear2": 384, "layers.9.self_attn.linear_q": 224, "layers.9.self_attn.linear_k": 192, "layers.9.self_attn.linear_pos": 32, "layers.9.feed_forward2.linear1": 272, "layers.10.feed_forward1.linear1": 288, "layers.10.feed_forward1.linear2": 336, "layers.10.self_attn.linear_q": 224, "layers.10.self_attn.linear_k": 208, "layers.10.self_attn.linear_pos": 32, "layers.10.feed_forward2.linear1": 272, "layers.11.feed_forward1.linear1": 304, "layers.11.feed_forward1.linear2": 304, "layers.11.self_attn.linear_k": 224, "layers.11.self_attn.linear_pos": 32, "layers.11.feed_forward2.linear1": 288, "layers.12.feed_forward1.linear1": 336, "layers.12.feed_forward1.linear2": 368, "layers.12.self_attn.linear_k": 240, "layers.12.self_attn.linear_pos": 32, "layers.12.feed_forward2.linear1": 320, "layers.12.feed_forward2.linear2": 400, "layers.13.feed_forward1.linear1": 352, "layers.13.feed_forward1.linear2": 144, "layers.13.self_attn.linear_q": 240, "layers.13.self_attn.linear_k": 224, "layers.13.self_attn.linear_pos": 32, "layers.13.feed_forward2.linear1": 320, "layers.13.feed_forward2.linear2": 336, "layers.14.feed_forward1.linear1": 320, "layers.14.feed_forward1.linear2": 16, "layers.14.self_attn.linear_q": 240, "layers.14.self_attn.linear_k": 224, "layers.14.self_attn.linear_pos": 48, "layers.14.feed_forward2.linear1": 320, "layers.14.feed_forward2.linear2": 400, "layers.15.feed_forward1.linear1": 304, "layers.15.feed_forward1.linear2": 16, "layers.15.self_attn.linear_q": 240, "layers.15.self_attn.linear_k": 224, "layers.15.self_attn.linear_pos": 48, "layers.15.feed_forward2.linear1": 288, "layers.15.feed_forward2.linear2": 320, "layers.16.feed_forward1.linear1": 288, "layers.16.self_attn.linear_q": 240, "layers.16.self_attn.linear_k": 224, "layers.16.self_attn.linear_pos": 32, "layers.16.feed_forward2.linear1": 320, "layers.16.feed_forward2.linear2": 352}