{"hallu_head_neg_16": {"name": "hallu_head_neg_16", "in_size": 4096, "num_outputs": 1, "layer_hook": -16, "hidden_size": 1024, "num_layers": 3, "output_activation": "linear", "target": "hallu_head_neg_16", "is_causal_lm": false, "pred_for_sequence": false, "is_regression": false, "output_bias": false, "loss_fct": "masked_bce_with_logits", "trainable": true, "loss_weight": 1.0, "ignore_pads": true, "block_gradients": false}, "lm_head": {"name": "lm_head", "in_size": 4096, "num_outputs": 128256, "layer_hook": -1, "hidden_size": 0, "num_layers": 1, "output_activation": "linear", "target": "lm_head", "is_causal_lm": true, "pred_for_sequence": false, "is_regression": false, "output_bias": false, "loss_fct": "cross_entropy", "trainable": true, "loss_weight": 1.0, "ignore_pads": false, "block_gradients": false}}