| {"mean_regression": {"name": "mean_regression", "in_size": 4096, "num_outputs": 1, "layer_hook": -24, "hidden_size": 0, "num_layers": 1, "output_activation": "linear", "target": "mean_regression", "is_causal_lm": false, "pred_for_sequence": true, "is_regression": true, "output_bias": false, "loss_fct": "mse", "trainable": true, "loss_weight": 0.002, "ignore_pads": true, "block_gradients": false}} |