config.json

{
  "model": {
    "use_lora": false,
    "lora_r": 64,
    "lora_alpha": 128,
    "lora_dropout": 0.05,
    "lora_target_modules": [
      "query",
      "key",
      "value",
      "output.dense"
    ],
    "arc_hidden_dim": 256,
    "rel_hidden_dim": 128,
    "char_embed_dim": 300,
    "max_char_len": 50,
    "dropout": 0.1,
    "lemma_input_proj_dim": 32,
    "lemma_input_proj_dropout": 0.25,
    "lemma_cnn_filters": [
      256,
      256,
      256
    ],
    "lemma_cnn_kernel_sizes": [
      3,
      3,
      3,
      1
    ],
    "lemma_cnn_dilations": [
      1,
      2,
      4,
      1
    ],
    "lemma_cnn_paddings": [
      1,
      2,
      4,
      0
    ],
    "morpho_weight": 1.0,
    "feats_weight": 3.0,
    "arc_weight": 1.0,
    "rel_weight": 1.0,
    "lemma_weight": 1.5,
    "use_uncertainty_weighting": false,
    "morpho_to_lemma_proj_dim": 64,
    "lemma_beam_width": 5,
    "use_lemma_beam_search": true,
    "use_morpho_constraints": true,
    "base_model": "FacebookAI/xlm-roberta-base",
    "num_upos": 16,
    "num_xpos": 16,
    "feat_vocab_sizes": {
      "NumType": 3
    },
    "feat_categories": [
      "NumType"
    ],
    "num_deprels": 41,
    "char_vocab_size": 90
  },
  "max_length": 512
}