config.json

{
  "naming": {
    "project": "clarin-pl",
    "models_prefix": "combo-seg",
    "base_model_short": "xlm-roberta-base",
    "ud_version": "2.17"
  },
  "data": {
    "language": "Dutch",
    "treebanks": [
      "LassySmall"
    ],
    "ud_path": "data/ud/ud-treebanks-v2.17",
    "batch_size": 8
  },
  "model": {
    "base_model": "FacebookAI/xlm-roberta-base",
    "window_size": 510,
    "stride": 256
  },
  "training": {
    "epochs": 20,
    "patience": null,
    "lr": 2e-05,
    "head_lr": 0.001,
    "warmup_ratio": 0.1,
    "max_grad_norm": 1.0,
    "seed": 42
  },
  "wandb": {
    "enabled": true,
    "project": "combo-seg",
    "entity": null,
    "run_name": null,
    "tags": [
      "full-finetune",
      "FacebookAI/xlm-roberta-base",
      "lassysmall",
      "ud2.17",
      "Dutch"
    ]
  },
  "model_name": "combo-seg-xlm-roberta-base-dutch-lassysmall-ud2.17",
  "repo_id": "clarin-pl/combo-seg-xlm-roberta-base-dutch-lassysmall-ud2.17"
}