{
  "model_type": "roberta",
  "architectures": ["PALADIM"],
  "hidden_size": 768,
  "num_hidden_layers": 12,
  "num_attention_heads": 12,
  "intermediate_size": 3072,
  "hidden_dropout_prob": 0.1,
  "attention_probs_dropout_prob": 0.1,
  "max_position_embeddings": 514,
  "type_vocab_size": 1,
  "vocab_size": 50265,
  "num_labels": 609,
  
  "_name_or_path": "roberta-base",
  "base_model": "roberta-base",
  
  "moe_config": {
    "num_experts": 16,
    "top_k": 2,
    "expert_dim": 3072,
    "load_balancing_loss_coef": 0.01
  },
  
  "lora_config": {
    "r": 16,
    "lora_alpha": 32,
    "target_modules": ["query", "key", "value", "dense"],
    "lora_dropout": 0.1,
    "bias": "none"
  },
  
  "plastic_memory_config": {
    "buffer_size": 10000,
    "consolidation_frequency": 100,
    "replay_batch_size": 32
  },
  
  "total_parameters": 1042710532,
  "trainable_parameters": 917332996,
  "base_parameters": 125377536,
  
  "training_info": {
    "trained_on": "medical_patient_cases",
    "task": "drug_recommendation",
    "num_classes": 609,
    "num_drugs": 609,
    "training_samples": 1794,
    "checkpoint_date": "2025-11-29"
  }
}