{ "architectures": [ "UnifiedMultiTaskModel" ], "auto_map": { "AutoConfig": "modeling_unified.UnifiedMultiTaskConfig", "AutoModel": "modeling_unified.UnifiedMultiTaskModel" }, "base_model_name": "jhu-clsp/mmBERT-small", "base_model_revision": "abc32620dd4f6ab06f5fbe905dc25f310618e09f", "dtype": "float32", "encoder_config": { "_name_or_path": "jhu-clsp/mmBERT-small", "architectures": [ "ModernBertForMaskedLM" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 2, "chunk_size_feed_forward": 0, "classifier_activation": "gelu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 1, "decoder_bias": true, "deterministic_flash_attn": false, "dtype": "float32", "embedding_dropout": 0.0, "eos_token_id": 1, "global_attn_every_n_layers": 3, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 384, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 1152, "is_encoder_decoder": false, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "layer_norm_eps": 1e-05, "layer_types": [ "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention" ], "local_attention": 128, "mask_token_id": 4, "max_position_embeddings": 8192, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 6, "num_hidden_layers": 22, "output_attentions": false, "output_hidden_states": false, "pad_token_id": 0, "position_embedding_type": "sans_pos", "problem_type": null, "return_dict": true, "rope_parameters": { "full_attention": { "rope_theta": 160000, "rope_type": "default" }, "sliding_attention": { "rope_theta": 160000, "rope_type": "default" } }, "sep_token_id": 1, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "tie_word_embeddings": true, "transformers_version": "5.10.2", "vocab_size": 256000 }, "label_schema": { "injection": [ "benign", "injection" ], "routing": [ "benign_conv", "code_development_request", "data_analytics_request", "office_request", "tool_operation_request" ], "sensitive_document": [ "legal", "hr", "finance", "internal_and_tech", "source_code", "marketing", "other" ], "threat": [ "instruction_override", "secrets_access", "tool_abuse", "harmful_behavior", "exfiltration_attempt", "toxic_or_harmful", "benign" ], "tool_action": [ "read", "write", "list", "exec", "network", "unknown" ], "tool_class": [ "file", "database", "vcs", "api", "memory", "messaging", "web", "browser", "shell", "code", "system", "secrets", "infra", "unknown" ], "tool_tags": [ "source:sensitive", "source:untrusted", "sink:external" ] }, "model_type": "patronus_unified_multitask_v3", "transformers_version": "5.10.2" }