{ "architectures": [ "ModernBertRefusalClassifier" ], "auto_map": { "AutoConfig": "modeling.RefusalModernBertConfig", "AutoModel": "modeling.ModernBertRefusalClassifier" }, "base_model_name_or_path": "answerdotai/ModernBERT-base", "classifier_dropout": 0.1, "dtype": "float32", "encoder_config": { "_name_or_path": "answerdotai/ModernBERT-base", "architectures": [ "ModernBertModel" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 50281, "chunk_size_feed_forward": 0, "classifier_activation": "gelu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 50281, "decoder_bias": true, "deterministic_flash_attn": false, "dtype": "float32", "embedding_dropout": 0.0, "eos_token_id": 50282, "global_attn_every_n_layers": 3, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 768, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 1152, "is_encoder_decoder": false, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "layer_norm_eps": 1e-05, "layer_types": [ "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention" ], "local_attention": 128, "max_position_embeddings": 8192, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 22, "output_attentions": false, "output_hidden_states": false, "pad_token_id": 50283, "position_embedding_type": "absolute", "problem_type": null, "return_dict": true, "rope_parameters": { "full_attention": { "rope_theta": 160000.0, "rope_type": "default" }, "sliding_attention": { "rope_theta": 10000.0, "rope_type": "default" } }, "sep_token_id": 50282, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "tie_word_embeddings": true, "transformers_version": "5.4.0", "vocab_size": 50373 }, "input_special_tokens": [ "[PROMPT]", "[RESPONSE]", "[THOUGHT]", "", "" ], "local_files_only": false, "model_type": "refusal-modernbert", "schema": { "groups": [ { "binary": true, "labels": [ "refusal", "compliance" ], "multi_label": false, "name": "stance" }, { "binary": false, "labels": [ "harmful_procedural", "harmful_explanatory", "safe_defensive", "safe_explanatory", "safe_redirective", "educational_explainer", "design_reference", "creative_writing", "code_help_tutor", "multilingual_general_help", "multilingual_factoid_translate", "short_utility_micro", "greeting_chat_micro", "stock_refusal", "legal_refusal", "ethical_refusal", "meta_refusal", "bridge_refusal", "ambiguous_reject" ], "multi_label": true, "name": "family" }, { "binary": false, "labels": [ "no_thought", "empty_thought", "nonempty_thought", "policy_thought", "legal_thought", "harm_thought", "meta_thought", "safe_alternative_thought", "ethical_thought", "uncertainty_thought", "stepwise_thought" ], "multi_label": true, "name": "thought_family" }, { "binary": false, "labels": [ "plain_text", "markdown" ], "multi_label": false, "name": "document_type" } ] }, "stance_family_scale": 0.6, "transformers_version": "5.4.0" }