{
  "bidirectional_context": true,
  "bidirectional_left_context": 128,
  "bidirectional_right_context": 128,
  "category_version": "fintech_v1",
  "default_n_ctx": 128000,
  "encoding": "o200k_base",
  "experts_per_token": 4,
  "head_dim": 64,
  "hidden_size": 640,
  "inference_contract_version": 1,
  "initial_context_length": 4096,
  "intermediate_size": 640,
  "max_position_embeddings": 131072,
  "model_type": "privacy_filter",
  "ner_class_names": [
    "O",
    "B-AADHAAR",
    "I-AADHAAR",
    "E-AADHAAR",
    "S-AADHAAR",
    "B-AMOUNT",
    "I-AMOUNT",
    "E-AMOUNT",
    "S-AMOUNT",
    "B-APPLICATION_ID",
    "I-APPLICATION_ID",
    "E-APPLICATION_ID",
    "S-APPLICATION_ID",
    "B-BANK_ACCOUNT",
    "I-BANK_ACCOUNT",
    "E-BANK_ACCOUNT",
    "S-BANK_ACCOUNT",
    "B-CHEQUE_NUMBER",
    "I-CHEQUE_NUMBER",
    "E-CHEQUE_NUMBER",
    "S-CHEQUE_NUMBER",
    "B-CUSTOMER_ID",
    "I-CUSTOMER_ID",
    "E-CUSTOMER_ID",
    "S-CUSTOMER_ID",
    "B-DATE",
    "I-DATE",
    "E-DATE",
    "S-DATE",
    "B-DESIGNATION",
    "I-DESIGNATION",
    "E-DESIGNATION",
    "S-DESIGNATION",
    "B-DRIVING_LICENSE",
    "I-DRIVING_LICENSE",
    "E-DRIVING_LICENSE",
    "S-DRIVING_LICENSE",
    "B-EMAIL",
    "I-EMAIL",
    "E-EMAIL",
    "S-EMAIL",
    "B-EMI",
    "I-EMI",
    "E-EMI",
    "S-EMI",
    "B-EMPLOYER",
    "I-EMPLOYER",
    "E-EMPLOYER",
    "S-EMPLOYER",
    "B-GENDER",
    "I-GENDER",
    "E-GENDER",
    "S-GENDER",
    "B-IFSC",
    "I-IFSC",
    "E-IFSC",
    "S-IFSC",
    "B-INTEREST_RATE",
    "I-INTEREST_RATE",
    "E-INTEREST_RATE",
    "S-INTEREST_RATE",
    "B-LOAN_ACCOUNT",
    "I-LOAN_ACCOUNT",
    "E-LOAN_ACCOUNT",
    "S-LOAN_ACCOUNT",
    "B-LOAN_AMOUNT",
    "I-LOAN_AMOUNT",
    "E-LOAN_AMOUNT",
    "S-LOAN_AMOUNT",
    "B-PAN",
    "I-PAN",
    "E-PAN",
    "S-PAN",
    "B-PASSPORT",
    "I-PASSPORT",
    "E-PASSPORT",
    "S-PASSPORT",
    "B-PERSON",
    "I-PERSON",
    "E-PERSON",
    "S-PERSON",
    "B-PHONE",
    "I-PHONE",
    "E-PHONE",
    "S-PHONE",
    "B-SALARY",
    "I-SALARY",
    "E-SALARY",
    "S-SALARY",
    "B-TENURE",
    "I-TENURE",
    "E-TENURE",
    "S-TENURE",
    "B-UPI",
    "I-UPI",
    "E-UPI",
    "S-UPI"
  ],
  "num_attention_heads": 14,
  "num_experts": 128,
  "num_hidden_layers": 8,
  "num_key_value_heads": 2,
  "num_labels": 97,
  "param_dtype": "bfloat16",
  "rope_ntk_alpha": 1.0,
  "rope_ntk_beta": 32.0,
  "rope_scaling_factor": 32.0,
  "rope_theta": 150000,
  "sliding_window": 257,
  "span_class_names": [
    "O",
    "AADHAAR",
    "AMOUNT",
    "APPLICATION_ID",
    "BANK_ACCOUNT",
    "CHEQUE_NUMBER",
    "CUSTOMER_ID",
    "DATE",
    "DESIGNATION",
    "DRIVING_LICENSE",
    "EMAIL",
    "EMI",
    "EMPLOYER",
    "GENDER",
    "IFSC",
    "INTEREST_RATE",
    "LOAN_ACCOUNT",
    "LOAN_AMOUNT",
    "PAN",
    "PASSPORT",
    "PERSON",
    "PHONE",
    "SALARY",
    "TENURE",
    "UPI"
  ],
  "vocab_size": 200064
}