{
  "source": "nvidia/Nemotron-PII",
  "revision": "b70ffaf5ff39e079776134c5bf4381f00a9fd1ed",
  "license": "CC-BY-4.0",
  "attribution": "NVIDIA; Amy Steier, Andre Manoel, Alexa Haushalter, Maarten Van Segbroeck, Nemotron-PII (2025). https://huggingface.co/datasets/nvidia/Nemotron-PII",
  "source_files": {
    "README.md": {
      "sha256": "18c6215fb72c66e5c9fc833130f589e407cae906760f8977409deba0f1f5af4e",
      "bytes": 4969
    },
    "data/train-00000-of-00001.parquet": {
      "sha256": "9cb1a88c339ab84ddbc35ccdde4f6bb713300f5585881f9e02b8db1e0dfdbece",
      "bytes": 156334329
    },
    "data/test-00000-of-00001.parquet": {
      "sha256": "1a4b0512ecb5370f0992d29d0f9c07351e6de13f0d7ea33bb18cecb984780247",
      "bytes": 150968398
    }
  },
  "source_stats": {
    "train": {
      "rows": 100000,
      "labels": {
        "first_name": 51007,
        "date_of_birth": 11609,
        "street_address": 15502,
        "employment_status": 6164,
        "blood_type": 3943,
        "company_name": 76600,
        "vehicle_identifier": 8799,
        "url": 40879,
        "country": 25212,
        "last_name": 37654,
        "email": 45652,
        "occupation": 26094,
        "bank_routing_number": 6141,
        "swift_bic": 5230,
        "credit_debit_card": 7979,
        "date": 69639,
        "time": 18694,
        "sexuality": 1831,
        "county": 5425,
        "religious_belief": 3983,
        "ssn": 4471,
        "medical_record_number": 6396,
        "health_plan_beneficiary_number": 5644,
        "customer_id": 16175,
        "account_number": 9449,
        "education_level": 7421,
        "pin": 5913,
        "certificate_license_number": 7390,
        "mac_address": 5664,
        "state": 16667,
        "city": 17472,
        "political_view": 2991,
        "license_plate": 6679,
        "phone_number": 23353,
        "date_time": 13483,
        "cvv": 1093,
        "device_identifier": 5109,
        "coordinate": 7884,
        "biometric_identifier": 10004,
        "user_name": 11582,
        "password": 7776,
        "ipv4": 8751,
        "employee_id": 11220,
        "postcode": 7369,
        "fax_number": 6720,
        "http_cookie": 5314,
        "language": 5605,
        "gender": 3539,
        "age": 692,
        "race_ethnicity": 5409,
        "ipv6": 4703,
        "unique_id": 2283,
        "api_key": 5937,
        "tax_id": 2429,
        "national_id": 2864
      },
      "invalid": {
        "source_slice_mismatch": 9128,
        "duplicate_or_overlap": 11
      },
      "empty_all_spans": 6,
      "semantic_flags": {
        "email_without_at": 249
      },
      "duplicate_uid_rows": 50000,
      "duplicate_exact_text_rows": 1
    },
    "test": {
      "rows": 100000,
      "labels": {
        "first_name": 74498,
        "date_of_birth": 16396,
        "street_address": 15382,
        "county": 7009,
        "country": 20433,
        "bank_routing_number": 7594,
        "credit_debit_card": 11384,
        "user_name": 14544,
        "account_number": 15631,
        "last_name": 52864,
        "health_plan_beneficiary_number": 9370,
        "date": 66408,
        "occupation": 30568,
        "pin": 5814,
        "biometric_identifier": 10327,
        "customer_id": 19085,
        "employment_status": 9014,
        "ssn": 5462,
        "employee_id": 8076,
        "race_ethnicity": 6860,
        "mac_address": 3890,
        "city": 16128,
        "state": 15688,
        "education_level": 7251,
        "email": 49246,
        "company_name": 49227,
        "url": 34369,
        "password": 6434,
        "time": 21891,
        "blood_type": 4820,
        "http_cookie": 4451,
        "medical_record_number": 9869,
        "phone_number": 22033,
        "certificate_license_number": 2784,
        "postcode": 5655,
        "age": 2595,
        "cvv": 2245,
        "sexuality": 2475,
        "fax_number": 5826,
        "swift_bic": 4954,
        "date_time": 12300,
        "ipv4": 5894,
        "ipv6": 3069,
        "language": 7229,
        "vehicle_identifier": 4269,
        "license_plate": 3827,
        "political_view": 4672,
        "coordinate": 6974,
        "gender": 6116,
        "religious_belief": 5028,
        "tax_id": 1225,
        "api_key": 4575,
        "unique_id": 1689,
        "device_identifier": 2446,
        "national_id": 2555
      },
      "invalid": {
        "source_slice_mismatch": 9973,
        "duplicate_or_overlap": 9
      },
      "empty_all_spans": 1,
      "semantic_flags": {
        "email_without_at": 239
      },
      "duplicate_uid_rows": 50000,
      "duplicate_exact_text_rows": 0
    }
  },
  "exclusions": {
    "source_slice_mismatch": 19101,
    "duplicate_or_overlap": 20,
    "test_family_overlap": 7
  },
  "split_rule": {
    "quota_positive_documents_per_label_and_negative_documents": 92,
    "derivation": "ceil(sqrt(minimum observed eligible positive-document support across target labels)); equal support in three heldouts. Transparent prototype allocation heuristic balancing training retention with heldout growth; no statistical precision or quality guarantee.",
    "eligible_train_document_support": {
      "__negative__": 23879,
      "phone_number": 19050,
      "email": 37897,
      "last_name": 23431,
      "street_address": 14078,
      "first_name": 30591,
      "customer_id": 14154,
      "account_number": 8396
    },
    "grouping": "Connected components of UID, exact original text SHA256, and whitespace-collapsed casefolded all-label-masked text SHA256. All train groups touching test excluded. Source test retained in full except structurally invalid rows.",
    "allocation": "Stable SHA256 family order; assign each family to heldout with greatest remaining document-support deficit (tie: smaller partition), otherwise train.",
    "seed": "datafog-pii-split-v1",
    "test_overlap_train_rows": 7,
    "heldout_achieved_support": {
      "validation": {
        "__negative__": 104,
        "first_name": 171,
        "email": 210,
        "street_address": 97,
        "account_number": 92,
        "last_name": 123,
        "customer_id": 107,
        "phone_number": 115
      },
      "calibration_fit": {
        "phone_number": 105,
        "email": 185,
        "last_name": 127,
        "street_address": 95,
        "first_name": 161,
        "customer_id": 99,
        "__negative__": 107,
        "account_number": 92
      },
      "calibration_select": {
        "street_address": 96,
        "first_name": 164,
        "email": 224,
        "last_name": 126,
        "__negative__": 105,
        "phone_number": 109,
        "customer_id": 114,
        "account_number": 92
      }
    }
  },
  "splits": {
    "train": {
      "documents": 89307,
      "negative_documents": 23563,
      "positive_documents_by_label": {
        "street_address": 13790,
        "first_name": 30095,
        "email": 37278,
        "phone_number": 18721,
        "customer_id": 13834,
        "account_number": 8120,
        "last_name": 23055
      },
      "entities_by_label": {
        "first_name": 50165,
        "street_address": 15189,
        "email": 44895,
        "phone_number": 22947,
        "customer_id": 15817,
        "account_number": 9119,
        "last_name": 37050
      },
      "sha256": "cb0f8c3a17d2e8fa3139d2313f4276bdd79e14078e23674cab6c252c9b62e46e"
    },
    "validation": {
      "documents": 514,
      "negative_documents": 104,
      "positive_documents_by_label": {
        "last_name": 123,
        "street_address": 97,
        "first_name": 171,
        "email": 210,
        "phone_number": 115,
        "account_number": 92,
        "customer_id": 107
      },
      "entities_by_label": {
        "first_name": 267,
        "last_name": 185,
        "street_address": 104,
        "phone_number": 143,
        "email": 259,
        "account_number": 101,
        "customer_id": 116
      },
      "sha256": "c6c66053926ff573c396b2bc5dea6d5e2260dc8ac6694c40a06343d73c8124f8"
    },
    "calibration_fit": {
      "documents": 501,
      "negative_documents": 107,
      "positive_documents_by_label": {
        "account_number": 92,
        "customer_id": 99,
        "last_name": 127,
        "street_address": 95,
        "first_name": 161,
        "email": 185,
        "phone_number": 105
      },
      "entities_by_label": {
        "account_number": 114,
        "customer_id": 112,
        "first_name": 297,
        "last_name": 216,
        "street_address": 104,
        "phone_number": 131,
        "email": 223
      },
      "sha256": "18d16df20fa4ce3b5be6036325a949b98ba0f6fc990f12b6e66d3ecd6a143d9b"
    },
    "calibration_select": {
      "documents": 532,
      "negative_documents": 105,
      "positive_documents_by_label": {
        "customer_id": 114,
        "email": 224,
        "phone_number": 109,
        "account_number": 92,
        "first_name": 164,
        "street_address": 96,
        "last_name": 126
      },
      "entities_by_label": {
        "customer_id": 130,
        "phone_number": 132,
        "email": 275,
        "account_number": 115,
        "first_name": 271,
        "street_address": 105,
        "last_name": 198
      },
      "sha256": "c8ddc3a9ba3ac1b3e032362a65b19506d234bfd84cf15edeced1704f9697809e"
    },
    "test": {
      "documents": 90018,
      "negative_documents": 16233,
      "positive_documents_by_label": {
        "street_address": 13523,
        "first_name": 42054,
        "customer_id": 16729,
        "account_number": 13493,
        "last_name": 32498,
        "email": 41150,
        "phone_number": 18078
      },
      "entities_by_label": {
        "first_name": 74498,
        "street_address": 15382,
        "customer_id": 19085,
        "account_number": 15631,
        "last_name": 52864,
        "phone_number": 22033,
        "email": 49246
      },
      "sha256": "f7737b588c95c0910a58374a9bee655cb5d4f080da795ed0d74a676da6d9d128"
    }
  },
  "pairwise_group_disjoint": true,
  "tokenizer": {
    "model": "distilbert/distilbert-base-cased",
    "revision": "6ea81172465e8b0ad3fddeed32b986cdcdcffcf0",
    "model_max_length": 512,
    "lengths": {
      "train": {
        "documents": 89307,
        "tokens": 23668675,
        "max": 2176,
        "quantiles": {
          "p50": 210.0,
          "p90": 519.0,
          "p95": 634.0,
          "p99": 890.0
        },
        "over_510_tokens": 9369,
        "characters": 88209467
      },
      "validation": {
        "documents": 514,
        "tokens": 137897,
        "max": 1230,
        "quantiles": {
          "p50": 203.0,
          "p90": 574.7,
          "p95": 688.8999999999995,
          "p99": 919.1100000000002
        },
        "over_510_tokens": 65,
        "characters": 515515
      },
      "calibration_fit": {
        "documents": 501,
        "tokens": 127487,
        "max": 871,
        "quantiles": {
          "p50": 198.0,
          "p90": 514.0,
          "p95": 667.0,
          "p99": 810.0
        },
        "over_510_tokens": 52,
        "characters": 472201
      },
      "calibration_select": {
        "documents": 532,
        "tokens": 144613,
        "max": 1280,
        "quantiles": {
          "p50": 228.5,
          "p90": 508.0,
          "p95": 631.8499999999999,
          "p99": 915.4199999999989
        },
        "over_510_tokens": 50,
        "characters": 541124
      }
    },
    "entity_tokens_by_label": {
      "first_name": {
        "count": 51000,
        "max": 10,
        "p99": 4.0
      },
      "street_address": {
        "count": 15502,
        "max": 27,
        "p99": 12.0
      },
      "email": {
        "count": 45652,
        "max": 26,
        "p99": 19.0
      },
      "phone_number": {
        "count": 23353,
        "max": 13,
        "p99": 10.0
      },
      "customer_id": {
        "count": 16175,
        "max": 43,
        "p99": 8.0
      },
      "account_number": {
        "count": 9449,
        "max": 29,
        "p99": 19.0
      },
      "last_name": {
        "count": 37649,
        "max": 10,
        "p99": 5.0
      }
    },
    "unrepresentable_boundaries_by_label": {
      "first_name": 10,
      "last_name": 5,
      "phone_number": 1
    },
    "unrepresentable_boundary_examples": [
      {
        "id": "train:18335:51ebf7c76f534f89bac273fcf93713a8",
        "span": {
          "label": "first_name",
          "start": 1171,
          "end": 1175
        },
        "text": "Mark",
        "covering_offsets": [
          [
            1171,
            1180
          ]
        ]
      },
      {
        "id": "train:18335:51ebf7c76f534f89bac273fcf93713a8",
        "span": {
          "label": "first_name",
          "start": 1377,
          "end": 1381
        },
        "text": "Mark",
        "covering_offsets": [
          [
            1377,
            1386
          ]
        ]
      },
      {
        "id": "train:27998:97f238fd77d449dbbd2fd957c150daee",
        "span": {
          "label": "first_name",
          "start": 683,
          "end": 686
        },
        "text": "Not",
        "covering_offsets": [
          [
            683,
            688
          ]
        ]
      },
      {
        "id": "train:35070:adfe34ad0cf643aaa00de5a4a2e27c32",
        "span": {
          "label": "first_name",
          "start": 808,
          "end": 812
        },
        "text": "John",
        "covering_offsets": [
          [
            808,
            815
          ]
        ]
      },
      {
        "id": "train:3510:6ea10bca20fc425082c99cea71bf0d0d",
        "span": {
          "label": "first_name",
          "start": 311,
          "end": 319
        },
        "text": "Director",
        "covering_offsets": [
          [
            311,
            320
          ]
        ]
      },
      {
        "id": "train:42434:2f80f5cffbe149669344e6f355c031be",
        "span": {
          "label": "first_name",
          "start": 1417,
          "end": 1420
        },
        "text": "Key",
        "covering_offsets": [
          [
            1417,
            1421
          ]
        ]
      },
      {
        "id": "train:46351:8b23a606980244069b1ac5d186551260",
        "span": {
          "label": "last_name",
          "start": 158,
          "end": 161
        },
        "text": "Doe",
        "covering_offsets": [
          [
            158,
            162
          ]
        ]
      },
      {
        "id": "train:52161:7f76048158c2482ba38449bb264af3b5",
        "span": {
          "label": "first_name",
          "start": 1078,
          "end": 1081
        },
        "text": "Not",
        "covering_offsets": [
          [
            1078,
            1083
          ]
        ]
      },
      {
        "id": "train:52958:5f55119611ac40e3b7e9a13362749e20",
        "span": {
          "label": "first_name",
          "start": 1,
          "end": 4
        },
        "text": "his",
        "covering_offsets": [
          [
            0,
            4
          ]
        ]
      },
      {
        "id": "train:52958:5f55119611ac40e3b7e9a13362749e20",
        "span": {
          "label": "first_name",
          "start": 41,
          "end": 44
        },
        "text": "his",
        "covering_offsets": [
          [
            41,
            48
          ]
        ]
      },
      {
        "id": "train:57154:72456a365bf040ddb04d7b3bcf0a7676",
        "span": {
          "label": "first_name",
          "start": 26,
          "end": 29
        },
        "text": "Lev",
        "covering_offsets": [
          [
            26,
            31
          ]
        ]
      },
      {
        "id": "train:58146:138c5e6d663b4ec297cd57288b373c9c",
        "span": {
          "label": "phone_number",
          "start": 106,
          "end": 123
        },
        "text": " +880 17645687878",
        "covering_offsets": [
          [
            107,
            108
          ],
          [
            108,
            110
          ],
          [
            110,
            111
          ],
          [
            112,
            116
          ],
          [
            116,
            117
          ],
          [
            117,
            118
          ],
          [
            118,
            119
          ],
          [
            119,
            120
          ],
          [
            120,
            121
          ],
          [
            121,
            122
          ],
          [
            122,
            123
          ]
        ]
      },
      {
        "id": "train:72248:dad15b3a001e44cbbc918b69de8e6db9",
        "span": {
          "label": "last_name",
          "start": 900,
          "end": 902
        },
        "text": "Al",
        "covering_offsets": [
          [
            900,
            903
          ]
        ]
      },
      {
        "id": "train:72248:dad15b3a001e44cbbc918b69de8e6db9",
        "span": {
          "label": "last_name",
          "start": 1766,
          "end": 1768
        },
        "text": "Al",
        "covering_offsets": [
          [
            1766,
            1769
          ]
        ]
      },
      {
        "id": "train:72248:dad15b3a001e44cbbc918b69de8e6db9",
        "span": {
          "label": "last_name",
          "start": 2065,
          "end": 2067
        },
        "text": "Al",
        "covering_offsets": [
          [
            2065,
            2068
          ]
        ]
      },
      {
        "id": "train:85485:776c7b33378c425d8cd621d788d37433",
        "span": {
          "label": "last_name",
          "start": 629,
          "end": 631
        },
        "text": "Li",
        "covering_offsets": [
          [
            629,
            633
          ]
        ]
      }
    ]
  }
}