{
  "schema": "ndr-public-japanese-validation/1",
  "modified_at": "2026-11-02T05:24:00.334242+00:00",
  "publisher_source_commit": "b04e18e41e9b86089bcf2494da9a718c6595d706",
  "normalization_version": "ndr-norm/1",
  "normalization_source_sha256": "5650212d3efd633e8806c8e2cbc7de53dfd9c8430a2f34db4b66f690c8aeccc3",
  "validator_source_sha256": "c8accad1e04350804efcb4eff5639d4f3374a5315d4e91bbf0f8242f27891215",
  "accepted_marker_roles": {
    "^ln": "family",
    "^fn": "given",
    "^fnMale": "given",
    "^fnFemale": "given"
  },
  "transformations": [
    "Read literal one-character tokens; remove source role/terminator syntax",
    "Apply unchanged frozen NFC/BOM/whitespace normalization and NFC casefold keys",
    "Apply unchanged frozen hygiene; retain held source rows and forms separately",
    "Deduplicate spelling globally across files and declared roles",
    "Cross-check pinned checkpoint07 independently of source role labels; preserve role warnings and unknown language"
  ],
  "generated_or_inferred_names": false,
  "gender_meaning_origin_translation_claims_added": false,
  "counts": {
    "schema": "ndr-public-japanese-validation/1",
    "ok": true,
    "source_rows": {
      "raw_rows": 1918608,
      "hygiene_pass_rows": 1916420,
      "decoded_rows": 1918607,
      "family_rows": 959303,
      "given_rows": 959304,
      "hygiene_held_rows": 2187,
      "grammar_held_rows": 1
    },
    "per_file": [
      {
        "file": "data/parallel-japanese-corpus/names-en-test.txt",
        "raw_rows": 239826,
        "hygiene_pass_rows": 239584,
        "decoded_rows": 239826,
        "family_rows": 119914,
        "given_rows": 119912,
        "hygiene_held_rows": 242,
        "marker_counts": {
          "^ln": 119914,
          "^fn": 97608,
          "^fnMale": 16857,
          "^fnFemale": 5447
        },
        "decoded_spelling_keys": 23345
      },
      {
        "file": "data/parallel-japanese-corpus/names-en-train.txt",
        "raw_rows": 479652,
        "hygiene_pass_rows": 479152,
        "decoded_rows": 479652,
        "family_rows": 239826,
        "given_rows": 239826,
        "hygiene_held_rows": 500,
        "marker_counts": {
          "^ln": 239826,
          "^fn": 195264,
          "^fnMale": 34048,
          "^fnFemale": 10514
        },
        "decoded_spelling_keys": 34702
      },
      {
        "file": "data/parallel-japanese-corpus/names-en-val.txt",
        "raw_rows": 239826,
        "hygiene_pass_rows": 239586,
        "decoded_rows": 239826,
        "family_rows": 119912,
        "given_rows": 119914,
        "hygiene_held_rows": 240,
        "marker_counts": {
          "^ln": 119912,
          "^fn": 97549,
          "^fnMale": 17036,
          "^fnFemale": 5329
        },
        "decoded_spelling_keys": 23405
      },
      {
        "file": "data/parallel-japanese-corpus/names-jp-test.txt",
        "raw_rows": 239826,
        "hygiene_pass_rows": 239551,
        "decoded_rows": 239826,
        "family_rows": 119914,
        "given_rows": 119912,
        "hygiene_held_rows": 275,
        "marker_counts": {
          "^ln": 119914,
          "^fn": 97608,
          "^fnMale": 16857,
          "^fnFemale": 5447
        },
        "decoded_spelling_keys": 40832
      },
      {
        "file": "data/parallel-japanese-corpus/names-jp-train.txt",
        "raw_rows": 479652,
        "hygiene_pass_rows": 479057,
        "decoded_rows": 479652,
        "family_rows": 239826,
        "given_rows": 239826,
        "hygiene_held_rows": 595,
        "marker_counts": {
          "^ln": 239826,
          "^fn": 195264,
          "^fnMale": 34048,
          "^fnFemale": 10514
        },
        "decoded_spelling_keys": 61531
      },
      {
        "file": "data/parallel-japanese-corpus/names-jp-val.txt",
        "raw_rows": 239826,
        "hygiene_pass_rows": 239490,
        "decoded_rows": 239825,
        "family_rows": 119911,
        "given_rows": 119914,
        "hygiene_held_rows": 335,
        "grammar_held_rows": 1,
        "marker_counts": {
          "^ln": 119912,
          "^fn": 97549,
          "^fnMale": 17036,
          "^fnFemale": 5329
        },
        "decoded_spelling_keys": 40803
      }
    ],
    "marker_counts": {
      "^ln": 959304,
      "^fn": 780842,
      "^fnMale": 135882,
      "^fnFemale": 42580
    },
    "grammar_held_row_reasons": {
      "empty_character_body": 1
    },
    "hygiene_held_row_reasons": {
      "single_letter_initial": 136,
      "disallowed_character": 1863,
      "edge_punctuation": 50,
      "contains_digit": 136,
      "no_letters": 2
    },
    "hygiene_held_key_reasons": {
      "disallowed_character": 1557,
      "edge_punctuation": 47,
      "contains_digit": 125,
      "no_letters": 1,
      "single_letter_initial": 29
    },
    "decoded_spelling_union": 137008,
    "decoded_role_keys": 170321,
    "decoded_given_keys": 95276,
    "decoded_family_keys": 75045,
    "decoded_cross_role_overlap": 33313,
    "publication_eligible_spelling_union": 135249,
    "publication_eligible_role_keys": 168536,
    "publication_eligible_given_keys": 94798,
    "publication_eligible_family_keys": 73738,
    "publication_eligible_cross_role_overlap": 33287,
    "hygiene_held_spelling_union": 1759,
    "training_source_keys": 103431,
    "approved_spelling_keys_absent_from_checkpoint07": 101073,
    "same_role_independently_attested_role_keys": 34697,
    "corroborated_name_keys": 31818,
    "independently_attested_spelling_keys_any_role": 34176,
    "keys_with_opposite_role_only_warning": 17005,
    "role_pairs_with_opposite_role_only_warning": 17005,
    "independent_same_role_by_tier_nonadditive": {
      "bibliographic": 14672,
      "lexical_sharealike": 2289,
      "official": 10554,
      "structured_lexical": 15020
    },
    "preliminary_137009": {
      "raw_legacy_keys": 137009,
      "normalized_legacy_keys": 137008,
      "normalization_merged_key_count": 1,
      "additional_keys_from_gender_markers": 0,
      "legacy_keys_all_represented_after_frozen_normalization": true
    },
    "meaning_gender_native_origin_or_translation_verified": false,
    "language": null,
    "existing_ndr_checkpoint_modified": false,
    "website_published_by_this_packet": false
  }
}
