{
  "status": "completed",
  "dataset_questions": 100,
  "total_variant_cases": 500,
  "new_variant_cases": 200,
  "reused_advanced_cases": 300,
  "case_failures": 0,
  "new_scoring_errors": 0,
  "dataset_sha256": "0a48ac3b204e07f6cbdfe68b607049ccb17ac194c31ee1028447fd42f61dddad",
  "runtime_manifest_sha256": "6d32e9b976356a9b3643267097dda85918307e54dab598a47fba800743ec0555",
  "models": {
    "answer": "gemma4:31b",
    "judge": "gpt-oss:120b",
    "embedding": "BAAI/bge-large-en-v1.5",
    "embedding_revision": "e93b9305e013fdf771b471426516285da0cca188",
    "embedding_dimensions": 1024
  },
  "judge_calibration": {
    "rubric": "contextual-facts-v2",
    "control_trials": 90,
    "passed": 90,
    "independent_human_validation": false
  },
  "metrics": [
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "abstention_correct",
      "mean": 0.97,
      "scored": 100
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "cell_complete_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "cell_complete_at_5",
      "mean": 0.9333333333333333,
      "scored": 90
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "cell_evidence_recall_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "cell_evidence_recall_at_5",
      "mean": 0.9444444444444444,
      "scored": 90
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "citation_support",
      "mean": 0.9678030303030303,
      "scored": 88
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "clean_answer",
      "mean": 0.94,
      "scored": 100
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "context_source_recall",
      "mean": 0.9444444444444444,
      "scored": 90
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "faithfulness",
      "mean": 0.9563492063492064,
      "scored": 90
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "final_context_source_recall",
      "mean": 0.9444444444444444,
      "scored": 90
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "required_fact_coverage",
      "mean": 0.945,
      "scored": 100
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "source_complete_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "source_complete_at_5",
      "mean": 0.9333333333333333,
      "scored": 90
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "source_evidence_recall_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "source_evidence_recall_at_5",
      "mean": 0.9444444444444444,
      "scored": 90
    },
    {
      "variant": "adaptive-hybrid-plain",
      "metric": "unsupported_extra_claims",
      "mean": 0.01,
      "scored": 100
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "abstention_correct",
      "mean": 0.98,
      "scored": 100
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "cell_complete_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "cell_complete_at_5",
      "mean": 0.9333333333333333,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "cell_evidence_recall_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "cell_evidence_recall_at_5",
      "mean": 0.9444444444444444,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "citation_support",
      "mean": 0.6665802362431575,
      "scored": 89
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "clean_answer",
      "mean": 0.93,
      "scored": 100
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "context_source_recall",
      "mean": 0.95,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "faithfulness",
      "mean": 0.9729184673004898,
      "scored": 89
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "final_context_source_recall",
      "mean": 0.9611111111111111,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "required_fact_coverage",
      "mean": 0.935,
      "scored": 100
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "source_complete_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "source_complete_at_5",
      "mean": 0.9333333333333333,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "source_evidence_recall_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "source_evidence_recall_at_5",
      "mean": 0.9444444444444444,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-agent",
      "metric": "unsupported_extra_claims",
      "mean": 0.01,
      "scored": 100
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "abstention_correct",
      "mean": 0.97,
      "scored": 100
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "cell_complete_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "cell_complete_at_5",
      "mean": 0.9333333333333333,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "cell_evidence_recall_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "cell_evidence_recall_at_5",
      "mean": 0.9444444444444444,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "citation_support",
      "mean": 0.6631493506493507,
      "scored": 88
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "clean_answer",
      "mean": 0.94,
      "scored": 100
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "context_source_recall",
      "mean": 0.95,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "faithfulness",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "final_context_source_recall",
      "mean": 0.95,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "required_fact_coverage",
      "mean": 0.945,
      "scored": 100
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "source_complete_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "source_complete_at_5",
      "mean": 0.9333333333333333,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "source_evidence_recall_at_10",
      "mean": 0.9666666666666667,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "source_evidence_recall_at_5",
      "mean": 0.9444444444444444,
      "scored": 90
    },
    {
      "variant": "adaptive-parent-plain",
      "metric": "unsupported_extra_claims",
      "mean": 0.0,
      "scored": 100
    },
    {
      "variant": "simple-structure-dense",
      "metric": "abstention_correct",
      "mean": 0.93,
      "scored": 100
    },
    {
      "variant": "simple-structure-dense",
      "metric": "cell_complete_at_10",
      "mean": 0.9333333333333333,
      "scored": 90
    },
    {
      "variant": "simple-structure-dense",
      "metric": "cell_complete_at_5",
      "mean": 0.9,
      "scored": 90
    },
    {
      "variant": "simple-structure-dense",
      "metric": "cell_evidence_recall_at_10",
      "mean": 0.9462962962962963,
      "scored": 90
    },
    {
      "variant": "simple-structure-dense",
      "metric": "cell_evidence_recall_at_5",
      "mean": 0.912962962962963,
      "scored": 90
    },
    {
      "variant": "simple-structure-dense",
      "metric": "citation_support",
      "mean": 0.9854895104895105,
      "scored": 88
    },
    {
      "variant": "simple-structure-dense",
      "metric": "clean_answer",
      "mean": 0.88,
      "scored": 100
    },
    {
      "variant": "simple-structure-dense",
      "metric": "context_cell_complete",
      "mean": 0.9,
      "scored": 90
    },
    {
      "variant": "simple-structure-dense",
      "metric": "context_cell_evidence_recall",
      "mean": 0.912962962962963,
      "scored": 90
    },
    {
      "variant": "simple-structure-dense",
      "metric": "faithfulness",
      "mean": 0.9848148148148148,
      "scored": 90
    },
    {
      "variant": "simple-structure-dense",
      "metric": "required_fact_coverage",
      "mean": 0.8933333333333333,
      "scored": 100
    },
    {
      "variant": "simple-structure-dense",
      "metric": "source_complete_at_10",
      "mean": 0.9333333333333333,
      "scored": 90
    },
    {
      "variant": "simple-structure-dense",
      "metric": "source_complete_at_5",
      "mean": 0.9,
      "scored": 90
    },
    {
      "variant": "simple-structure-dense",
      "metric": "source_evidence_recall_at_10",
      "mean": 0.9462962962962963,
      "scored": 90
    },
    {
      "variant": "simple-structure-dense",
      "metric": "source_evidence_recall_at_5",
      "mean": 0.912962962962963,
      "scored": 90
    },
    {
      "variant": "simple-structure-dense",
      "metric": "unsupported_extra_claims",
      "mean": 0.01,
      "scored": 100
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "abstention_correct",
      "mean": 0.91,
      "scored": 100
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "cell_complete_at_10",
      "mean": 0.9333333333333333,
      "scored": 90
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "cell_complete_at_5",
      "mean": 0.8555555555555555,
      "scored": 90
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "cell_evidence_recall_at_10",
      "mean": 0.9574074074074074,
      "scored": 90
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "cell_evidence_recall_at_5",
      "mean": 0.8907407407407407,
      "scored": 90
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "citation_support",
      "mean": 0.9826330532212885,
      "scored": 85
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "clean_answer",
      "mean": 0.85,
      "scored": 100
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "context_cell_complete",
      "mean": 0.8555555555555555,
      "scored": 90
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "context_cell_evidence_recall",
      "mean": 0.8907407407407407,
      "scored": 90
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "faithfulness",
      "mean": 0.9761904761904762,
      "scored": 90
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "required_fact_coverage",
      "mean": 0.855,
      "scored": 100
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "source_complete_at_10",
      "mean": 0.9333333333333333,
      "scored": 90
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "source_complete_at_5",
      "mean": 0.8555555555555555,
      "scored": 90
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "source_evidence_recall_at_10",
      "mean": 0.9574074074074074,
      "scored": 90
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "source_evidence_recall_at_5",
      "mean": 0.8907407407407407,
      "scored": 90
    },
    {
      "variant": "simple-structure-hybrid",
      "metric": "unsupported_extra_claims",
      "mean": 0.04,
      "scored": 100
    }
  ],
  "paired_differences": [
    {
      "comparison": "adaptive-parent-agent minus simple-structure-dense",
      "metric": "cell_complete_at_5",
      "mean_difference": 0.03333333333333333,
      "pairs": 90,
      "groups": 24,
      "group_bootstrap_95_percent_interval": [
        -0.013888888888888888,
        0.09803921568627451
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus simple-structure-dense",
      "metric": "required_fact_coverage",
      "mean_difference": 0.041666666666666664,
      "pairs": 100,
      "groups": 34,
      "group_bootstrap_95_percent_interval": [
        -0.015267175572519083,
        0.1111111111111111
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus simple-structure-dense",
      "metric": "clean_answer",
      "mean_difference": 0.05,
      "pairs": 100,
      "groups": 34,
      "group_bootstrap_95_percent_interval": [
        -0.012048192771084338,
        0.13095238095238096
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus simple-structure-dense",
      "metric": "faithfulness",
      "mean_difference": -0.011725727456064535,
      "pairs": 89,
      "groups": 23,
      "group_bootstrap_95_percent_interval": [
        -0.03785310734463277,
        0.009210526315789473
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus simple-structure-dense",
      "metric": "citation_support",
      "mean_difference": -0.3226981351981352,
      "pairs": 88,
      "groups": 23,
      "group_bootstrap_95_percent_interval": [
        -0.4253822629969419,
        -0.16443701226309923
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus simple-structure-hybrid",
      "metric": "cell_complete_at_5",
      "mean_difference": 0.07777777777777778,
      "pairs": 90,
      "groups": 24,
      "group_bootstrap_95_percent_interval": [
        -0.03571428571428571,
        0.17054263565891473
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus simple-structure-hybrid",
      "metric": "required_fact_coverage",
      "mean_difference": 0.08,
      "pairs": 100,
      "groups": 34,
      "group_bootstrap_95_percent_interval": [
        -0.044444444444444446,
        0.17058823529411765
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus simple-structure-hybrid",
      "metric": "clean_answer",
      "mean_difference": 0.08,
      "pairs": 100,
      "groups": 34,
      "group_bootstrap_95_percent_interval": [
        -0.044444444444444446,
        0.17058823529411765
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus simple-structure-hybrid",
      "metric": "faithfulness",
      "mean_difference": -0.0030044861505535655,
      "pairs": 89,
      "groups": 23,
      "group_bootstrap_95_percent_interval": [
        -0.027093596059113302,
        0.02352607709750567
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus simple-structure-hybrid",
      "metric": "citation_support",
      "mean_difference": -0.33174315880198235,
      "pairs": 85,
      "groups": 23,
      "group_bootstrap_95_percent_interval": [
        -0.42768549280177187,
        -0.16678876678876678
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus adaptive-hybrid-plain",
      "metric": "cell_complete_at_5",
      "mean_difference": 0.0,
      "pairs": 90,
      "groups": 24,
      "group_bootstrap_95_percent_interval": [
        0.0,
        0.0
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus adaptive-hybrid-plain",
      "metric": "required_fact_coverage",
      "mean_difference": -0.01,
      "pairs": 100,
      "groups": 34,
      "group_bootstrap_95_percent_interval": [
        -0.06521739130434782,
        0.03571428571428571
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus adaptive-hybrid-plain",
      "metric": "clean_answer",
      "mean_difference": -0.01,
      "pairs": 100,
      "groups": 34,
      "group_bootstrap_95_percent_interval": [
        -0.06521739130434782,
        0.03571428571428571
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus adaptive-hybrid-plain",
      "metric": "faithfulness",
      "mean_difference": 0.01705971930691032,
      "pairs": 89,
      "groups": 23,
      "group_bootstrap_95_percent_interval": [
        -0.021707459207459204,
        0.06603218210361068
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus adaptive-hybrid-plain",
      "metric": "citation_support",
      "mean_difference": -0.305011655011655,
      "pairs": 88,
      "groups": 23,
      "group_bootstrap_95_percent_interval": [
        -0.3888888888888889,
        -0.16666666666666666
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus adaptive-parent-plain",
      "metric": "cell_complete_at_5",
      "mean_difference": 0.0,
      "pairs": 90,
      "groups": 24,
      "group_bootstrap_95_percent_interval": [
        0.0,
        0.0
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus adaptive-parent-plain",
      "metric": "required_fact_coverage",
      "mean_difference": -0.01,
      "pairs": 100,
      "groups": 34,
      "group_bootstrap_95_percent_interval": [
        -0.06521739130434782,
        0.03571428571428571
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus adaptive-parent-plain",
      "metric": "clean_answer",
      "mean_difference": -0.01,
      "pairs": 100,
      "groups": 34,
      "group_bootstrap_95_percent_interval": [
        -0.06521739130434782,
        0.03571428571428571
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus adaptive-parent-plain",
      "metric": "faithfulness",
      "mean_difference": 0.0028810141169691742,
      "pairs": 89,
      "groups": 23,
      "group_bootstrap_95_percent_interval": [
        -0.02851128970531956,
        0.02813852813852814
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    },
    {
      "comparison": "adaptive-parent-agent minus adaptive-parent-plain",
      "metric": "citation_support",
      "mean_difference": -0.000357975357975357,
      "pairs": 88,
      "groups": 23,
      "group_bootstrap_95_percent_interval": [
        -0.08984824699110414,
        0.061469780219780217
      ],
      "note": "Exploratory paired group bootstrap; no multiple-comparison correction or population-generalization claim."
    }
  ],
  "limitations": "Same previously inspected 100 questions; exploratory, not an unseen test. The new baseline treats blank stubs in an otherwise annotated header band as inferred header structure, so actual header paths repeat. Footnotes are searchable table-associated content rather than repeated in every row group. Existing production parsing/chunking and saved results are unchanged. This is a practical baseline comparison, not a pure boundary-only ablation.",
  "missingness": "Reused metric missingness is retained; the original agent faithfulness error remains unavailable, not zero."
}
