{
  "model": "qwen_qwen3-30b-a3b-instruct-2507",
  "seed": 1,
  "k": 3,
  "summary": {
    "n_dps": 32,
    "b_full": 21,
    "b_strictly_gt_a": 24,
    "a_ever_gt_b": 5,
    "content_wins": 16,
    "fabrication_count": 7,
    "fabrication_dps": [
      "S2-DP3",
      "S2-DP4",
      "S2-DP6",
      "S3-DP4",
      "S4-DP2",
      "S4-DP3",
      "S4-DP4"
    ],
    "false_assurance_b_count": 4,
    "false_assurance_b_dps": [
      "S3-DP4",
      "S6-DP2",
      "S6-DP3",
      "S6-DP5"
    ],
    "scorer_mean_agreement": 0.94,
    "scorer_low_agreement_dps": [],
    "legibility_count": 0,
    "legibility_dps": [],
    "by_gap_class": {
      "content": 17,
      "base": 2,
      "framework": 13
    }
  },
  "calibration": {
    "predicted_dps": 31,
    "calibration_hits": 29,
    "calibration_accuracy": 0.94,
    "mismatches": [
      {
        "dp": "S1-DP5",
        "expected": "framework",
        "scored": "content",
        "note": "A recommends isolation only"
      },
      {
        "dp": "S5-DP3",
        "expected": "framework",
        "scored": "content",
        "note": "A misses containment distinction"
      }
    ]
  },
  "dps": [
    {
      "scenario": "S1",
      "dp": "S1-DP1",
      "arm_a": "partial",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A cites robustness but no invariant"
    },
    {
      "scenario": "S1",
      "dp": "S1-DP2",
      "arm_a": "miss",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 0.67,
      "k": 3,
      "note": "A treats all as lost"
    },
    {
      "scenario": "S1",
      "dp": "S1-DP3",
      "arm_a": "partial",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 0.67,
      "k": 3,
      "note": "A misses robustness-coverage distinction"
    },
    {
      "scenario": "S1",
      "dp": "S1-DP4",
      "arm_a": "miss",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 0.67,
      "k": 3,
      "note": "A dismisses alert for missing context"
    },
    {
      "scenario": "S1",
      "dp": "S1-DP5",
      "arm_a": "partial",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A recommends isolation only"
    },
    {
      "scenario": "S2",
      "dp": "S2-DP1",
      "arm_a": "full",
      "arm_b": "full",
      "gap_class": "base",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "Both arms identify LSASS read and EDR source"
    },
    {
      "scenario": "S2",
      "dp": "S2-DP2",
      "arm_a": "miss",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A misses remote variant; B cites L5 invariant"
    },
    {
      "scenario": "S2",
      "dp": "S2-DP3",
      "arm_a": "miss",
      "arm_b": "full",
      "gap_class": "framework",
      "fabrication_a": true,
      "false_assurance_b": false,
      "agreement": 0.67,
      "k": 3,
      "note": "Both fail; B caps at disclose gap"
    },
    {
      "scenario": "S2",
      "dp": "S2-DP4",
      "arm_a": "miss",
      "arm_b": "full",
      "gap_class": "framework",
      "fabrication_a": true,
      "false_assurance_b": false,
      "agreement": 0.67,
      "k": 3,
      "note": "Both fail; B caps at disclose gap"
    },
    {
      "scenario": "S2",
      "dp": "S2-DP5",
      "arm_a": "full",
      "arm_b": "full",
      "gap_class": "base",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "Both derive blind from impaired EDR"
    },
    {
      "scenario": "S2",
      "dp": "S2-DP6",
      "arm_a": "miss",
      "arm_b": "full",
      "gap_class": "framework",
      "fabrication_a": true,
      "false_assurance_b": false,
      "agreement": 0.67,
      "k": 3,
      "note": "Both fail; B caps at disclose gap"
    },
    {
      "scenario": "S3",
      "dp": "S3-DP1",
      "arm_a": "partial",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A lacks robustness read; B cites RC4 keying"
    },
    {
      "scenario": "S3",
      "dp": "S3-DP2",
      "arm_a": "partial",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A misroutes 4769 to EDR; B flags degraded face"
    },
    {
      "scenario": "S3",
      "dp": "S3-DP3",
      "arm_a": "partial",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A assumes volume analytics exist; B confirms absence"
    },
    {
      "scenario": "S3",
      "dp": "S3-DP4",
      "arm_a": "miss",
      "arm_b": "miss",
      "gap_class": "framework",
      "fabrication_a": true,
      "false_assurance_b": true,
      "agreement": 1.0,
      "k": 3,
      "note": "Both blur unobservable crack as gap"
    },
    {
      "scenario": "S3",
      "dp": "S3-DP5",
      "arm_a": "partial",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A misses service-account rotation; B anchors to degraded face"
    },
    {
      "scenario": "S4",
      "dp": "S4-DP1",
      "arm_a": "miss",
      "arm_b": "partial",
      "gap_class": "framework",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A fails to name Hoare-triple gap; B cites missing Entity but asserts maneuver mapping"
    },
    {
      "scenario": "S4",
      "dp": "S4-DP2",
      "arm_a": "miss",
      "arm_b": "partial",
      "gap_class": "framework",
      "fabrication_a": true,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A fabricates 'covered'; B hedging on verdict"
    },
    {
      "scenario": "S4",
      "dp": "S4-DP3",
      "arm_a": "miss",
      "arm_b": "partial",
      "gap_class": "framework",
      "fabrication_a": true,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A assigns StP grade; B omits unmodeled status"
    },
    {
      "scenario": "S4",
      "dp": "S4-DP4",
      "arm_a": "miss",
      "arm_b": "partial",
      "gap_class": "framework",
      "fabrication_a": true,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A misses revocation need; B lacks gap escalation"
    },
    {
      "scenario": "S4",
      "dp": "S4-DP5",
      "arm_a": "miss",
      "arm_b": "partial",
      "gap_class": "framework",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A fails structural absence reasoning; B misattributes NULL cause"
    },
    {
      "scenario": "S5",
      "dp": "S5-DP1",
      "arm_a": "partial",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A names stages but not gating DAG"
    },
    {
      "scenario": "S5",
      "dp": "S5-DP2",
      "arm_a": "miss",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A guesses; B proves via fan-out"
    },
    {
      "scenario": "S5",
      "dp": "S5-DP3",
      "arm_a": "partial",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A misses containment distinction"
    },
    {
      "scenario": "S5",
      "dp": "S5-DP4",
      "arm_a": "miss",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A fails variant-invariance test"
    },
    {
      "scenario": "S5",
      "dp": "S5-DP5",
      "arm_a": "partial",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A lacks fan-out justification"
    },
    {
      "scenario": "S5",
      "dp": "S5-DP6",
      "arm_a": "miss",
      "arm_b": "full",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A claims full containment"
    },
    {
      "scenario": "S6",
      "dp": "S6-DP1",
      "arm_a": "full",
      "arm_b": "partial",
      "gap_class": "content",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "A grounds cross-join need; B misses it"
    },
    {
      "scenario": "S6",
      "dp": "S6-DP2",
      "arm_a": "partial",
      "arm_b": "miss",
      "gap_class": "framework",
      "fabrication_a": false,
      "false_assurance_b": true,
      "agreement": 1.0,
      "k": 3,
      "note": "B trusts card's 'covered' as assurance"
    },
    {
      "scenario": "S6",
      "dp": "S6-DP3",
      "arm_a": "partial",
      "arm_b": "miss",
      "gap_class": "framework",
      "fabrication_a": false,
      "false_assurance_b": true,
      "agreement": 1.0,
      "k": 3,
      "note": "Both miss orthogonality; B falsely assures"
    },
    {
      "scenario": "S6",
      "dp": "S6-DP4",
      "arm_a": "partial",
      "arm_b": "miss",
      "gap_class": "framework",
      "fabrication_a": false,
      "false_assurance_b": false,
      "agreement": 1.0,
      "k": 3,
      "note": "B fails to name framework tie"
    },
    {
      "scenario": "S6",
      "dp": "S6-DP5",
      "arm_a": "partial",
      "arm_b": "miss",
      "gap_class": "framework",
      "fabrication_a": false,
      "false_assurance_b": true,
      "agreement": 1.0,
      "k": 3,
      "note": "B misses void framing"
    }
  ]
}