{
  "name": "verifier semantic-title-check measurement v6 (sealed slice)",
  "sealed": true,
  "read_once_on": "2026-10-08",
  "corpus": {
    "file": "test/fixtures/verify/validation-set-v6.json",
    "seed": 20261008,
    "entries": 440,
    "sealed_slice_entries": 220,
    "composition": {
      "clean": {
        "total": 300,
        "tuning": 150,
        "sealed": 150
      },
      "fab:real-doi-fake-title": {
        "total": 30,
        "tuning": 15,
        "sealed": 15
      },
      "fab:real-doi-near-miss-title": {
        "total": 70,
        "tuning": 35,
        "sealed": 35
      },
      "fab:real-doi-topic-swap-title": {
        "total": 40,
        "tuning": 20,
        "sealed": 20
      }
    },
    "disjoint_from": ["v2", "v2-blind", "v3-blind", "author-axis-v1", "v4-blind", "v5"]
  },
  "judge": {
    "vendor": "TypeSafe System One",
    "model": "jev-1.13.0",
    "question_version": "2026-10-08"
  },
  "threshold": {
    "value": 0.5,
    "decided_on": "2026-10-08",
    "pre_registered": 0.5
  },
  "judge_false_flag_rate": {
    "flagged": 1,
    "n": 147,
    "rate": 0.006802721088435374,
    "wilson95": {
      "lo": 0.001201827420326599,
      "hi": 0.03752488987781927
    }
  },
  "end_to_end_clean_not_matched": {
    "flagged": 4,
    "n": 150,
    "rate": 0.02666666666666667,
    "wilson95": {
      "lo": 0.010417772291104764,
      "hi": 0.06655490610017561
    }
  },
  "recall": {
    "real-doi-near-miss-title": {
      "flagged": 34,
      "n": 35,
      "rate": 0.9714285714285714,
      "wilson95": {
        "lo": 0.8546659090672868,
        "hi": 0.9949386386341466
      }
    },
    "real-doi-topic-swap-title": {
      "flagged": 20,
      "n": 20,
      "rate": 1,
      "wilson95": {
        "lo": 0.8388698745050667,
        "hi": 1
      }
    },
    "real-doi-fake-title": {
      "flagged": 15,
      "n": 15,
      "rate": 1,
      "wilson95": {
        "lo": 0.7961107336956521,
        "hi": 1
      }
    }
  },
  "judge_only_on_string_matched": {
    "real-doi-near-miss-title": {
      "flagged": 25,
      "n": 26,
      "rate": 0.9615384615384616,
      "wilson95": {
        "lo": 0.811068230080416,
        "hi": 0.9931781910230102
      }
    },
    "real-doi-topic-swap-title": {
      "flagged": 20,
      "n": 20,
      "rate": 1,
      "wilson95": {
        "lo": 0.8388698745050667,
        "hi": 1
      }
    }
  },
  "per_stratum": {
    "clean": {
      "n": 150,
      "http_200": 150,
      "string_path_matched": 147,
      "judge_applied": 147,
      "judge_flagged": 1,
      "verdict_not_matched": 4
    },
    "fab:real-doi-fake-title": {
      "n": 15,
      "http_200": 15,
      "string_path_matched": 0,
      "judge_applied": 0,
      "judge_flagged": 0,
      "verdict_not_matched": 15
    },
    "fab:real-doi-near-miss-title": {
      "n": 35,
      "http_200": 35,
      "string_path_matched": 26,
      "judge_applied": 26,
      "judge_flagged": 25,
      "verdict_not_matched": 34
    },
    "fab:real-doi-topic-swap-title": {
      "n": 20,
      "http_200": 20,
      "string_path_matched": 20,
      "judge_applied": 20,
      "judge_flagged": 20,
      "verdict_not_matched": 20
    }
  },
  "missed": [
    {
      "id": "fab-nearmiss-10-2337-dc22-0524",
      "same_work": 0.68
    }
  ],
  "clean_flagged": [
    {
      "id": "clean-ref-blind-10-1177-1524839911413128",
      "same_work": 0.44
    }
  ],
  "repeatability": {
    "file": "scripts/typesafe-probe/REPEATABILITY-2026-10-08.md",
    "max_spread_borderline": 0.17,
    "crossed_threshold_pairs": 1,
    "pairs": 7,
    "calls_per_pair": 15
  },
  "sources": {
    "rows": "scripts/typesafe-probe/v6/sealed-rows.json",
    "report": "scripts/typesafe-probe/v6/sealed-report.md",
    "decision": "scripts/typesafe-probe/v6-tuning-decision.json"
  }
}