{ "fixture_version": "2-blind", "fixture_name": "validation-set-v2-blind", "measured_at": "2026-05-25T14:57:08.708Z", "base": "https://scholar-sidekick.com", "with_llm": false, "counts": { "total": 350, "passed": 310, "failed": 40, "skipped": 0, "true_positive": 37, "true_negative": 277, "false_positive": 34, "false_negative": 0 }, "metrics": { "precision": 0.5211267605633803, "recall": 1, "f1": 0.6851851851851851, "pass_rate": 0.8857142857142857 }, "by_category": { "clean": { "total": 308, "passed": 276, "http_failed": 2, "pass_rate": 0.8961038961038961 }, "real-doi-fake-title": { "total": 16, "passed": 16, "http_failed": 0, "pass_rate": 1 }, "real-doi-wrong-authors": { "total": 6, "passed": 6, "http_failed": 0, "pass_rate": 1 }, "real-doi-wrong-year": { "total": 5, "passed": 1, "http_failed": 0, "pass_rate": 0.2 }, "wrong-doi": { "total": 4, "passed": 4, "http_failed": 0, "pass_rate": 1 }, "pmid-doi-split": { "total": 4, "passed": 0, "http_failed": 0, "pass_rate": 0 }, "invented": { "total": 7, "passed": 7, "http_failed": 0, "pass_rate": 1 } }, "results": [ { "id": "clean-ref-blind-10-1016-j-scitotenv-2017-06-260", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 1925, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-jclepro-2021-127898", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 555, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-jmaa-2011-07-002", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 331, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1179-037195504225006100", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 587, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-3168-jds-2011-4236", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 334, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-0263-2241-85-90024-7", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 329, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-reseneeco-2014-01-004", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 332, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-jfineco-2011-08-014", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 321, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-scitotenv-2020-138997", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 364, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1021-acs-est-1c08614", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 574, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1021-acs-jpclett-9b00196", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 310, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-3390-app12199820", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 421, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-ijhydene-2011-07-102", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 346, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1093-nar-gkl189", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 317, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1186-s13024-020-00376-6", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 1154, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1023-b-rubi-0000023102-04368-3d", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 321, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-smll-201401423", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 348, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1039-b800489g", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 327, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-still-2016-09-002", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 412, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-ana-22366", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 427, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1039-c8ee01157e", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 582, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1016-j-atherosclerosis-2006-01-008", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 973, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 10 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "clean-ref-blind-10-1016-j-seppur-2023-123599", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 359, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-sici-1099-1174-199709-6-3-235-aid-isaf13", "arm": "clean", "attack_type": null, "http_status": 502, "verdict": null, "confidence": null, "error_code": "RESOLVE_ERROR", "error_message": "Resolver upstream failure.", "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "http 502 RESOLVE_ERROR Resolver upstream failure." }, "elapsed_ms": 789, "attempts": 1, "provenance": null }, { "id": "clean-ref-blind-10-1680-jsuin-19-00054", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 447, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-jfineco-2014-11-007", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 336, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-3390-cancers12020464", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 367, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-5194-tc-5-173-2011", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 2357, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 10 } ] } }, { "id": "clean-ref-blind-10-1002-glia-24095", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 357, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1016-j-ceramint-2010-10-018", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 330, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1186-2110-5820-2-49", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 550, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1177-1060028017718845", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 359, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-psychres-2016-12-052", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 355, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1093-bioinformatics-btq226", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 326, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-ijfatigue-2014-03-005", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 421, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1093-aje-kwq231", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 425, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-2337-dc16-1682", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 371, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1002-ppul-25733", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 322, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1038-s42004-022-00707-2", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 333, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-tust-2019-01-013", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 312, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1162-neco-1991-3-2-246", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 310, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-3109-07388551-2014-900734", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 370, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1177-0271678x17732449", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 664, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"], "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 3 } ] } }, { "id": "clean-ref-blind-10-1186-gb-2002-3-7-research0036", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 313, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-tra-2017-04-023", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 356, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1080-19474199-2011-593867", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 313, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-tca-2021-179055", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 332, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-0167-8655-95-00075-r", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 493, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 2 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 1 } ] } }, { "id": "clean-ref-blind-10-1194-jlr-m044826", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 319, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-5812-ijem-3505", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 336, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-apsusc-2015-08-246", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 306, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1073-pnas-0904055107", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 381, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1111-psyp-13523", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 309, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1162-089976698300017467", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 329, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-jval-2017-02-005", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 314, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-s0167-8140-97-00220-x", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 317, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-4103-0028-3886-144442", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 369, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1039-c7ra07385b", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 335, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1089-jwh-2010-2415", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 308, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-sajb-2020-11-010", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 347, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-energy-2017-05-123", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 332, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-conbuildmat-2022-126677", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 334, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1080-09205063-2021-1996962", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 328, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1063-1-4901941", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 570, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-3171-jns-2006-104-4-488", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 337, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1021-acsami-2c22000", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 337, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-4084-mjhid-2012-065", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 312, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-17310-ntj-2017-1-07", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 312, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-biopha-2018-06-136", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 420, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-geomorph-2011-11-016", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 407, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1186-1471-2334-2-13", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 366, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1161-circulationaha-117-031650", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 311, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1104-pp-106-093096", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 324, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1182-blood-2003-11-3959", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 325, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1111-1556-4029-13520", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 326, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1016-j-agwat-2020-106074", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 339, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-ece3-3204", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 1039, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 1 } ] } }, { "id": "clean-ref-blind-10-1016-j-plipres-2004-09-002", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 316, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1007-s13399-019-00504-3", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 921, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"], "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 8 } ] } }, { "id": "clean-ref-blind-10-1109-tie-2014-2361486", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 431, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1111-j-1365-294x-2012-05457-x", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 331, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-3390-acoustics5020035", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 428, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-seppur-2021-119143", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 445, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1093-omcr-omaa118", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 445, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1109-tie-2010-2098357", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 968, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 10 } ] } }, { "id": "clean-ref-blind-10-1093-emboj-18-17-4619", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 371, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1080-03057240-2018-1482531", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 588, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "clean-ref-blind-10-1080-00218464-2016-1237876", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 336, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1021-cs400862x", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 351, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1155-2012-237693", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 327, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1038-352225a0", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 320, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1103-physrevlett-78-2690", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 331, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-physa-2016-02-009", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 310, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-ajps-2014-05-005", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 439, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1371-journal-pone-0068158", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 324, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1046-j-1365-277x-2001-00299-x", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 374, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-sim-4780111005", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 313, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1136-jnnp-2017-315962", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 359, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1021-cr078380v", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 311, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-s0065-2113-07-96007-1", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 563, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1039-c8cp01557k", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 320, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1039-d0ta00860e", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 3348, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1253-circj-cj-15-1250", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 346, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-hemonc-2019-05-003", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 331, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1021-j100331a058", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 345, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-cncr-31357", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 334, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-cphy-c140071", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 535, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1037-a0027433", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 311, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-69649-pachyderm-v53i-328", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 330, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1038-nature15393", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 603, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-14393-bj-v36n1a2020-42441", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 404, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-watres-2017-01-001", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 390, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-3171-2010-5-spine08418", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 315, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1038-s41393-019-0303-3", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 553, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1111-tpj-12105", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 300, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1557-jmr-2016-13", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 403, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1089-jop-2012-0064", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 330, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-sbspro-2012-06-952", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 350, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-car-2379", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 346, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1002-acs-2870", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 447, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1111-j-1468-0009-2012-00665-x", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 342, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1515-form-2002-030", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 317, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1034-j-1600-0536-2000-043005264-x", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 303, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-energy-2016-10-126", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 410, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-psyneuen-2007-07-001", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 340, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1007-s11538-010-9594-4", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 315, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1097-mnm-0000000000001264", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 363, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-aca-2009-04-051", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 351, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1186-s12913-024-10807-5", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 347, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1111-cts-12570", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 312, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-jpba-2006-04-019", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 315, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-icarus-2016-02-009", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 330, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1159-000336217", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 403, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-catcom-2011-01-027", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 337, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1097-00004032-200202000-00002", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 317, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1109-jqe-2013-2260726", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 323, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-17531-ein-2018-4-3", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 318, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-5594-j16412", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 315, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1152-japplphysiol-00477-2006", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 429, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-56808-3027-7922-1973", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 306, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1021-ja305367j", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 394, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1038-s41588-019-0349-3", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 318, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-biopsych-2019-11-005", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 319, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-tca-2012-09-041", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 343, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1037-sah0000055", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 330, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1007-bf00160154", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 315, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1055-s-0043-120570", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 321, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1155-2022-2405972", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 329, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1007-s00268-018-4781-9", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 418, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1016-s0140-6736-21-01341-6", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 422, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1080-14660466-2019-1688060", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 340, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-engstruct-2022-115477", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 578, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1111-jcal-12533", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 342, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-smi-2768", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 911, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "clean-ref-blind-10-1007-s10661-016-5394-0", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 508, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1038-s41598-019-52269-4", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 356, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-4254-wjh-v13-i11-1743", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 354, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1021-es049111e", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 305, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-trc-2020-02-006", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 330, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-jmb-2020-07-005", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 342, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1038-nature08741", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 310, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1007-s11270-015-2517-0", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 535, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1007-s11837-017-2303-0", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 323, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-compositesb-2020-108063", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 333, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1186-s43019-020-00083-y", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 508, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-7150-ijbs-7502", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 330, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-copbio-2014-12-002", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 403, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-asmb-1908", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 340, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1097-iae-0b013e3181bfbdc9", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 341, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-4049-jimmunol-168-7-3195", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 974, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 2 } ] } }, { "id": "clean-ref-blind-10-1016-j-epidem-2019-100356", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 514, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1007-s10529-011-0584-x", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 331, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-marpolbul-2019-02-015", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 337, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-jbiomech-2014-07-027", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 322, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1371-journal-pone-0112571", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 1094, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "clean-ref-blind-10-1016-j-chemosphere-2011-12-011", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 319, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1056-nejm199502233320803", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 329, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-foodchem-2015-10-051", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 375, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1186-s41747-018-0068-z", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 666, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-3390-molecules26237159", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 347, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-s0016-5107-02-70043-6", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 309, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1080-13549839-2018-1474861", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 331, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1080-08827508-2019-1647840", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 328, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-55544-ijrah-3-2-27", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 317, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1590-1413-81232015209-12602014", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 1025, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 5 } ] } }, { "id": "clean-ref-blind-10-1617-s11527-014-0441-1", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 325, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ref-blind-10-1089-jop-2010-0178", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 354, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-j-ijbiomac-2020-02-104", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 360, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1097-ccm-0b013e31828e9824", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 351, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-cssc-202201575", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 434, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1128-aem-70-7-3948-3953-2004", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 367, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-18335-region-v5i1-160", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 319, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-12968-bjon-2023-32-7-326", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 333, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-s0210-4806-09-74194-4", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 333, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-jmri-10196", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 346, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1210-clinem-dgz324", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 727, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1016-0038-0717-90-90094-g", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 348, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1136-hrt-2009-192302", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 323, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-15585-mmwr-su7102a1", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 323, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-25259-sni-513-2020", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 451, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1002-jsfa-6177", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 332, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1080-07352680590910410", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 328, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1080-01621459-1994-10476864", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 730, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "clean-ref-blind-10-2106-00004623-197052070-00030", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 340, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-ref-blind-10-1111-soru-12089", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 343, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "clean-pmid-blind-32524668", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 548, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmid-blind-40819881", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 512, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmid-blind-36845191", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 359, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmid-blind-40414526", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 350, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmid-blind-38440736", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 375, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmid-blind-37468818", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 385, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmid-blind-39366799", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 361, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmid-blind-38311209", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 370, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmid-blind-38604518", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 381, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmid-blind-37735034", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 393, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmid-blind-36864591", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 370, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmid-blind-32628556", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 1084, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "pubmed", "caveats": ["verdict reflects a publication-year gap"], "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 1 } ] } }, { "id": "clean-pmcid-blind-PMC7313697", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 431, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmcid-blind-PMC12358523", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 418, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmcid-blind-PMC10006124", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 403, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmcid-blind-PMC12153354", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 406, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmcid-blind-PMC11059832", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 511, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmcid-blind-PMC10376213", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 435, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmcid-blind-PMC11488214", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 390, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmcid-blind-PMC10857455", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 406, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmcid-blind-PMC11054273", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 499, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmcid-blind-PMC10546210", "arm": "clean", "attack_type": null, "http_status": 502, "verdict": null, "confidence": null, "error_code": "RESOLVE_ERROR", "error_message": "Resolver upstream failure.", "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "http 502 RESOLVE_ERROR Resolver upstream failure." }, "elapsed_ms": 1022, "attempts": 1, "provenance": null }, { "id": "clean-pmcid-blind-PMC10025079", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 421, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-pmcid-blind-PMC8720369", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 407, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "clean-arxiv-blind-2003.12457", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 497, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv" } }, { "id": "clean-arxiv-blind-1809.00091", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 612, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-arxiv-blind-2001.03520", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 442, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv" } }, { "id": "clean-arxiv-blind-1804.00816", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 526, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-arxiv-blind-2009.07795", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 444, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-arxiv-blind-1904.05094", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 607, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv" } }, { "id": "clean-arxiv-blind-1910.10975", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 1671, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv" } }, { "id": "clean-arxiv-blind-2005.10293", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 482, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv" } }, { "id": "clean-arxiv-blind-1904.03658", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 459, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-arxiv-blind-1809.08670", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 588, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv" } }, { "id": "clean-arxiv-blind-2006.11552", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 600, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv" } }, { "id": "clean-arxiv-blind-1801.09202", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 499, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "arxiv" } }, { "id": "clean-ads-blind-2015EPJC...75..265Z", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 417, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads" } }, { "id": "clean-ads-blind-2023CosRe..61..290K", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 429, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads" } }, { "id": "clean-ads-blind-2020Ap&SS.365...38A", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 476, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads" } }, { "id": "clean-ads-blind-2023MNRAS.521.4775P", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 409, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads" } }, { "id": "clean-ads-blind-2021PhRvD.103d5002C", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 390, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads" } }, { "id": "clean-ads-blind-2020JGeod..94...64X", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 364, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads" } }, { "id": "clean-ads-blind-2021ESD....12.1057M", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 410, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads" } }, { "id": "clean-ads-blind-2021GeoRL..4890769X", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 391, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads" } }, { "id": "clean-ads-blind-2021ChEG...81l5689S", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 447, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads" } }, { "id": "clean-ads-blind-2020NJPh...22i3073G", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 508, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads" } }, { "id": "clean-ads-blind-2020Ge&Ae..59..898Z", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 394, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "clean-ads-blind-2019JAI.....850012A", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 592, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "ads" } }, { "id": "clean-isbn-blind-9783319282749", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=matched" }, "elapsed_ms": 25895, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": "openalex-search", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 6 } ], "caveats": ["resolved via title-search; the supplied identifier did not resolve"] } }, { "id": "clean-isbn-blind-9780816053537", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=not_found, expected=matched" }, "elapsed_ms": 26189, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 1 } ] } }, { "id": "clean-isbn-blind-9780333003558", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=matched" }, "elapsed_ms": 25997, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": "crossref-search", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ], "caveats": ["resolved via title-search; the supplied identifier did not resolve"] } }, { "id": "clean-isbn-blind-9783486705478", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=matched" }, "elapsed_ms": 33989, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": "crossref-search", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 5 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 5 } ], "caveats": ["resolved via title-search; the supplied identifier did not resolve"] } }, { "id": "clean-isbn-blind-9781351076968", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=not_found, expected=matched" }, "elapsed_ms": 25838, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 2 } ] } }, { "id": "clean-isbn-blind-9781736885239", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=not_found, expected=matched" }, "elapsed_ms": 25642, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "clean-isbn-blind-9781134006830", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=matched" }, "elapsed_ms": 25834, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": "crossref-search", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 2 } ], "caveats": ["resolved via title-search; the supplied identifier did not resolve"] } }, { "id": "clean-isbn-blind-9780721606644", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=matched" }, "elapsed_ms": 25432, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": "openalex-search", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 4 } ], "caveats": ["resolved via title-search; the supplied identifier did not resolve"] } }, { "id": "clean-isbn-blind-9781599612966", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=not_found, expected=matched" }, "elapsed_ms": 26311, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "clean-isbn-blind-9780072420913", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=matched" }, "elapsed_ms": 25831, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": "crossref-search", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ], "caveats": ["resolved via title-search; the supplied identifier did not resolve"] } }, { "id": "clean-isbn-blind-9789580435594", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=matched" }, "elapsed_ms": 25787, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": "openalex-search", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 2 } ], "caveats": ["resolved via title-search; the supplied identifier did not resolve"] } }, { "id": "clean-isbn-blind-9783031767852", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=not_found, expected=matched" }, "elapsed_ms": 26058, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "clean-whoiris-blind-10665-272089", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 6693, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "doi.org" } }, { "id": "clean-whoiris-blind-10665-271234", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 4900, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "doi.org" } }, { "id": "clean-whoiris-blind-10665-271051", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 5625, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "doi.org" } }, { "id": "clean-whoiris-blind-10665-271204", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 5382, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "doi.org" } }, { "id": "clean-whoiris-blind-10665-272103", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 5825, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "doi.org" } }, { "id": "clean-whoiris-blind-10665-376446", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 7411, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "doi.org" } }, { "id": "clean-whoiris-blind-10665-270346", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 6827, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "doi.org" } }, { "id": "clean-whoiris-blind-10665-384598", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 8983, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "doi.org" } }, { "id": "clean-whoiris-blind-10665-270374", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 2404, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "doi.org" } }, { "id": "clean-whoiris-blind-10665-326934", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 2175, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "doi.org" } }, { "id": "stress-subtitle-10-2106-jbjs-18-00773", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 369, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-subtitle-10-1007-s00350-016-4224-2", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 327, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-subtitle-10-1055-a-1044-0071", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 412, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-subtitle-10-1108-jaee-03-2014-0018", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 384, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-subtitle-10-3130-aijt-24-385", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 312, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-markup-10-1093-jme-tjad012", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 317, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-markup-10-30687-el-2420-823x-2019-06-007", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 341, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-markup-10-1080-2162402x-2016-1219007", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 313, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-markup-10-1016-j-physletb-2019-07-020", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 589, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-markup-10-7567-apex-11-043002", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 326, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-nonlatin-10-1134-s0132342319010196", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 309, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["title is non-Latin script; character-level similarity is weaker here"] } }, { "id": "stress-nonlatin-10-1163-22141332-11010007-04", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 307, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-nonlatin-10-30906-0023-1134-2021-55-3-28-33", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 362, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["title is non-Latin script; character-level similarity is weaker here"] } }, { "id": "stress-nonlatin-10-26549-jxffcxysj-v4i9-7285", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 307, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["title is non-Latin script; character-level similarity is weaker here"] } }, { "id": "stress-nonlatin-10-22141-2224-0721-16-3-2020-205280", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 313, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["title is non-Latin script; character-level similarity is weaker here"] } }, { "id": "stress-collective-33069326", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 415, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "stress-collective-30415748", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 439, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "stress-collective-28304224", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 393, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "stress-collective-31091374", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 751, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "stress-collective-33264556", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 396, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "stress-collective-32227755", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 372, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "pubmed" } }, { "id": "stress-grouponly-10-1016-s0140-6736-20-30752-2", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=matched" }, "elapsed_ms": 1720, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 1 } ] } }, { "id": "stress-grouponly-10-1016-s0140-6736-18-32335-3", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 1755, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "stress-grouponly-10-1016-s0140-6736-17-32154-2", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 2462, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "stress-grouponly-10-1016-s0140-6736-18-32279-7", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 2148, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "stress-groupintitle-10-1056-nejmoa1615664", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 346, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-groupintitle-10-1056-nejmoa1813904", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 318, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-groupintitle-10-1056-nejmoa1511939", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 366, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-groupintitle-10-1056-nejmoa1915922", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 320, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-groupintitle-10-1056-nejmoa1911303", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium"] }, "match": { "ok": true }, "elapsed_ms": 366, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-preprint-10-1103-physrevb-98-075301", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 331, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-preprint-10-1109-tasc-2018-2803123", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 309, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "stress-preprint-10-1103-physrevb-97-045119", "arm": "clean", "attack_type": null, "http_status": 200, "verdict": "matched", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 333, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref" } }, { "id": "fab-faketitle-10-1016-j-parkreldis-2015-09-042", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 600, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-faketitle-10-1016-j-diamond-2021-108307", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 871, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 4 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-faketitle-10-3103-s1068799821040164", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 722, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-faketitle-10-1002-ps-7894", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 626, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-faketitle-10-1186-s12870-018-1470-7", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 1253, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 10 } ] } }, { "id": "fab-faketitle-10-1038-nrurol-2015-168", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 687, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-faketitle-10-1007-s13137-021-00193-z", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 1254, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 3 } ] } }, { "id": "fab-faketitle-10-1371-journal-pone-0124708", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 914, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-faketitle-10-1007-s41365-017-0319-3", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 631, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 2 } ] } }, { "id": "fab-faketitle-10-1017-s0004972717000533", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 1046, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-faketitle-10-1007-s40319-018-0764-5", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 1057, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 1 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-faketitle-10-3389-fmed-2020-00147", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 1146, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 2 } ] } }, { "id": "fab-faketitle-10-14815-kjdm-2015-42-2-107", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 930, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 10 } ] } }, { "id": "fab-faketitle-10-14201-orl-21428", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 1315, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-faketitle-10-1016-j-jclepro-2017-07-051", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 773, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 4 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-faketitle-10-1016-j-prosdent-2016-07-010", "arm": "fabrication", "attack_type": "real-doi-fake-title", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 618, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-wrongauthor-10-1590-1981-81222017000100003", "arm": "fabrication", "attack_type": "real-doi-wrong-authors", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 1532, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-wrongauthor-10-1016-j-athoracsur-2020-07-031", "arm": "fabrication", "attack_type": "real-doi-wrong-authors", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 866, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-wrongauthor-10-1007-s11910-020-01042-6", "arm": "fabrication", "attack_type": "real-doi-wrong-authors", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 935, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 10 } ] } }, { "id": "fab-wrongauthor-10-1063-5-0050962", "arm": "fabrication", "attack_type": "real-doi-wrong-authors", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 978, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-wrongauthor-10-1016-j-procs-2021-01-364", "arm": "fabrication", "attack_type": "real-doi-wrong-authors", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 630, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-wrongauthor-10-3389-fnagi-2017-00011", "arm": "fabrication", "attack_type": "real-doi-wrong-authors", "http_status": 200, "verdict": "mismatch", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 960, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 10 } ] } }, { "id": "fab-wrongyear-10-1016-s1001-6058-15-60522-4", "arm": "fabrication", "attack_type": "real-doi-wrong-year", "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["medium", "low"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 1034, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"], "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 2 } ] } }, { "id": "fab-wrongyear-10-2139-ssrn-3637034", "arm": "fabrication", "attack_type": "real-doi-wrong-year", "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["medium", "low"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=matched" }, "elapsed_ms": 1094, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 10 } ] } }, { "id": "fab-wrongyear-10-1016-j-wneu-2020-10-142", "arm": "fabrication", "attack_type": "real-doi-wrong-year", "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["medium", "low"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 647, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"], "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 1 } ] } }, { "id": "fab-wrongyear-10-1007-s00158-020-02799-7", "arm": "fabrication", "attack_type": "real-doi-wrong-year", "http_status": 200, "verdict": "matched", "confidence": "medium", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 336, "attempts": 1, "provenance": { "stages_run": ["compare"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"] } }, { "id": "fab-wrongyear-10-1021-acsami-1c08810", "arm": "fabrication", "attack_type": "real-doi-wrong-year", "http_status": 200, "verdict": "mismatch", "confidence": "low", "error_code": null, "error_message": null, "expected": { "verdict": "matched", "confidence_in": ["medium", "low"] }, "match": { "ok": false, "reason": "verdict=mismatch, expected=matched" }, "elapsed_ms": 1288, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "caveats": ["verdict reflects a publication-year gap"], "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 4 } ] } }, { "id": "fab-wrongdoi-10-1017-dsd-2020-122", "arm": "fabrication", "attack_type": "wrong-doi", "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "ambiguous", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 796, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 10 } ] } }, { "id": "fab-wrongdoi-10-1016-j-athoracsur-2017-07-035", "arm": "fabrication", "attack_type": "wrong-doi", "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "ambiguous", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 931, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 1 } ] } }, { "id": "fab-wrongdoi-10-15252-embr-202050958", "arm": "fabrication", "attack_type": "wrong-doi", "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "ambiguous", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 932, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 9 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 4 } ] } }, { "id": "fab-wrongdoi-10-1016-j-neuroimage-2015-05-025", "arm": "fabrication", "attack_type": "wrong-doi", "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "ambiguous", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 721, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 3 } ] } }, { "id": "fab-pmiddoisplit-36464251", "arm": "fabrication", "attack_type": "pmid-doi-split", "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=mismatch" }, "elapsed_ms": 806, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 4 } ] } }, { "id": "fab-pmiddoisplit-35310747", "arm": "fabrication", "attack_type": "pmid-doi-split", "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=mismatch" }, "elapsed_ms": 1056, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 2 } ] } }, { "id": "fab-pmiddoisplit-37637856", "arm": "fabrication", "attack_type": "pmid-doi-split", "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=mismatch" }, "elapsed_ms": 1037, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 1 }, { "registry": "openalex", "ok": true, "count": 10 } ] } }, { "id": "fab-pmiddoisplit-34168740", "arm": "fabrication", "attack_type": "pmid-doi-split", "http_status": 200, "verdict": "ambiguous", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "mismatch", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": false, "reason": "verdict=ambiguous, expected=mismatch" }, "elapsed_ms": 921, "attempts": 1, "provenance": { "stages_run": ["compare", "search"], "resolved_via": "crossref", "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 2 }, { "registry": "openalex", "ok": true, "count": 2 } ] } }, { "id": "fab-invented-1", "arm": "fabrication", "attack_type": "invented", "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "not_found", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 528, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 0 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-invented-2", "arm": "fabrication", "attack_type": "invented", "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "not_found", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 637, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-invented-3", "arm": "fabrication", "attack_type": "invented", "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "not_found", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 421, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 0 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-invented-4", "arm": "fabrication", "attack_type": "invented", "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "not_found", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 551, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 0 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-invented-5", "arm": "fabrication", "attack_type": "invented", "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "not_found", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 690, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 0 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-invented-6", "arm": "fabrication", "attack_type": "invented", "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "not_found", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 496, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 10 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } }, { "id": "fab-invented-7", "arm": "fabrication", "attack_type": "invented", "http_status": 200, "verdict": "not_found", "confidence": "high", "error_code": null, "error_message": null, "expected": { "verdict": "not_found", "confidence_in": ["high", "medium", "low"] }, "match": { "ok": true }, "elapsed_ms": 647, "attempts": 1, "provenance": { "stages_run": ["search"], "resolved_via": null, "registries_searched": [ { "registry": "crossref", "ok": true, "count": 1 }, { "registry": "pubmed", "ok": true, "count": 0 }, { "registry": "openalex", "ok": true, "count": 0 } ] } } ] }