{"as_of":"2026-08-08T19:34:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b741ff878aa5b49acb42e74f83f0b9e3524eab01433fe129e8dcc82341488918","coverage":[{"denominator":22,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":22,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-12T09:32:32.684011Z","state":"measured"},{"denominator":22,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":22,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.02586/citation-record","integrity":"/paper/2607.02586/integrity","json":"/paper/2607.02586/citation-record.json","paper":"/paper/2607.02586"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2602.19555","last_updated":"2026-04-19T23:16:33Z","snapshot_observed_at":"2026-07-06T22:46:45.213871Z","submitted_at":"2026-02-23T06:57:57Z","title":"SOK: A Taxonomy of Attack Vectors and Defense Strategies for Agentic Supply Chain Runtime","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2602.19555","snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"URL https: //arxiv.org/abs/2602.19555","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"cited_paper":"/paper/2602.19555","citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:5f1a90a3d797710c408bc70c6d2efe5152bc923729bebc4588b33856378b289e","observation_id":"67b69651-27ea-48de-9559-cbd09bba77c7","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2605.18891","last_updated":"2026-05-17T05:22:27Z","snapshot_observed_at":"2026-07-06T23:29:42.583875Z","submitted_at":"2026-05-17T05:22:27Z","title":"Auditing Reasoning-Trace Memorization Claims after Unlearning with Head-Conditioned Canaries","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.18891","snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"naacl-main.324","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"cited_paper":"/paper/2605.18891","citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:bf6b81a25ad3c3d738fd5388e4c580df55ac4bb41525db54f55f050bcf0692ad","observation_id":"ec7d43f1-342d-469a-b184-8565caa45635","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.17814","last_updated":"2025-02-24T08:49:32Z","snapshot_observed_at":"2026-08-07T03:21:47.052030Z","submitted_at":"2024-05-28T04:18:00Z","title":"FAIntbench: A Holistic and Precise Benchmark for Bias Evaluation in Text-to-Image Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.17814","snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"acl-long.229","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"cited_paper":"/paper/2405.17814","citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:b4acd2a8e67acac00951363ffe43baea9ee308aee9c8e4596da1457530826337","observation_id":"073032d7-3195-4c8d-9845-fbb3ff8f5f94","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2605.28044","last_updated":"2026-05-27T06:47:44Z","snapshot_observed_at":"2026-08-02T08:36:06.431400Z","submitted_at":"2026-05-27T06:47:44Z","title":"Relevant Is Not Warranted: Evidence-Force Calibration for Cited RAG","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.28044","snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"findings-acl.165","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"cited_paper":"/paper/2605.28044","citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:6b23c285f4984c059a3c877b5889490217ff2dbe3bbabf491468f4a2437dce54","observation_id":"63e81ac6-31ae-47d2-89b7-09986b98dfaa","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"acl-main.442","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:c96db453f1811fa01a733b944d093da75c3d112dc17204434690834686984564","observation_id":"92a4be93-2f68-4136-977b-86b765fe7cb6","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2606.00448","last_updated":"2026-05-30T00:38:07Z","snapshot_observed_at":"2026-08-03T06:02:54.207055Z","submitted_at":"2026-05-30T00:38:07Z","title":"When Safe Skills Collide: Measuring Compositional Risk in Agent Skill Ecosystems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2606.00448","snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"State Administration for Market Regulation and Stan- dardization Administration of China","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"cited_paper":"/paper/2606.00448","citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:78ebd4f67c412e89b679dfa5999c4ee374b826990d23a6bc471c08692e4ed520","observation_id":"63355ef6-21f7-4fec-a5b4-a837fd0dc16f","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:1bc0f121d4199e6cdf332f5c0c74d7c8a4310ddf0fa1d55fe45e599ed45378ab","observation_id":"7397e43e-ff58-435a-87d0-97a0a157f43c","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:1f186ffa801756ec0efbe081f14bd70c58a42b3e17fd73d03bb522fc1f5c8b73","observation_id":"da547947-b5ee-425b-981b-b5e528965fe1","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"Their numbers illustrate the two failure classes but are not benchmark-validity claims","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:a9e393433ce6c3b28df5d3f511093ba6daf9479be98562c31fc36230f598aa92","observation_id":"3c546353-8c1a-4885-8942-21c177fa27ca","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"Neither scorer is a human-judged label; both cells are reported in thescorer-unvalidatedbucket","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:ef66c884b33ac8a7ba5a4c66483e5a43404148ee06d765206d7b9a9a5ef65017","observation_id":"2eab1b46-3594-4468-8cc8-589ae7e3d0c3","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:bad2fc90b6df4d0847bd2a9c9c211a1444c5051bfc4f0494230e5e476864094c","observation_id":"2f3bd335-61aa-48f7-9641-35cc0e75bb7a","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"CrowS- Pairs PLL on paired sentences (Salazar et al., 2020) and BBQ option log-probabilities split by context condition are reference-faithful","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:5ef78750cf28a57063c0985520ad040fbb170696e2f38a3bd6d36a00710e3ba7","observation_id":"eab5cc13-b597-47f0-b5a7-945d5def2dae","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"Canonical","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:f5f956d5a4681326f1d8ed25c18426b5b479a56b8ea69e2cc1626836d914c1ee","observation_id":"f4ea4118-cdba-4292-8526-4a1fe9b6cd23","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"Fix: parametriseformat mcq prompt(label style)","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:33d038a8fc1471b161414aa070e1b56ccdf8c84f018c3308aa83f035831d7504","observation_id":"9e835470-f028-4bc4-806b-2da5760909f6","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"Fix: parametrise the canonical builder","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:b30e1aebf5786d0f368ad11592f95f6b71f2cf80ba7e3403f03fc74154cde2d3","observation_id":"a311968b-d3cc-4405-b991-f0df954d579f","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"Fix: addparaphrase template,synonym substitution","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:68f7ece046a95bb0708e6a4aacfa2ec4066475b12272a1f39a27622a94cbe221","observation_id":"d8cb33fe-e545-4be5-bf4c-16070584cbd3","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"Fix: canonical option-logprob scoring sets parseability to 1.0; legacy numbers are withdrawn","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:3ac80cc0ccbc0ef335b6960cc3ba25c8f240b2482ac93b219fafb349513825c1","observation_id":"69efa1dd-0d1d-4f0b-a69c-926a0ff79828","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"Canonical pipeline switches to PLL; CrowS legacy numbers are withdrawn","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:f630a99cdf8b67bf93d05843c93bd0eb5f8f41a60e5ec34b76d02bddc0cc353d","observation_id":"157fbbe0-8498-4033-ad33-da3116ff6fd0","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"Fix: targeted-token first-token log-probabilities","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:26e08a6001f393fda0dccdd0491a0e7c1b6eba3968c1b165001eb00620ccb2cd","observation_id":"48db66ff-d3c4-421d-9ed7-ecb6e6db5620","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"Fix: item-level paired bootstrap","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:6b6041e8774a3f7fa807189c61a1d534ded279ebcf1cc3618f606d691db6b856","observation_id":"c46978f8-b8a5-46f3-b1cf-39b537226363","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"Not fixed; G3 gate flags denominator-dominated cells","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:bd854b2c68571d3c0abe37d8f8cbe7a8ead1a2bccc6e7d9d7808e802fb3d2756","observation_id":"52526044-e5cc-47ea-bab1-51b1b4539ba1","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T09:32:32.684011Z","title":"(A)”, “(B)","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-12T09:32:32.684011Z"},"links":{"citing_paper":"/paper/2607.02586"},"observation_digest":"sha256:578a1270a39d98641fb79aaa8fa09f4f6d3e6b345970dc4e290ac05d8415052c","observation_id":"1a944c32-5be6-4918-a54a-e0bd4f7347cf","resolution":{"observed_at":"2026-07-12T09:32:32.684011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.02586","last_updated":"2026-07-01T05:30:07Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-07-31T07:29:48.803345Z","submitted_at":"2026-07-01T05:30:07Z","title":"Auditing the Audit: Five Failure Modes in Benchmark-Validity Audits"},"reference_resolution":{"displayed":22,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":21,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":22},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 22 of 22 outbound references and 0 inbound Pith citation observations for arXiv:2607.02586."}