{"as_of":"2026-08-04T11:06:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:46c77152e70fa09524efbfb91b3b8e224abae279cdbd66d91a202f6da1c4bb0d","coverage":[{"denominator":116,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T01:17:50.141575Z","state":"measured"},{"denominator":101,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":101,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-04T06:34:03.388597+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-30T10:56:35.347681Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-07-30T12:16:12.909640Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"cited_work":{"arxiv_id":"2606.26158","doi":"10.48550/arxiv.2606.26158","metadata_source":"pith","pith_arxiv_id":"2606.26158","snapshot_observed_at":"2026-07-30T12:16:12.909640Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","venue":"cs.AI","work_id":"56311963-5c03-4fdd-8c1a-765cbee897fb","year":2026},"citing_paper":{"arxiv_id":"2607.27191","last_updated":"2026-07-29T17:57:19Z","snapshot_observed_at":"2026-08-02T21:48:44.569440Z","submitted_at":"2026-07-29T17:57:19Z","title":"Can AI agents conduct open-ended AI research? Early evidence from two case studies","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-30T10:56:35.347681Z"},"links":{"cited_paper":"/paper/2606.26158","citing_paper":"/paper/2607.27191"},"observation_digest":"sha256:35d9982bdbc0cda9edee9706d598d3c555b223618ba9e49c776de248533ef631","observation_id":"b0619a0b-d08d-4701-ad1b-e214105b9db6","resolution":{"observed_at":"2026-07-30T11:01:05.704165Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2606.26158/citation-record","integrity":"/paper/2606.26158/integrity","json":"/paper/2606.26158/citation-record.json","paper":"/paper/2606.26158"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1017/s0003055422000491","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.928019Z","title":"O’Brien, and Kaitlin Senk","venue":null,"work_id":"8968029d-4147-4039-a224-e3c8bd7ee50e","year":2023},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:7d8de2d53dee5966b83f3c13e78dcc3f1f5cf12f324010498df00797a2f26297","observation_id":"0a56e69c-e4a2-4103-b8da-ccf4b7015543","resolution":{"observed_at":"2026-06-26T01:18:49.929169Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2602.16763","last_updated":"2026-06-29T17:01:58Z","snapshot_observed_at":"2026-08-02T22:31:47.931184Z","submitted_at":"2026-02-18T16:51:37Z","title":"When AI Benchmarks Plateau: A Systematic Study of Benchmark Saturation","version":3},"cited_work":{"arxiv_id":"2602.16763","doi":"10.48550/arxiv.2602.16763","metadata_source":"pith","pith_arxiv_id":"2602.16763","snapshot_observed_at":"2026-07-10T12:15:01.137692Z","title":"When AI Benchmarks Plateau: A Systematic Study of Benchmark Saturation","venue":"cs.AI","work_id":"fb4bcdcb-e72f-4428-8d2a-fd34a4437e50","year":2026},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"cited_paper":"/paper/2602.16763","citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:a5d09250fbfae44c538640250f730f11bf530cec9f61177c109500b4be026a80","observation_id":"8f1fe2fe-1b85-4555-beb6-214553e819df","resolution":{"observed_at":"2026-07-04T15:49:57.824105Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T01:08:02.919694+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-04T01:08:02.919694+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Claude Code, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:d53ba61282681c9b80d664c6c3ca27c3bc311d72c8d8afbaa70f54e029007076","observation_id":"e38ff3ba-067b-4590-b8c9-946ad7bec332","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1086/715163","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.965537Z","title":"Arias and Christopher W","venue":null,"work_id":"67215da7-594f-4213-9392-0d625f0e4faf","year":2022},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:683081f4fe8e73c6839fa902c12a5d5cd62ba8b3a3effd6aa24368df77ba0a6c","observation_id":"19d6b0ce-6760-4eb4-9e19-1c59fdddc656","resolution":{"observed_at":"2026-06-26T01:18:49.966596Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Obfuscated gradients give a false sense of security: Circumventing defenses to adversarial examples","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:fce808054610bcfb2e2168dee73ad253f1408bf2429c9bf47c109900b846daf1","observation_id":"eca7b106-74c7-4ef4-8d46-3569d2b17a48","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.09089","last_updated":"2025-07-25T00:43:07Z","snapshot_observed_at":"2026-08-03T00:06:25.845114Z","submitted_at":"2025-07-12T00:16:33Z","title":"Measuring the Impact of Early-2025 AI on Experienced Open-Source Developer Productivity","version":2},"cited_work":{"arxiv_id":"2507.09089","doi":"10.48550/arxiv.2507.09089","metadata_source":"pith","pith_arxiv_id":"2507.09089","snapshot_observed_at":"2026-07-10T13:57:06.808486Z","title":"ArXiv , year=","venue":"cs.AI","work_id":"5cc62c11-dd1e-43cc-83ff-88186859b97d","year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"cited_paper":"/paper/2507.09089","citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:c14d7bae46c62e8b455e27553afa78206014b8113c52e83e3b8848b85fb9b14e","observation_id":"aad5d843-a5f7-4eeb-9c66-d45c98b2b2d2","resolution":{"observed_at":"2026-07-04T15:49:57.826782Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-15T00:22:25.637155+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-15T00:22:25.637155+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"AgentX AgentBeats Competition, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:ca201f2805cb02fdaecc633624840a9e59f50aedebcbefeef78bd600fab6b473","observation_id":"13a7c0bb-96af-49ca-b346-f7ecd8e55eec","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21787","last_updated":"2024-12-30T19:03:24Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:57:25Z","title":"Large Language Monkeys: Scaling Inference Compute with Repeated Sampling","version":3},"cited_work":{"arxiv_id":"2407.21787","doi":"10.48550/arxiv.2407.21787","metadata_source":"pith","pith_arxiv_id":"2407.21787","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"Large Language Monkeys: Scaling Inference Compute with Repeated Sampling","venue":"cs.LG","work_id":"b124064d-5a56-42ad-86f5-3cc349b86a3a","year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"cited_paper":"/paper/2407.21787","citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:c41f39978eb2db35f14b91b7986f3d594efd4325c17c7aee4c8f3b167b6b1dc9","observation_id":"652c7a83-ecad-42bd-a831-56ec31557def","resolution":{"observed_at":"2026-07-04T15:49:57.798545Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-12T02:20:41.492703+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-12T02:20:41.492703+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/d18-1547","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-02T22:37:25.300906Z","title":"M ulti WOZ - A Large-Scale Multi-Domain W izard-of- O z Dataset for Task-Oriented Dialogue Modelling","venue":null,"work_id":"ac4dcb05-2000-4d16-a023-71b7fd240964","year":2018},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:fbe6d89a421b9d71bf5e82d54db6852a51e5445ff2bd88f40c6e5e6561cdc1f9","observation_id":"acfbebf5-ebb3-4d7f-b5ce-9f964c96a37d","resolution":{"observed_at":"2026-06-26T01:18:49.950441Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-12T16:19:30.033301+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-12T16:19:30.033301+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":"2107.03374","doi":"10.48550/arxiv.2107.03374","metadata_source":"pith","pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-07-11T03:27:46.202228Z","title":"Evaluating Large Language Models Trained on Code","venue":"cs.LG","work_id":"042493e9-b26f-4b4e-bbde-382072ca9b08","year":2021},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:4e14779095355f79c340d5101ec4566ffd58492911aeab1110e9f49fd5d4c246","observation_id":"b37f886b-63c2-41d2-8696-735d7a87a927","resolution":{"observed_at":"2026-07-04T15:49:57.817245Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-01T08:08:23.404839+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T08:08:23.404839+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"ARC-AGI-1, 2019","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:1c8f7aea447fd1fd771a73ff76704bc8cb0b283d0c2e69aaefba291b7308631e","observation_id":"4a28c8b8-a6ef-4037-be2e-539c800b4a43","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.11831","last_updated":"2026-01-15T23:30:35Z","snapshot_observed_at":"2026-07-06T21:25:27.942187Z","submitted_at":"2025-05-17T04:34:48Z","title":"ARC-AGI-2: A New Challenge for Frontier AI Reasoning Systems","version":2},"cited_work":{"arxiv_id":"2505.11831","doi":"10.1145/3474666","metadata_source":"pith","pith_arxiv_id":"2505.11831","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"ARC-AGI-2: A New Challenge for Frontier AI Reasoning Systems","venue":"cs.AI","work_id":"2957f2ae-a92d-479e-a1ff-b0b522445d0b","year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"cited_paper":"/paper/2505.11831","citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:6cb469144f0cd3156f8a71c25f3eb040dae5f2b5c80ff076768f4b7fdd87fc6b","observation_id":"0c5f807a-341a-43ea-b14a-443c3453d637","resolution":{"observed_at":"2026-07-04T15:49:57.819513Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Jimenez, John Yang, Kevin Liu, and Aleksander Madry","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:3c763a0ddff051b3e90fe84ad155f493b3ff36109007a93eb9d4a00d92aa4d5b","observation_id":"c5fcca68-adb9-485d-84f5-29315c24f475","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1086/714760","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.927872Z","title":"Davenport, Annie Franco, and Shanto Iyengar","venue":null,"work_id":"cbc4a4ae-e60d-4f7d-ad7d-f4f5a5bade2f","year":2022},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:1af845046a087be074d8ebf54e5ff00a2ea40221cdb5203d5e1808a26212b55c","observation_id":"30c82b22-ba9a-40e1-9f8c-b46a93352391","resolution":{"observed_at":"2026-06-26T01:18:49.929009Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2509.16941","last_updated":"2025-11-14T22:00:03Z","snapshot_observed_at":"2026-07-06T22:30:21.881075Z","submitted_at":"2025-09-21T06:28:17Z","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","version":2},"cited_work":{"arxiv_id":"2509.16941","doi":"10.48550/arxiv.2509.16941","metadata_source":"pith","pith_arxiv_id":"2509.16941","snapshot_observed_at":"2026-07-10T15:07:19.634552Z","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","venue":"cs.SE","work_id":"a561c78a-4b02-4053-a92a-bc5c7c5f6b9b","year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"cited_paper":"/paper/2509.16941","citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:20e7a1d7b4dd203c2e5ca8d88174c968ec88009e92f1f1756b04fc932cdb7b74","observation_id":"2cf8520f-2d17-4ae0-b703-4b059fe49411","resolution":{"observed_at":"2026-07-04T15:49:57.814980Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:48.977196+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:48.977196+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1257/pol.20200092","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.942625Z","title":"Yellow vests, pessimistic beliefs, and carbon tax aversion","venue":null,"work_id":"0f6a639a-f7dd-4b4f-80ff-76db4563fbdb","year":2022},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:e45e19f8eec863aec6fec07827bf31ffad52f30edb7e4737813965daafdd4d23","observation_id":"8906d26e-80c7-4dbd-a2c5-9b9d53c6e6ac","resolution":{"observed_at":"2026-06-26T01:18:49.943779Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"AI Built For Excel, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:f73a3faf9fa782e15c9b4e5029e0ad59c86bdd6da550f5052996ef76afe68507","observation_id":"eb5be535-3b49-4f08-b70e-2b3b2249ac8a","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"AI best papers: Top research papers in AI, ML, CV, and NLP","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:a0568c3061c7a5ae4b5909ee3579ef36fd4dc51fb6eae338ff4b65e0f62a681d","observation_id":"320fbaff-459d-4a23-837f-0ba53abb9ecb","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.acl-long.799","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.962187Z","title":"Latxa: An open language model and evaluation suite for Basque","venue":null,"work_id":"13d9f474-a148-4949-9736-f36d09729356","year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:61d1a5118c8a629594c26fc225b145efd1a5e7b005c8bebebf53d43fb9f68fd9","observation_id":"db8854bd-6bc7-4a99-b97b-84fb9d27b4e6","resolution":{"observed_at":"2026-06-26T01:18:49.963370Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/aaai.v37i4","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.940773Z","title":"DropMes- sage: Unifying random dropping for graph neural networks","venue":null,"work_id":"8f2da240-12f7-4fc1-b10b-dc83a7cabbf7","year":2023},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:ddf2fb78baf106cf3d18d5e32dd8fc53d914784a6e934b3e2f91505f14b0a3fa","observation_id":"83ff54a4-8deb-43d7-960c-11df202f8dc1","resolution":{"observed_at":"2026-06-26T01:18:49.942117Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2603.24621","last_updated":"2026-04-17T09:35:41Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-03-24T21:58:16Z","title":"ARC-AGI-3: A New Challenge for Frontier Agentic Intelligence","version":2},"cited_work":{"arxiv_id":"2603.24621","doi":null,"metadata_source":"pith","pith_arxiv_id":"2603.24621","snapshot_observed_at":"2026-07-10T10:57:05.447591Z","title":"ARC-AGI-3: A New Challenge for Frontier Agentic Intelligence","venue":"cs.AI","work_id":"f4f7bb2d-2a7d-49f6-88de-dbd794745f8a","year":2026},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"cited_paper":"/paper/2603.24621","citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:37b558aad65315ee431cb68594310b02e88528d9f81f8de0b3e7894a055d4655","observation_id":"3e420452-2e52-437f-8104-b3e3bc4aacd9","resolution":{"observed_at":"2026-07-04T15:49:57.821735Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Improving evaluation of machine translation quality estimation","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:2c96933396bc9a4347ef52b370c31268add55f028b754288aeb0b4ae19085815","observation_id":"595af9a3-c1a0-4fb9-80c5-f625814a9e4d","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1038/s41586-025-09422-z","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T03:06:43.562716Z","title":"doi: 10.1038/s41586-025-09422-z","venue":"Nature","work_id":"9835b482-5032-4135-93dd-82a066677569","year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:024f3387a6f2baf867751303f605d2d19c9a06f554da4477a51b60b95271153d","observation_id":"93186efa-924e-4e64-b52e-aee4b6d5812e","resolution":{"observed_at":"2026-06-26T01:18:49.935664Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-03T22:08:21.094896+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-03T22:08:21.094896+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Cheating On AI Agent Evaluations, November 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:39b401322fa8f061c98d1aa8fdfe597899579f6f25b246f28f9659517cca9be9","observation_id":"2856f478-4eab-4846-896c-9125f2b833c9","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Building the Business Case for Legal AI | In-House Guide from Harvey, 2022","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:db697d89124194682bac7b9e7f289f9dd1ea031df0eb1a946c517a6c616ae8bc","observation_id":"8fa91f48-b65d-40c3-8e46-ada0eb9dcbf4","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Measuring massive multitask language understanding","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:0e49ad0a6b7ead97ecf9d97358a470e7dc53de5a86c1a7e742cecb8267b28927","observation_id":"a1472e23-d54d-4efe-98a9-6d6d3798ad29","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1086/714924","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.956674Z","title":"Antinormative messaging, group cues, and the nuclear ban treaty.Journal of Politics, 2022","venue":null,"work_id":"b0cceb1e-ff6d-468f-a08f-c1d0672896c9","year":2022},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:4b6b69bc0bef0fc3de4b5e21ec63d524a4a959f48830f1345ea86dea2c54b24d","observation_id":"db2d75eb-e9fe-4b9f-ad73-45ed3d4bb18b","resolution":{"observed_at":"2026-06-26T01:18:49.958092Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2602.16703","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-04T15:49:57.810824Z","title":"Risks from Learned Optimization in Advanced Machine Learning Systems","venue":null,"work_id":"7c89cf41-55d5-4fa5-910f-e0f74b2dc655","year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:b3cadd254392935f3c39c23f46ba0b2c8d053d2aaf045ddf627cd06aa0c52918","observation_id":"03354789-967f-4657-9870-9eaf88e3279a","resolution":{"observed_at":"2026-07-04T15:49:57.812584Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Meta database, version 1.https://i4replication.org/reports/ ?cpt=metadata, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:90fb890da0446b0d7ff2dbebe0bd78e1c1f493dedf06f6adb588c35009123d30","observation_id":"e6bb12ff-f0ae-4305-9e91-a66cad81e4df","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"SWE-bench: Can language models resolve real-world github issues? InThe Twelfth International Conference on Learning Representations, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:8aeb63e19016fdf4e1f92f938a70add313f393f4eb42010a80333409e245409f","observation_id":"ca77ae0f-7914-4a6a-a730-66a59b16229e","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Siegel, Nitya Nadgir, and Arvind Narayanan","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:85a08eb8863ac15fa7bf1778cef9b442d831c73540dfd9f0c179314eb8314e5f","observation_id":"0d7763ae-0aec-4333-a73b-83b818bcbc96","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Holistic agent leaderboard: The missing infrastructure for AI agent evaluation","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:4edc3e8c857e80aa0055290af49946cffb9b2cb6fa24efcc9a29cfaa6e59a0bb","observation_id":"cadea798-1108-40f9-8ad9-721adefe3de2","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Entertaining beliefs in economic mobility.American Journal of Political Science,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:77ef73829aeba945bcf0bb7b6f6570c37e6359bdf16d43a8c5c78a5e46b62508","observation_id":"071c56ad-70c0-4380-a381-ff7d3eea35bf","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1111/ajps.12702","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.967200Z","title":"URLhttps://doi.org/10.1111/ajps.12702","venue":null,"work_id":"74334d6b-9a46-4f49-9b96-2b401e18ddb1","year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:bddb5a36cb88742e00d0888a9e9b4254f06d70df153ed91361a5acb31241e2e9","observation_id":"af3f20bc-b893-480d-8358-baae7d721f05","resolution":{"observed_at":"2026-06-26T01:18:49.968248Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:220683947260b01723acd7f19cb3f400ed20518ce0ec90fe7f2a527a84b43c76","observation_id":"b6949f51-534d-46f7-9abc-31469d000eaf","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Is your code generated by chatgpt really correct? rigorous evaluation of large language models for code generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:2b74c449201aef3494ab3898a4f0e7f633ab9f94b287639f397c81b6686bd5a4","observation_id":"7a02c9fd-ec5b-43ab-9a3f-6bd4d90dedb5","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1111/ajps","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.954664Z","title":"Policy deliberation and voter persuasion: Experimental evidence from an election in the Philippines.American Journal of Political Science, 2022","venue":null,"work_id":"4386221d-3e77-4e6d-b436-d5a0a93644a1","year":2022},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:cd21fa7bb3a7ef188adb78b1cbbe5547f6e72029b309fd56c9ff17fab3f3e04a","observation_id":"98a62e94-c08e-4f37-8a97-374a2c9ecd65","resolution":{"observed_at":"2026-06-26T01:18:49.956153Z","resolver_source":"doi_truncated","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1038/s41586-026-10265-5","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T14:52:18.163420Z","title":"URL https: //doi.org/10.1038/s41586-026-10265-5","venue":null,"work_id":"4d3fbb7a-cc54-4c34-8c96-b78f73ffd417","year":2026},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:1e372841ed59eecd6f7c5de47a6e2224887d31a4065d4706a51e1687e17ae592","observation_id":"cf853532-9552-4f76-ac7e-970d9bf673d1","resolution":{"observed_at":"2026-06-26T01:18:49.933061Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:20:08.100902+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:20:08.100902+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.acl-long.788","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.948443Z","title":"Semisupervised neural proto-language recon- struction","venue":null,"work_id":"aacd4307-9adc-46a5-bf8a-69794749e7a8","year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:40558cfdbf05d55293c4c70865b05f84ef83d7470347970cbdca5ff1a4440214","observation_id":"d317a00c-b9e8-4355-83d5-b3771427dff3","resolution":{"observed_at":"2026-06-26T01:18:49.949738Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Fantastically ordered prompts an d where to find them: Overcoming few-shot prompt order sensitivity","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:9eb63727393e421ee66669eca6c2968d1e2b26b873981a079a30b4b03c9c0224","observation_id":"22e6d856-ed06-47f9-8c44-cf976fa456c4","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:6991259f014e4f211bcbe39cfb90e96b811c56f2c6bd7d7cb00313edb5db48e9","observation_id":"61d9a083-78dc-483a-85d5-4c61628f598d","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Introducing docent, March 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:8ac790fc41ee504e1674882479bcaa21e1c2b955029c7690bbf2d0a124ca547d","observation_id":"fbf2506c-b777-486d-a10a-5a0174326835","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1111/ajps.12606","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.963951Z","title":"Andersson","venue":null,"work_id":"9a6ac519-72c1-46d4-b9dd-e0364f4d3c74","year":2022},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:3b88a0d2ac290f7d148f3584e412fc5e32a4542893649fd8145e6bbdd26a54b5","observation_id":"8cf61afb-d7ad-4aa9-8420-c88975bb4a0f","resolution":{"observed_at":"2026-06-26T01:18:49.964977Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6354.2025","doi":"10.1109/icse-seip66354.2025.00008","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"In2025 IEEE/ACM 47th International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","venue":null,"work_id":"f974a7cc-a937-48d8-a494-7a3824c7bf56","year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:c3acdb264675fe134ec1903123fe0a0c13bb976add81eccfc262fb7896c73a47","observation_id":"c488ed0f-a90e-45fd-9791-8abb239de33c","resolution":{"observed_at":"2026-06-26T01:18:49.954264Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"MALT: A Dataset of Natural and Prompted Be- haviors That Threaten Eval Integrity, October 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:3e67bf298e1cb8b62baca26a5e1e36a22fcde483e68d13bdc181fd210957b368","observation_id":"9137f10e-3c3b-4fcc-ae97-cbb04cf75ce5","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2603.11001","last_updated":"2026-06-30T09:32:10Z","snapshot_observed_at":"2026-08-04T02:22:09.232575Z","submitted_at":"2026-03-11T17:25:03Z","title":"RCTs for Frontier AI Governance: Methodological Challenges and Solutions for Human Uplift Studies","version":3},"cited_work":{"arxiv_id":"2603.11001","doi":null,"metadata_source":"pith","pith_arxiv_id":"2603.11001","snapshot_observed_at":"2026-07-04T15:49:57.803388Z","title":"RCTs for Frontier AI Governance: Methodological Challenges and Solutions for Human Uplift Studies","venue":"cs.CY","work_id":"5f8cc306-4513-42a8-a1fc-48673734304c","year":2026},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"cited_paper":"/paper/2603.11001","citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:b6ce6db802d6514c6ea867243e47b459839103365e245bf96f37b617563871e8","observation_id":"02a831e6-2c2b-4d43-9779-b1ec51f459e2","resolution":{"observed_at":"2026-07-04T15:49:57.804650Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Pustejovsky.clubSandwich: Cluster-Robust (Sandwich) Variance Estimators with Small-Sample Corrections, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:291ee9ff9c1df4ea654fdcf1a8528f71726169672377fcb807cb45b7bb4ab984","observation_id":"960b4198-ed55-4f78-adb1-7c957e6ae210","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"0015.2016","doi":"10.1080/07350015.2016.1247004","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Journal of Business and Economic Statistics , volume =","venue":null,"work_id":"1ac1d8bd-cec6-44c4-93db-2d0dd4d8096a","year":2018},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:6c7f1f6463662f153dd2c365d12acba758ba5171354f0220c6e8060c87c36402","observation_id":"df434037-8838-4571-8cee-5e5548e39e2a","resolution":{"observed_at":"2026-06-26T01:18:49.938273Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[{"edge_observation":{"observed_at":"2026-07-11T11:51:00.182055+00:00","source":"paper_reference_links","state":"open"},"event_date":"2023-02-22","event_type":"correction","notice_doi":"10.1080/07350015.2023.2174123","provenance":{"observed_at":"2026-07-11T03:04:18.808755+00:00","source":"crossref","source_record_id":"10.1080/07350015.2023.2174123->10.1080/07350015.2016.1247004:correction"}}],"reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2602.16666","last_updated":"2026-06-02T02:15:05Z","snapshot_observed_at":"2026-08-02T22:31:53.381890Z","submitted_at":"2026-02-18T18:05:44Z","title":"Towards a Science of AI Agent Reliability","version":3},"cited_work":{"arxiv_id":"2602.16666","doi":"10.48550/arxiv.2602.16666","metadata_source":"pith","pith_arxiv_id":"2602.16666","snapshot_observed_at":"2026-07-10T12:15:01.137692Z","title":"Rabanser, S","venue":"cs.AI","work_id":"d2833ef7-9399-45cf-85f4-9513c6d8947f","year":2026},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"cited_paper":"/paper/2602.16666","citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:23abf1d1c01d145997ad075a0f92cca52c3001152e53d8a7b9938019bd1457d0","observation_id":"28fdfbb4-b973-44a3-ac86-c5c0f797105d","resolution":{"observed_at":"2026-07-04T15:49:57.809667Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-13T23:50:06.907883+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T23:50:06.907883+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2020.acl-main.442","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-30T16:14:52.800638Z","title":"T., Wu, T., Guestrin, C., and Singh, S","venue":null,"work_id":"b5c21eb5-a12e-4d52-888a-0b94dc97f3d9","year":2020},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:4957fd629a14b9977fbedb496926243dc38d837d2120f2700c27c319385c3bbf","observation_id":"64ead806-1f59-4f8a-90bc-27ffb4125721","resolution":{"observed_at":"2026-06-26T01:18:49.959919Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-13T23:49:51.333718+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T23:49:51.333718+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"CORE-bench: Fostering the credibility of published research through a computational re- producibility agent benchmark.Transactions on Machine Learning Research, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:bc8980e017991325093753ed3cb3a49147f4b1b8d8b7ebf51cc35eb03dde3aa2","observation_id":"a28f577d-7aab-45be-bc53-b7da72413de1","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1111/ajps.12646","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.938830Z","title":"Indecent disclosures: Anticorruption reforms and political selection.American Journal of Political Science, 2023","venue":null,"work_id":"a568bf31-1a0a-425a-b336-1c8b31c7ec81","year":2023},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:73648e2f791fdb502e07fb35566e5d4c195e48fa9bd9488a80e4a8d40a35f878","observation_id":"f9068d01-e1cc-4e8f-bab9-773234dd759c","resolution":{"observed_at":"2026-06-26T01:18:49.940234Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"A pipeline for transcript analysis using Inspect Scout, February 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:f6a599c3f72d59d90109b15fc616e0e09c93ef137010b5bbb8c595365d26becd","observation_id":"2f6d6cdf-00e9-443d-8ab2-68e3cc89a7fc","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Wandb Weave, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:f3e9c29994b07910ddaccccf78da55d9586f04951f4cdd18e2bece1ca654e87c","observation_id":"baf3d61b-74ef-4aa4-b0cd-d11883086b75","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Mmlu-pro: A more robust and challenging multi-task language understanding benchmark","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:8093bf1a2b2aa7169cbcf7f8adb4dc1d6ddf6fce039306096ce038d1b79f4c71","observation_id":"e8950a6e-a75a-420f-8915-63528286b011","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.52202/079017-3018","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-03T14:48:32.237901Z","title":"Advances in","venue":null,"work_id":"f37c115d-f328-43b3-be92-d03172bbdf18","year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:78046ea9fa9eb51aadf795c702f9151242446e13cd165a13c827a61aab17eb2c","observation_id":"235d955b-0e55-4f45-b77b-e76a54bdda13","resolution":{"observed_at":"2026-06-26T01:18:49.952325Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-05-23T14:53:19.403913+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-23T14:53:19.403913+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Position: Humans are Missing from AI Coding Agent Research, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:7ccb856b562d1626022fcaf3e449b48deaa69b430cfec9d22addbb536b3d3556","observation_id":"10803eb2-9023-4807-ac56-76525d20ed8e","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/aaai.v38i14.29546","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.935362Z","title":"Reliable conflictive multi- view learning","venue":null,"work_id":"420df059-75e1-4125-b10e-93fa904c9dcb","year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:deb3b8715900ee4ffbd58fa45d6f3d2ea0f37722ea883f897864a988dfc70b9a","observation_id":"c04c436a-ab22-4781-a26d-95fa61f63d0c","resolution":{"observed_at":"2026-06-26T01:18:49.936522Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"{$\\tau$}-bench: A benchmark for Tool-Agent-User interaction in real-world domains","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:60eab133f80864f0e9e6eb96330507c49213af3f3de4831732d49f60904f5fc9","observation_id":"edea9381-dc4d-4d9c-b280-0813e223a201","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1111/ajps.12636","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:18:49.952852Z","title":"Talking shops: The effects of caucus discussion on policy coalitions.American Journal of Political Science, 2021","venue":null,"work_id":"d2e66357-c21d-472c-830d-39fd331e7568","year":2021},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:4f66b2afc6cd03e5eb936886c72084deb9eee1f7d67b7a768f3af716bc7c3f4d","observation_id":"58321d2c-e66f-4c67-bda0-85773d0013df","resolution":{"observed_at":"2026-06-26T01:18:49.954164Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/aaai.v35i12.17325","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-03T16:38:39.484107Z","title":"doi: 10.1609/aaai.v35i12.17325","venue":null,"work_id":"fa9f0acf-f0a6-428b-bac2-0bfc0122d74a","year":2021},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:2d35931ae0ab48b47b0596c884be3c9df85bfa597a00d38c8e27aeb4fc5e558d","observation_id":"bd610dab-d938-4e8f-af99-2af91d8fb946","resolution":{"observed_at":"2026-06-26T01:18:49.961664Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-12T09:20:20.044971+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-12T09:20:20.044971+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Xu, Hao Zhu, Xuhui Zhou, Robert Lo, Abishek Sridhar, Xianyi Cheng, Tianyue Ou, Yonatan Bisk, Daniel Fried, Uri Alon, and Graham Neubig","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:078c30752ea24b1893f7f6c49f56abf7626debb657978bdcdf1744d04493c771","observation_id":"698b98e1-e31b-4324-bebf-f40fddd026d9","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:ab97cfe70aeaee3b0acc995c08232cc8c493ce59d349a4170850248fed05ce8f","observation_id":"d55dbdd7-ce47-4bb8-84f5-7c495b375691","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:1ef8938fdf0d0712f6ce82fc2a8b8a2c0a19e7141aa4e2a69c6225513275bfae","observation_id":"b661109c-e88e-46be-83ac-a864579f9f2c","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:177c067434d950a343c9af79fea34a362405a3a576cc3ccc88a5b215dfebe0c0","observation_id":"1801cbb3-b736-4a6d-aec0-84652028bec6","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:8e4cd836995cdccd661e7f1289d46eebecdc8b8557733c84e914c0d03d91e2e3","observation_id":"debbc11a-edc4-4a84-900b-fc245ca8d571","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"True\" or","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:06ab8109618fe11b67442494cc9d436743df7ad109a50635b32c60a8e69272cd","observation_id":"a3f0c476-d03f-4070-9a36-ff983bcad67a","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"evaluable","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:ff291abdaf9f8adc18a89efb83ac2cde3dbdfaed25938b6eb156c68d885b9346","observation_id":"f7c86a70-fef0-4392-a554-32be283baacc","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.12337","last_updated":"2024-04-04T19:04:55Z","snapshot_observed_at":"2026-07-06T17:05:27.005904Z","submitted_at":"2023-12-19T17:03:50Z","title":"pixelSplat: 3D Gaussian Splats from Image Pairs for Scalable Generalizable 3D Reconstruction","version":4},"cited_work":{"arxiv_id":"2312.12337","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2312.12337","snapshot_observed_at":"2026-07-04T15:49:57.805608Z","title":"pixelsplat: 3d gaussian splats from image pairs for scalable generalizable 3d reconstruction","venue":null,"work_id":"34246f62-db29-4745-aa3b-bca273caf7ac","year":2024},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"cited_paper":"/paper/2312.12337","citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:8397d7d2e0cd772ee28376c4a73c0a3f86222a8236f87c587f93d587f52189ed","observation_id":"ad478bec-0375-4c6b-b410-7b30c0303378","resolution":{"observed_at":"2026-07-04T15:49:57.807396Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":"Compute time","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:8e094ef6544de2d74a5860fa60a905e7f5696faece8b8fa441176f88d0b2dc0d","observation_id":"4b86ddb3-ea3f-4bd3-9299-0c4be1107280","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:d78686d49c86d00a281a587357146066dde25daa697a97f3f9b6bb4d485c7da1","observation_id":"541bd1a3-7558-4a66-926f-29046323f0c3","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:2c9203fd261220fbd1cb90c71a74b90c065b6d37efc56b04a56491f6307ce27b","observation_id":"dc000336-7bce-429d-b22a-583dd17e1f7a","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:b6b8a31eae3c1ec09f75df230e5d0d86401222e944eae96dbfd08259cbb1c887","observation_id":"9d167409-416c-489d-bae6-764fc17db76a","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:ec36b8a8e8068ba951fa9ca1e40cbb2e76b62cd68aa499ddeb1773fb08668588","observation_id":"6ad36afb-e9ce-4c28-b59a-a380d1c1f1c6","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:d9eb91b12f38d1dc8857a571494d5410c065f246df7607a2ec96e6e357ff01fe","observation_id":"f66546d6-cd70-46d2-9e96-8ba01415fb09","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:efe27c114958a301bf4de8061c9884a8b1448ce2274b88ff816cce6ffefc6440","observation_id":"dc19be0a-c563-4aea-9801-efffa72acfc5","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:5956b56c249e5d9bf26f7273c932543d5617ba1d09fc273be0b75f2af01d2c12","observation_id":"3cb75d73-1e09-4024-ba3f-e906af10f4cf","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:3eb1a2538f73a3c21f6c845cb919393c938fe4fed5eade8bdadd1e0e6bb74243","observation_id":"71101c1f-119f-4617-b242-0c30c202b79e","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:e4a86018a0f80a2cc1ab3c46c4346393574f0ea42e9713eedf5065d45304c70a","observation_id":"8df9396b-952f-4267-a890-181965f48203","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:47123514d6f10cbce6549a44f11e1bcc5e07e6d09012fec7e2bfc601eb87c570","observation_id":"930892c3-64ed-46fc-99ac-edbf30e2b649","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:0ef37dd78bbc41c7762d2f879f5e53914072e79cfde2068e3dae41ff4b600b44","observation_id":"45df20d7-243a-4127-8040-1ceef1074e49","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:517b51b03e97cfb86c7a9658dda067b81d6ed61b8d4440680e936e7f0570483c","observation_id":"9633e1b6-5d44-4580-98a6-fbb1f37df0a9","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:5ed15c1eaea6c4736b2fc0538000cadbf1b938c148ac314c65e44d25553391a8","observation_id":"d9d425ce-a605-48c5-b7a5-c4f798012aad","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:ef4bdcd8f5ddf5b0729a1ea46c95854bc50df3ee5206c7735bd94256ab828175","observation_id":"1735e54c-4141-43ad-933c-0a6645b9a451","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:f501f83edfab76460b9820e4eab2c2a09b0558378e0fa54f98db90fd46b7aa3e","observation_id":"f97b4d49-197c-41bf-b177-50b3fe819da6","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:a183b585f466701dcd00f83130cd4e701409106e6c1f07c582cf75e66696377a","observation_id":"e877db9e-9f62-4951-90c6-001a1965a203","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:4e8a9da2003a091434172744769a716db7255c1d3c3f7581d291572f6f446655","observation_id":"0320749b-a9be-4760-930f-e3afa058fa02","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":88,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:23b9eaf3142748224209015d7c2d8bc7cf29b3ad939c6bbfaf4f56642356a7fa","observation_id":"db8b0513-8701-4495-a05a-a192ee292237","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:0ac8e7d68a3b5c0350f1642a34ccdeee8ea5f592e4d27463dbe01d94fc24aad7","observation_id":"225854fe-eea6-4b24-9f89-22a418917c2d","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":90,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:30ec9cfbf905bdc4f3ce550154dd2ccbd53541b31f3a1521eaa4af5d20f75c3e","observation_id":"fdb39271-bb95-4116-89d0-d45122543c28","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:a2ca8a119a857df495af9a573e2df0012a1b7ec1a5972274428c45d771300919","observation_id":"3821bd9a-8455-4d30-9277-df599f6d5d11","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":92,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:576962ca2b8a6a114457e42a36b43f0fea73c8b3b70a7a9c115b7d26d917f2cc","observation_id":"00b9e874-7c0c-465f-815c-7fd4b39ed1e6","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:fa684a4d015d6783193d1cff4428bb28440dfa87d9a750a23e83a06814839917","observation_id":"1cfe729c-7b2c-4e63-810e-6d7c0a9df812","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:f48c03aec68b1c2f11b126f95ab2c7117b2c6c3efc8045b47721d54f55e43d35","observation_id":"b351cc4e-0ee6-43df-b298-25ae01acf779","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:e10ee4444ea101575f3dbb952eda594e857fb80408af4c8b3548a19ffd999fc0","observation_id":"ab2c79ee-e425-4c6e-9f1a-cc63c50aadae","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:767032340370b1442db558002ad2c6f182ad7453cb009b5419d6c61f5df4f823","observation_id":"8ef00545-14b1-41e0-a626-1207a24ce547","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":97,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:3ddfaa60c24a7bb47b39396fdbadf58946a749fca52b440dfe33ad3a03293fbf","observation_id":"53163e32-940f-4ad6-9cd8-f8cfc284200a","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:10b5cbc47be57fe3718d0e88651f9a84d931ae9e3b7a7e4b4cf9ddd611a51782","observation_id":"edbf5ad1-5272-4b7f-9980-852be8f35bfc","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:cfd8bd77e799283ef13175836d6668c6a74caca2f9f2685332b3452b82e9fdf7","observation_id":"43396c6a-0ef8-4da3-9d32-bbe0576a6b3f","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T01:17:50.141575Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","version":1},"reference_index":100,"source":"pdf_text","source_observed_at":"2026-06-26T01:17:50.141575Z"},"links":{"citing_paper":"/paper/2606.26158"},"observation_digest":"sha256:a155d94a322ee8c9d90700ecc2528107ca8bce5d0b8256fba139b4c9f65feadf","observation_id":"06914b87-d805-44d4-8cc0-5cbf805f77e8","resolution":{"observed_at":"2026-06-26T01:17:50.141575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.26158","last_updated":"2026-06-23T22:30:44Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-01T02:19:45.706411Z","submitted_at":"2026-06-23T22:30:44Z","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":2,"metadata_mismatch":10,"parse_uncertain":3,"unresolved":63,"verified_exact":22,"verified_fuzzy":0},"total_outbound_references":116},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"thesis":"As of 4 August 2026, this Paper Citation Record lists 100 of 116 outbound references and 1 inbound Pith citation observation for arXiv:2606.26158."}