{"as_of":"2026-08-10T01:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c770da2ef7c4c74d895adcd2584665273a31404e4e6a377d8d588fc9d8eec303","coverage":[{"denominator":33,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":33,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-12T06:02:20.361005Z","state":"measured"},{"denominator":33,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":33,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.02931/citation-record","integrity":"/paper/2607.02931/integrity","json":"/paper/2607.02931/citation-record.json","paper":"/paper/2607.02931"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Compound deception in elite peer review: A failure mode taxonomy of 100 fabricated citations at NeurIPS 2025.arXiv preprint arXiv:2602.05930, 2026","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:ee242da962f3c8614593c30bce35ab70ea92fa63ac1fd7933bdde8c25c8e0fc2","observation_id":"72c0d83a-1d0f-4802-a272-50085cadd8e6","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Claude Code.https://github.com/anthropics/claude-code, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:9a1e513ba7cc420e9807e43e50464192298a7a3b8d0f953b2924960dd24b3af8","observation_id":"0dca8f62-76d6-4807-b034-621267e5ddf5","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"The story is not the science: Execution-grounded evaluation of mechanistic interpretability research, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:7216273f3764b25d325965ed4b211c55a9f8f36e3b16bffb6392d0ebe7ff1543","observation_id":"c98fb872-180f-493b-bd85-073e49a7db13","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02864","last_updated":"2024-10-03T18:00:30Z","snapshot_observed_at":"2026-08-04T04:56:46.571823Z","submitted_at":"2024-10-03T18:00:30Z","title":"PHANGS-ML: the universal relation between PAH band and optical line ratios across nearby star-forming galaxies","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.02864","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"PHANGS-ML: The universal relation between PAH band and optical line ratios across nearby star-forming galaxies.arXiv preprint arXiv:2410.02864, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2410.02864","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:f885df48083ecad4e0751cfec5ff7d9d121aeb4bc6dee6e3bd592a55ec271dd1","observation_id":"efadfd9e-56e9-4d28-abbc-8d5d42c95a87","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Mass reproducibility and replicability: A new hope","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:c4a3287a58b6db5a6a33a4651fc3211284b6a0a105aeadc8a2feb0c213739247","observation_id":"50013fcf-bc89-4779-8d9c-b142d1447df5","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.15626/mp.2018.892","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Computational reproducibility via containers in psychology.Meta-Psychology, 3, 2019","venue":"Meta-Psychology","work_id":"c35894e2-b365-4b3e-a3b0-c98fb934019f","year":2019},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:66c654f84843a2dfd03c0cf1365220ff80718f4902888d731659225e4e7a994b","observation_id":"cdc6517f-752a-4cc7-bf96-d1eb674f6d42","resolution":{"observed_at":"2026-07-12T06:08:32.383206Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"RExBench: Can coding agents autonomously implement AI research extensions? InACL, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:a49438307fdd2e333856832147c6493dfee423f474ecfbf1e07a7ddcd565b509","observation_id":"a0aba33c-5549-4891-b9bf-0ec54f09d708","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Gemini CLI.https://github.com/google-gemini/gemini-cli, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:3430c41ca7f3e0945a6fd9b7a6c8c8a6c5b3dee1bb529ba08c7de57023517652","observation_id":"cd41b5fa-d668-493c-a9a8-ac17816cae36","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"REPRO- Bench: Can agentic AI systems assess the reproducibility of social science research? InFindings of ACL, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:9f1f09080d0d26d0438ddda30fc6c5f58c5ab91b85a731063f66a92f0401b4f3","observation_id":"4e5be846-5711-474e-8171-02ad7f4fd14c","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"A retrospective on the ICLR 2026 review process","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:e2ccacdf91c9a1cba72ec6d30edd3cf8e1bb712df8bca6465355e032f9c25c41","observation_id":"e97c4c97-a35a-415f-b1b2-d7373ec2255f","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:d7226faf8ad309538752120a130b0587055a87bb865b3d441b8f38002a17cb3d","observation_id":"f1e00f70-8d5f-4838-883e-8c0cfbddc885","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Jimenez, John Yang, Alexander Wettig, Shunyu Yao, Kexin Pei, Ofir Press, and Karthik R","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:11705d372a106bab2262c78920d669943cb534555dff970b40f7b0051370dee9","observation_id":"c5ecf9af-5402-4741-8500-347d5af6cd8d","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Holistic agent leaderboard: The missing infrastructure for AI agent evaluation","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:b69bade8bd854ea09e78c931dd874faa84f19ba4a381cea5905f8171814a3660","observation_id":"e963fbbb-4ca3-4fc7-bc74-603105a4f0bc","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2604.21965","last_updated":"2026-04-23T17:59:18Z","snapshot_observed_at":"2026-08-02T05:56:10.784785Z","submitted_at":"2026-04-23T17:59:18Z","title":"Read the Paper, Write the Code: Agentic Reproduction of Social-Science Results","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.21965","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Read the paper, write the code: Agentic reproduction of social-science results.arXiv preprint arXiv:2604.21965, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2604.21965","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:1f65de30b25aa1d1e88e0a93d7d9d33462043fe58fc895433914757903520f03","observation_id":"2e99032e-b792-4b05-b182-4545e1ab7246","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"The impact of satellite trails on Hubble Space Telescope observations.Nature Astronomy, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:a3d64766c79d4d3df571b8cc99d1b0ac1c7df4ec0c782ac1df2d03aa902b2c20","observation_id":"2937df47-f2da-43fe-9273-02f2329b8797","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18349","last_updated":"2025-04-24T18:14:46Z","snapshot_observed_at":"2026-08-03T14:38:51.076531Z","submitted_at":"2024-07-25T19:31:17Z","title":"Stirring the cosmic pot: how black hole feedback shapes the matter power spectrum in the Fable simulations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18349","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Bourne, Leah Bigwood, and Debora Sijacki","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2407.18349","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:a0f1c100083d8a448713815ae54c045e43ed54bc8cafe3221e5802b4c01148f3","observation_id":"ead38387-2292-4680-8e8f-c5edad49f512","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Docker: Lightweight Linux containers for consistent development and deployment","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:0edd40dee285441025e5d840cd13a8988041e2b94b2c37e62aeb26f0c51b9e90","observation_id":"c5b69345-d952-4b24-86ec-0204ae76be34","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2601.11868","last_updated":"2026-01-17T01:29:30Z","snapshot_observed_at":"2026-07-06T22:41:58.373427Z","submitted_at":"2026-01-17T01:29:30Z","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2601.11868","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Merrill, Alexander G","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2601.11868","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:2ac00fc1adfbc3e9c836cd35cdb18b575440da9999f4a2bd47d0dd9d7929d647","observation_id":"2cf10a64-9e5d-4fe6-b7f2-8c8a7a46309b","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Fact sheet: 34th annual conference on neural information processing systems","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:b0c15314e00d82431bd443c4f7b9daa5b1d083050847f38be2bbb3d8d6b544b9","observation_id":"5d357714-fe92-456d-8045-0c3e254b1b66","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"NeurIPS 2025 fact sheet","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:73b80991bf8d628a789f99f84d907c739f3fddea110ef98f54c41d8d37dab89f","observation_id":"74129ae5-7c44-4704-9092-8096864b0421","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2602.11354","last_updated":"2026-04-09T18:26:34Z","snapshot_observed_at":"2026-07-06T22:45:34.674215Z","submitted_at":"2026-02-11T20:42:10Z","title":"ReplicatorBench: Benchmarking LLM Agents for Replicability in Social and Behavioral Sciences","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2602.11354","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Obadage, Zack Ranjan, Sai Koneru, Anna Szabelska, Adam Gill, Timothy M","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2602.11354","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:ce62f9b4bcf7d0077255ff97f0874d3f0b8bb61d5f4762d0632177d4384ea8a3","observation_id":"f8cb9a6f-e5b0-47bc-8c7a-d52a8228aaea","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Estimating the reproducibility of psychological science.Science, 349(6251):aac4716, 2015","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:e58703067e13bcd09607ee590e4b5d629233a966d85f7697025c6290a29473ca","observation_id":"cc15f2fc-1517-4d14-89ca-ec69cc9746da","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Codex CLI.https://github.com/openai/codex, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:54c6c046ac03dc3d4971dc5f541edcce743745c741ff064280dc47b9218ef789","observation_id":"610c2f7c-c290-4d63-b775-99b3068427cb","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.08842","last_updated":"2024-11-13T18:20:29Z","snapshot_observed_at":"2026-08-09T12:52:09.534739Z","submitted_at":"2024-11-13T18:20:29Z","title":"AstroM$^3$: A self-supervised multimodal model for astronomy","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.08842","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2411.08842","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:f8b19d6bf21a98b10d160e81723810a058c5ccbeebb7947a6c3d0734e65c06c4","observation_id":"59f623f3-9466-4169-88ed-fd2a47f25110","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Paper2Code: Automating code generation from scientific papers in machine learning","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:33bb2a9cea2568023f04054ebe38a30b8d38821081e370386d1e3bc55bbca1cc","observation_id":"123f7645-2ab0-42fe-8aa9-4ce612d3512b","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Siegel, Sayash Kapoor, Nitya Nadgir, Benedikt Stroebl, and Arvind Narayanan","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:1f85a3a456c969fb4eb022b5f8dd29d72748b2d53d206451e6e713cb292f6f60","observation_id":"e2280a5c-b98e-4045-8167-d3860eb7bc15","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01848","last_updated":"2025-04-07T12:15:49Z","snapshot_observed_at":"2026-07-06T21:03:06.857885Z","submitted_at":"2025-04-02T15:55:24Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.01848","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"PaperBench: Evaluating AI’s ability to replicate AI research","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2504.01848","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:0e746783dc7971652524aa925ca7a238060ecf558005972281ad1becb02a7c66","observation_id":"c60f2863-a29e-4ca3-b451-c72e77eb0e72","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Walters and Esther Isabelle Wilder","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:d3a0c3d53bb26e39b9b15d68d31fa2f6ec6808b2b4adafa7e90d439eb1feabdd","observation_id":"6596ccee-c91f-4235-b08f-90725860c47a","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Xing, and Zhiting Hu","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:817827d00fac10a348b96670b4cb8d51a86e35302d75613a794ec44530ce9d24","observation_id":"278a8bd1-5bab-4c37-9847-e36fef2d418b","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.08134","last_updated":"2026-06-09T00:39:28Z","snapshot_observed_at":"2026-08-07T05:16:33.521117Z","submitted_at":"2025-06-09T18:37:14Z","title":"Position: The ML Community Must Build an AI-Augmented Peer-Review Ecosystem","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.08134","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2506.08134","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:00c9a02fc22b200d1bebd93ee2e830631882b9f1a8e7a06eee6f7f7b045a3bfd","observation_id":"e41cbf37-19e8-415e-8819-def02b08a373","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:3b9b9fdc3fc9c9a8854d7e532c7b5176e422eca3424b9f788c1f74b3b2e3d1bb","observation_id":"16156773-1b5e-4777-8093-40c1134af7af","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"PaperRepro: Auto- mated computational reproducibility assessment for social science papers.arXiv preprint arXiv:2603.00058, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:a71d09ab93093936e6402854cff695075077135b07f0f61ec64b0741a3842e14","observation_id":"374d0c11-0386-4e3c-9ebc-5a7190364d18","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"increase","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:32562ba95ac1c23670f3a8ed9efe8e0632cd6b97f770ccc00c36cdeb422e475f","observation_id":"1183b348-5b3f-48b0-b9ea-216b3dfbf6ce","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T19:47:24.933897Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research"},"reference_resolution":{"displayed":33,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":1,"unresolved":31,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":33},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 33 of 33 outbound references and 0 inbound Pith citation observations for arXiv:2607.02931."}