{"as_of":"2026-08-11T03:29:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:fc6de4d9a3754ba8d1fa56fc1b3c1d4b4121441556f53b7e070a52a02bd0de5d","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":9,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":9,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":9,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T04:17:20.081678Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":6,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2310.10632","last_updated":"2023-10-16T17:54:20Z","snapshot_observed_at":"2026-07-06T16:34:04.003157Z","submitted_at":"2023-10-16T17:54:20Z","title":"BioPlanner: Automatic Evaluation of LLMs on Protocol Planning in Biology","version":1},"cited_work":{"arxiv_id":"2310.10632","doi":"10.48550/arxiv.2310.10632","metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10632","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"O’Donoghue, A","venue":"arXiv (Cornell University)","work_id":"793a9fb1-d832-455a-b1e5-30ae540fe6cd","year":2023},"citing_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-07-31T01:42:39.468673Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"reference_index":172,"source":"pdf_text","source_observed_at":"2026-05-11T23:08:34.312466Z"},"links":{"cited_paper":"/paper/2310.10632","citing_paper":"/paper/2412.05579"},"observation_digest":"sha256:4c173fb10e2c7d254a86af0276caca3f3e413900b917b1e98a39c15bd56ecd74","observation_id":"81e3403e-5302-4661-9fd4-6547afe5e913","resolution":{"observed_at":"2026-05-11T23:11:13.362333Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10632","last_updated":"2023-10-16T17:54:20Z","snapshot_observed_at":"2026-07-06T16:34:04.003157Z","submitted_at":"2023-10-16T17:54:20Z","title":"BioPlanner: Automatic Evaluation of LLMs on Protocol Planning in Biology","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10632","snapshot_observed_at":"2026-08-07T04:17:20.081678Z","title":"Mouton, Caleb Lucas, Ella Guest","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.13798","last_updated":"2025-06-12T19:53:38Z","snapshot_observed_at":"2026-08-10T02:15:52.554489Z","submitted_at":"2025-06-12T19:53:38Z","title":"Contemporary AI foundation models increase biological weapons risk","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T04:17:20.081678Z"},"links":{"cited_paper":"/paper/2310.10632","citing_paper":"/paper/2506.13798"},"observation_digest":"sha256:8a8b60158054e1570bfab65e29cd04b5fd76d3a74853343635d7cd4965b63b02","observation_id":"a06487cd-6a2b-45d2-bdf2-deced9b7cde7","resolution":{"observed_at":"2026-08-07T04:17:20.081678Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10632","last_updated":"2023-10-16T17:54:20Z","snapshot_observed_at":"2026-07-06T16:34:04.003157Z","submitted_at":"2023-10-16T17:54:20Z","title":"BioPlanner: Automatic Evaluation of LLMs on Protocol Planning in Biology","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10632","snapshot_observed_at":"2026-08-06T20:53:58.925769Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.01485","last_updated":"2025-07-02T08:47:02Z","snapshot_observed_at":"2026-08-09T21:27:45.767329Z","submitted_at":"2025-07-02T08:47:02Z","title":"BioMARS: A Multi-Agent Robotic System for Autonomous Biological Experiments","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T20:53:58.925769Z"},"links":{"cited_paper":"/paper/2310.10632","citing_paper":"/paper/2507.01485"},"observation_digest":"sha256:94ef3f54ebc1d095de9723b3ee931d95ec0c80319b5501150a3c0ce1320ad285","observation_id":"2ff2e744-93d8-4b21-bc71-b1a89a28ef73","resolution":{"observed_at":"2026-08-06T20:53:58.925769Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10632","last_updated":"2023-10-16T17:54:20Z","snapshot_observed_at":"2026-07-06T16:34:04.003157Z","submitted_at":"2023-10-16T17:54:20Z","title":"BioPlanner: Automatic Evaluation of LLMs on Protocol Planning in Biology","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10632","snapshot_observed_at":"2026-08-03T02:57:46.865197Z","title":"Rodriques","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2602.10163","last_updated":"2026-02-10T09:01:09Z","snapshot_observed_at":"2026-08-10T11:05:33.547004Z","submitted_at":"2026-02-10T09:01:09Z","title":"Beyond SMILES: Evaluating Agentic Systems for Drug Discovery","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-03T02:57:46.865197Z"},"links":{"cited_paper":"/paper/2310.10632","citing_paper":"/paper/2602.10163"},"observation_digest":"sha256:ca104fa6c0e89d853c1ce538f9809b2aef4203f948e2d8923538892561121afa","observation_id":"598f9db6-74aa-400f-b032-1d23b7428f5e","resolution":{"observed_at":"2026-08-03T02:57:46.865197Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10632","last_updated":"2023-10-16T17:54:20Z","snapshot_observed_at":"2026-07-06T16:34:04.003157Z","submitted_at":"2023-10-16T17:54:20Z","title":"BioPlanner: Automatic Evaluation of LLMs on Protocol Planning in Biology","version":1},"cited_work":{"arxiv_id":"2310.10632","doi":"10.48550/arxiv.2310.10632","metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10632","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"O’Donoghue, A","venue":"arXiv (Cornell University)","work_id":"793a9fb1-d832-455a-b1e5-30ae540fe6cd","year":2023},"citing_paper":{"arxiv_id":"2605.18661","last_updated":"2026-07-20T17:24:03Z","snapshot_observed_at":"2026-08-02T13:43:29.187658Z","submitted_at":"2026-05-18T17:08:26Z","title":"AI for Auto-Research: Roadmap & User Guide","version":1},"reference_index":141,"source":"pdf_text","source_observed_at":"2026-05-20T10:30:50.256635Z"},"links":{"cited_paper":"/paper/2310.10632","citing_paper":"/paper/2605.18661"},"observation_digest":"sha256:22a72ae80d5b887374f5573406eae9bd61396c2b41312c4c9035c22884249aba","observation_id":"7906c626-a28b-4e57-a76c-58caedbfc264","resolution":{"observed_at":"2026-05-20T10:33:12.547324Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10632","last_updated":"2023-10-16T17:54:20Z","snapshot_observed_at":"2026-07-06T16:34:04.003157Z","submitted_at":"2023-10-16T17:54:20Z","title":"BioPlanner: Automatic Evaluation of LLMs on Protocol Planning in Biology","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10632","snapshot_observed_at":"2026-08-02T13:43:40.985559Z","title":"O’Donoghue, A","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2605.18661","last_updated":"2026-07-20T17:24:03Z","snapshot_observed_at":"2026-08-02T13:43:29.187658Z","submitted_at":"2026-05-18T17:08:26Z","title":"AI for Auto-Research: Roadmap & User Guide","version":2},"reference_index":141,"source":"pdf_text","source_observed_at":"2026-08-02T13:43:40.985559Z"},"links":{"cited_paper":"/paper/2310.10632","citing_paper":"/paper/2605.18661"},"observation_digest":"sha256:5e82726ea7347f133bcd92397f95ac4f7635f70ae7e2f1d5bdf85394088a0845","observation_id":"bd518c33-e6d4-4018-b7e5-80577188dd07","resolution":{"observed_at":"2026-08-02T13:43:40.985559Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10632","last_updated":"2023-10-16T17:54:20Z","snapshot_observed_at":"2026-07-06T16:34:04.003157Z","submitted_at":"2023-10-16T17:54:20Z","title":"BioPlanner: Automatic Evaluation of LLMs on Protocol Planning in Biology","version":1},"cited_work":{"arxiv_id":"2310.10632","doi":"10.48550/arxiv.2310.10632","metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10632","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"O’Donoghue, A","venue":"arXiv (Cornell University)","work_id":"793a9fb1-d832-455a-b1e5-30ae540fe6cd","year":2023},"citing_paper":{"arxiv_id":"2606.08723","last_updated":"2026-07-19T21:55:35Z","snapshot_observed_at":"2026-08-09T16:21:15.359198Z","submitted_at":"2026-06-07T16:38:27Z","title":"From Text to Discovery: How Large Language Models Are Reshaping Research Across Scientific and Humanistic Disciplines","version":2},"reference_index":106,"source":"pdf_text","source_observed_at":"2026-06-27T17:22:30.784806Z"},"links":{"cited_paper":"/paper/2310.10632","citing_paper":"/paper/2606.08723"},"observation_digest":"sha256:85c918d62eec003f02c247af30f03abb4da592c0ef550b428e35044232fca6cb","observation_id":"ffa57e35-2ca1-4cde-aee1-8ee33d4194a6","resolution":{"observed_at":"2026-06-27T17:31:07.272015Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10632","last_updated":"2023-10-16T17:54:20Z","snapshot_observed_at":"2026-07-06T16:34:04.003157Z","submitted_at":"2023-10-16T17:54:20Z","title":"BioPlanner: Automatic Evaluation of LLMs on Protocol Planning in Biology","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10632","snapshot_observed_at":"2026-08-02T12:03:34.998253Z","title":"O’Donoghue et al","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.08723","last_updated":"2026-07-19T21:55:35Z","snapshot_observed_at":"2026-08-09T16:21:15.359198Z","submitted_at":"2026-06-07T16:38:27Z","title":"From Text to Discovery: How Large Language Models Are Reshaping Research Across Scientific and Humanistic Disciplines","version":3},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-02T12:03:34.998253Z"},"links":{"cited_paper":"/paper/2310.10632","citing_paper":"/paper/2606.08723"},"observation_digest":"sha256:562014b8648ec7ae20388f7b781ba6b83b870fa6f0ac18d156f63db78c1d5807","observation_id":"e348ca15-fa52-49b8-8497-24c2a75cd55d","resolution":{"observed_at":"2026-08-02T12:03:34.998253Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10632","last_updated":"2023-10-16T17:54:20Z","snapshot_observed_at":"2026-07-06T16:34:04.003157Z","submitted_at":"2023-10-16T17:54:20Z","title":"BioPlanner: Automatic Evaluation of LLMs on Protocol Planning in Biology","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10632","snapshot_observed_at":"2026-08-01T22:51:46.775894Z","title":"O’Donoghue, A","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.15620","last_updated":"2026-07-17T04:39:04Z","snapshot_observed_at":"2026-08-10T16:37:32.135523Z","submitted_at":"2026-07-17T04:39:04Z","title":"AEGIS: Assay-Aware Protocol Validation and Runtime Monitoring for Open-Source Liquid Handling Robots","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-01T22:51:46.775894Z"},"links":{"cited_paper":"/paper/2310.10632","citing_paper":"/paper/2607.15620"},"observation_digest":"sha256:b421f29990f5ad7682fb1d3a4a7fb3021b9d2b23f0428fd8731e4d525be817aa","observation_id":"0e88236e-641d-41ff-8143-763e04e6cff9","resolution":{"observed_at":"2026-08-01T22:51:46.775894Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2310.10632/citation-record","integrity":"/paper/2310.10632/integrity","json":"/paper/2310.10632/citation-record.json","paper":"/paper/2310.10632"},"outbound":[],"paper":{"arxiv_id":"2310.10632","last_updated":"2023-10-16T17:54:20Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T16:34:04.003157Z","submitted_at":"2023-10-16T17:54:20Z","title":"BioPlanner: Automatic Evaluation of LLMs on Protocol Planning in Biology"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 9 inbound Pith citation observations for arXiv:2310.10632."}