{"as_of":"2026-08-03T00:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:dcf9cb7b4458931a2bd0f386be0f3228f7469659890d5fd0b3688f78c0e98d39","coverage":[{"denominator":5,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":5,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-08T05:55:39.802529Z","state":"measured"},{"denominator":7,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":7,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-02T06:30:47.504484+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T15:03:40.508138Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-07-04T00:19:12.919439Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2604.23581","last_updated":"2026-04-26T07:38:47Z","snapshot_observed_at":"2026-07-06T23:09:48.137856Z","submitted_at":"2026-04-26T07:38:47Z","title":"AgentEval: DAG-Structured Step-Level Evaluation for Agentic Workflows with Error Propagation Tracking","version":1},"cited_work":{"arxiv_id":"2604.23581","doi":null,"metadata_source":"pith","pith_arxiv_id":"2604.23581","snapshot_observed_at":"2026-07-04T00:19:12.919439Z","title":"AgentEval: DAG-Structured Step-Level Evaluation for Agentic Workflows with Error Propagation Tracking","venue":"cs.SE","work_id":"f9fe4c63-c4eb-4c54-ad8d-88fb3e3fa71e","year":2026},"citing_paper":{"arxiv_id":"2606.06324","last_updated":"2026-07-02T04:35:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-06-04T15:58:30Z","title":"From Failed Trajectories to Reliable LLM Agents: Diagnosing and Repairing Harness Flaws","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-07-04T00:09:46.044128Z"},"links":{"cited_paper":"/paper/2604.23581","citing_paper":"/paper/2606.06324"},"observation_digest":"sha256:e6d01d1da4c9fe5d1440c40c00a098d86a7942bfd4eaac1d0ef15dec32740d28","observation_id":"4c0c90aa-3932-4f70-be3d-278b112a78ad","resolution":{"observed_at":"2026-07-04T00:19:12.920757Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2604.23581","last_updated":"2026-04-26T07:38:47Z","snapshot_observed_at":"2026-07-06T23:09:48.137856Z","submitted_at":"2026-04-26T07:38:47Z","title":"AgentEval: DAG-Structured Step-Level Evaluation for Agentic Workflows with Error Propagation Tracking","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.23581","snapshot_observed_at":"2026-08-01T15:03:40.508138Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.21635","last_updated":"2026-07-20T23:14:36Z","snapshot_observed_at":"2026-08-01T15:03:38.976549Z","submitted_at":"2026-07-20T23:14:36Z","title":"Toward User-Conditioned Evaluation of Personal LLM Agents under Temporal Interventions","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-01T15:03:40.508138Z"},"links":{"cited_paper":"/paper/2604.23581","citing_paper":"/paper/2607.21635"},"observation_digest":"sha256:359baf679dd7304eed2017a064b8b92e30ed0253354671aa7edebb45dccc722a","observation_id":"1912fb5c-75f4-465f-aad2-a9132bf248bc","resolution":{"observed_at":"2026-08-01T15:03:40.508138Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2604.23581/citation-record","integrity":"/paper/2604.23581/integrity","json":"/paper/2604.23581/citation-record.json","paper":"/paper/2604.23581"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2503.13657","last_updated":"2025-10-26T23:25:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-17T19:04:38Z","title":"Why Do Multi-Agent LLM Systems Fail?","version":3},"cited_work":{"arxiv_id":"2503.13657","doi":"10.48550/arxiv.2503.13657","metadata_source":"pith","pith_arxiv_id":"2503.13657","snapshot_observed_at":"2026-07-10T13:37:06.777259Z","title":"Why Do Multi-Agent LLM Systems Fail?","venue":"cs.AI","work_id":"b186294a-cda7-4df0-9a28-27d379af92b2","year":2025},"citing_paper":{"arxiv_id":"2604.23581","last_updated":"2026-04-26T07:38:47Z","snapshot_observed_at":"2026-07-06T23:09:48.137856Z","submitted_at":"2026-04-26T07:38:47Z","title":"AgentEval: DAG-Structured Step-Level Evaluation for Agentic Workflows with Error Propagation Tracking","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-08T05:55:39.802529Z"},"links":{"cited_paper":"/paper/2503.13657","citing_paper":"/paper/2604.23581"},"observation_digest":"sha256:9a8d7ad09edbf05cc94e105eed179f6b9f9c1e264758a4b8aec8f7c03c19e883","observation_id":"4d8c387a-7794-48a7-a92c-faecf278644a","resolution":{"observed_at":"2026-05-12T05:42:59.242121Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"InThe Twelfth In- ternational Conference on Learning Representations, ICLR 2024, Vienna, Austria, May 7-11","venue":null,"work_id":"48b44443-3eb8-4ce4-afef-d31335e5b550","year":2024},"citing_paper":{"arxiv_id":"2604.23581","last_updated":"2026-04-26T07:38:47Z","snapshot_observed_at":"2026-07-06T23:09:48.137856Z","submitted_at":"2026-04-26T07:38:47Z","title":"AgentEval: DAG-Structured Step-Level Evaluation for Agentic Workflows with Error Propagation Tracking","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-08T05:55:39.802529Z"},"links":{"citing_paper":"/paper/2604.23581"},"observation_digest":"sha256:c8af06d78cbd75502a919d1344553ccc994829add567ef871f53d28565a3bad1","observation_id":"d18a4549-4423-4bfc-b995-46b773b78c32","resolution":{"observed_at":"2026-05-26T19:27:54.075048Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In The Twelfth International Conference on Learning Representations, ICLR 2024, Vienna, Austria, May 7-11","venue":null,"work_id":"b6d05ce1-1388-4b7a-8785-3fccea4e213f","year":2024},"citing_paper":{"arxiv_id":"2604.23581","last_updated":"2026-04-26T07:38:47Z","snapshot_observed_at":"2026-07-06T23:09:48.137856Z","submitted_at":"2026-04-26T07:38:47Z","title":"AgentEval: DAG-Structured Step-Level Evaluation for Agentic Workflows with Error Propagation Tracking","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-08T05:55:39.802529Z"},"links":{"citing_paper":"/paper/2604.23581"},"observation_digest":"sha256:ce76fdb35ba6c63f2aa32404cdb41578b0fe6a8e7a0172e701dbb493466bf569","observation_id":"7f1224c1-9b36-4a51-9ccf-7989db78d38b","resolution":{"observed_at":"2026-05-26T19:27:54.070602Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.14275","last_updated":"2022-11-25T18:19:44Z","snapshot_observed_at":"2026-08-01T02:16:43.109337Z","submitted_at":"2022-11-25T18:19:44Z","title":"Solving math word problems with process- and outcome-based feedback","version":1},"cited_work":{"arxiv_id":"2211.14275","doi":"10.2196/53233","metadata_source":"pith","pith_arxiv_id":"2211.14275","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Solving math word problems with process- and outcome-based feedback","venue":"cs.LG","work_id":"94492239-b1d5-435e-bea5-7f51992d0614","year":2022},"citing_paper":{"arxiv_id":"2604.23581","last_updated":"2026-04-26T07:38:47Z","snapshot_observed_at":"2026-07-06T23:09:48.137856Z","submitted_at":"2026-04-26T07:38:47Z","title":"AgentEval: DAG-Structured Step-Level Evaluation for Agentic Workflows with Error Propagation Tracking","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-08T05:55:39.802529Z"},"links":{"cited_paper":"/paper/2211.14275","citing_paper":"/paper/2604.23581"},"observation_digest":"sha256:cbf52869238cd6099b5f9e2bcc8201f726dcb36039c4f32b472b7d5e11b02c59","observation_id":"0662f729-0c82-485e-8919-5a367b6b72bc","resolution":{"observed_at":"2026-05-11T21:21:11.159221Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2509.25370","doi":"10.48550/arxiv.2509.25370","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T14:17:10.115377Z","title":"verbose database queries correlate with null results","venue":null,"work_id":"f5d9bb38-d94c-48e1-81b3-06c3398e72d1","year":2025},"citing_paper":{"arxiv_id":"2604.23581","last_updated":"2026-04-26T07:38:47Z","snapshot_observed_at":"2026-07-06T23:09:48.137856Z","submitted_at":"2026-04-26T07:38:47Z","title":"AgentEval: DAG-Structured Step-Level Evaluation for Agentic Workflows with Error Propagation Tracking","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-08T05:55:39.802529Z"},"links":{"citing_paper":"/paper/2604.23581"},"observation_digest":"sha256:271112abbf873b2a506d4093fc8c151e91cc274062fb8eb07378144934cca739","observation_id":"9e0733ff-c3ee-45cf-b786-8de1cbedb45a","resolution":{"observed_at":"2026-05-11T21:21:11.182037Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:55.99496+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:55.99496+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.23581","last_updated":"2026-04-26T07:38:47Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-07-06T23:09:48.137856Z","submitted_at":"2026-04-26T07:38:47Z","title":"AgentEval: DAG-Structured Step-Level Evaluation for Agentic Workflows with Error Propagation Tracking"},"reference_resolution":{"displayed":5,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":0,"verified_exact":2,"verified_fuzzy":2},"total_outbound_references":5},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"thesis":"As of 3 August 2026, this Paper Citation Record lists 5 of 5 outbound references and 2 inbound Pith citation observations for arXiv:2604.23581."}