{"as_of":"2026-08-07T23:29:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:0f68bad9bdc0c9378fd6b8afd205c564df5607a33d5baad9d00a69ff4b3af858","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":4,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":4,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":4,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":4,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T21:45:01.648196Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-20T10:58:14.016563Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2309.04369","last_updated":"2023-09-08T15:00:41Z","snapshot_observed_at":"2026-07-06T16:16:10.947187Z","submitted_at":"2023-09-08T15:00:41Z","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.04369","snapshot_observed_at":"2026-08-06T21:45:01.648196Z","title":"Beyond static datasets: A deep interaction approach to llm evaluation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23735","last_updated":"2025-06-30T11:18:56Z","snapshot_observed_at":"2026-08-06T21:30:23.312334Z","submitted_at":"2025-06-30T11:18:56Z","title":"AutoEvoEval: An Automated Framework for Evolving Close-Ended LLM Evaluation Data","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:01.648196Z"},"links":{"cited_paper":"/paper/2309.04369","citing_paper":"/paper/2506.23735"},"observation_digest":"sha256:dd94407f957b9edc5fae76365376bd2089613c8b7515100b8c3d82edd3d534a4","observation_id":"baaf731e-2d06-4501-9f47-67da1aceedf5","resolution":{"observed_at":"2026-08-06T21:45:01.648196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.04369","last_updated":"2023-09-08T15:00:41Z","snapshot_observed_at":"2026-07-06T16:16:10.947187Z","submitted_at":"2023-09-08T15:00:41Z","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.04369","snapshot_observed_at":"2026-08-04T13:29:00.614737Z","title":"Beyond static datasets: A deep interaction approach to llm evaluation.arXiv preprint arXiv:2309.04369(2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2510.00481","last_updated":"2026-05-30T15:21:07Z","snapshot_observed_at":"2026-08-05T23:47:00.790457Z","submitted_at":"2025-10-01T04:03:51Z","title":"Make a Video Call with LLM: A Measurement Campaign over Six Mainstream Apps","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-04T13:29:00.614737Z"},"links":{"cited_paper":"/paper/2309.04369","citing_paper":"/paper/2510.00481"},"observation_digest":"sha256:c2fe4c525087ed95a91959a9e165f88c1704c1ec493375ea3f66f2c20d789164","observation_id":"436b2797-8b3f-4072-b92b-71a493b4faf2","resolution":{"observed_at":"2026-08-04T13:29:00.614737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.04369","last_updated":"2023-09-08T15:00:41Z","snapshot_observed_at":"2026-07-06T16:16:10.947187Z","submitted_at":"2023-09-08T15:00:41Z","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","version":1},"cited_work":{"arxiv_id":"2309.04369","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2309.04369","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Jiatong Li, Rui Li, and Qi Liu","venue":null,"work_id":"09af4a3e-754f-4219-b11a-6a1ff21bc1c5","year":2023},"citing_paper":{"arxiv_id":"2605.17829","last_updated":"2026-05-18T04:03:18Z","snapshot_observed_at":"2026-08-05T06:31:55.615676Z","submitted_at":"2026-05-18T04:03:18Z","title":"Interactive Evaluation Requires a Design Science","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-20T10:55:08.135630Z"},"links":{"cited_paper":"/paper/2309.04369","citing_paper":"/paper/2605.17829"},"observation_digest":"sha256:3ae26b5be60de59603e0ee10d765018800ad7f258367b72b527d9b705f95626f","observation_id":"fa83cae4-9498-4641-8f08-e74ac876e1c3","resolution":{"observed_at":"2026-05-20T10:58:14.018329Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.04369","last_updated":"2023-09-08T15:00:41Z","snapshot_observed_at":"2026-07-06T16:16:10.947187Z","submitted_at":"2023-09-08T15:00:41Z","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","version":1},"cited_work":{"arxiv_id":"2309.04369","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2309.04369","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Jiatong Li, Rui Li, and Qi Liu","venue":null,"work_id":"09af4a3e-754f-4219-b11a-6a1ff21bc1c5","year":2023},"citing_paper":{"arxiv_id":"2605.19377","last_updated":"2026-05-19T05:22:21Z","snapshot_observed_at":"2026-08-03T00:46:42.920403Z","submitted_at":"2026-05-19T05:22:21Z","title":"The Evaluation Game: Beyond Static LLM Benchmarking","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-05-20T07:56:01.638262Z"},"links":{"cited_paper":"/paper/2309.04369","citing_paper":"/paper/2605.19377"},"observation_digest":"sha256:2ed1263e936ab17d821dc7b8b6ee760d324abc60e08ef0444dfa74e14ef40b5a","observation_id":"347972dc-3143-4ecf-9f33-67af60199b95","resolution":{"observed_at":"2026-05-20T07:58:07.772438Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2309.04369/citation-record","integrity":"/paper/2309.04369/integrity","json":"/paper/2309.04369/citation-record.json","paper":"/paper/2309.04369"},"outbound":[],"paper":{"arxiv_id":"2309.04369","last_updated":"2023-09-08T15:00:41Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T16:16:10.947187Z","submitted_at":"2023-09-08T15:00:41Z","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 4 inbound Pith citation observations for arXiv:2309.04369."}