{"as_of":"2026-08-15T20:33:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e9b491baf0d78de81caabb386da88cce6b9b51135a73956efbca5da69f950997","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":11,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":11,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-15T06:32:42.880941+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-08T16:31:38.639436Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"pith","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":1,"observed_at":"2026-08-05T02:28:24.338817Z","source":"pith"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","version":3},"cited_work":{"arxiv_id":"2401.15963","doi":"10.48550/arxiv.2401.15963","metadata_source":"pith","pith_arxiv_id":"2401.15963","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"InProceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision, pages 8647–8657","venue":"cs.SE","work_id":"26ab46a9-ed1e-4a22-bf52-e1daff58ba15","year":2024},"citing_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-13T09:04:30.125777Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"reference_index":233,"source":"arxiv_source","source_observed_at":"2026-05-10T17:34:42.565806Z"},"links":{"cited_paper":"/paper/2401.15963","citing_paper":"/paper/2403.07974"},"observation_digest":"sha256:e0a2dc2c8b0dc92adbc97845d10748301a8b67f9ede632f8e5e92a2fc032027c","observation_id":"52e42249-8522-42c0-84e7-636fc48c53f9","resolution":{"observed_at":"2026-05-10T17:34:42.850478Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15963","snapshot_observed_at":"2026-08-08T16:31:38.639436Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.06193","last_updated":"2025-04-21T08:41:21Z","snapshot_observed_at":"2026-08-15T18:44:34.987839Z","submitted_at":"2025-02-10T06:49:29Z","title":"Can LLMs Replace Human Evaluators? An Empirical Study of LLM-as-a-Judge in Software Engineering","version":3},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-08T16:31:38.639436Z"},"links":{"cited_paper":"/paper/2401.15963","citing_paper":"/paper/2502.06193"},"observation_digest":"sha256:cda05ae5883aa28f40814dcd543f42d687e1d0b5d7d8727dc0f899d0eb2d371d","observation_id":"712d1f2d-f67c-4ef0-9661-92e09ac45324","resolution":{"observed_at":"2026-08-08T16:31:38.639436Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15963","snapshot_observed_at":"2026-08-04T11:02:09.872963Z","title":"Singhal, T","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2510.07315","last_updated":"2026-06-05T00:30:48Z","snapshot_observed_at":"2026-08-14T15:57:21.857274Z","submitted_at":"2025-10-08T17:59:19Z","title":"SWE-IF: Aligning Code Evaluation with Human Preference","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-04T11:02:09.872963Z"},"links":{"cited_paper":"/paper/2401.15963","citing_paper":"/paper/2510.07315"},"observation_digest":"sha256:31a3ab48ae7c5adaaaf38ac1f0300e3447bc3cb94886607908b380c3ac425aca","observation_id":"fca45593-bcae-41b4-af70-0a730633bf8d","resolution":{"observed_at":"2026-08-04T11:02:09.872963Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15963","snapshot_observed_at":"2026-07-13T15:09:29.436835Z","title":"[Wang et al.(2023)] Guanzhi Wang, Yuqi Xie, Yunfan Jiang, Ajay Mandlekar, Chaowei Xiao, Yuke Zhu, Linxi Fan, and Anima Anandkumar","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2604.00392","last_updated":"2026-07-04T19:33:13Z","snapshot_observed_at":"2026-08-14T15:21:32.265468Z","submitted_at":"2026-04-01T02:21:55Z","title":"Beyond Task Completion: A Verification-vs.-Conformance Gap in Tool-Evolving Agents","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-13T15:09:29.436835Z"},"links":{"cited_paper":"/paper/2401.15963","citing_paper":"/paper/2604.00392"},"observation_digest":"sha256:c293b0d7ee63429288b774151f90d4daf79448e3c866c0fadd4a5260556be895","observation_id":"dd02e5f8-bd74-4e57-9559-d58dd8b775a2","resolution":{"observed_at":"2026-07-13T15:09:29.436835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","version":3},"cited_work":{"arxiv_id":"2401.15963","doi":"10.48550/arxiv.2401.15963","metadata_source":"pith","pith_arxiv_id":"2401.15963","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"InProceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision, pages 8647–8657","venue":"cs.SE","work_id":"26ab46a9-ed1e-4a22-bf52-e1daff58ba15","year":2024},"citing_paper":{"arxiv_id":"2604.17338","last_updated":"2026-05-16T01:01:08Z","snapshot_observed_at":"2026-08-14T15:20:01.800599Z","submitted_at":"2026-04-19T09:08:23Z","title":"Precise Debugging Benchmark: Is Your Model Debugging or Regenerating?","version":3},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T06:05:32.866387Z"},"links":{"cited_paper":"/paper/2401.15963","citing_paper":"/paper/2604.17338"},"observation_digest":"sha256:aaffaf23151ee67e3d9d4b93ef23cf407ad45ff30975c3726fdcefd633504973","observation_id":"fbc72b37-e6de-48cd-82b3-63970d11120f","resolution":{"observed_at":"2026-05-10T06:06:18.483526Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","version":3},"cited_work":{"arxiv_id":"2401.15963","doi":"10.48550/arxiv.2401.15963","metadata_source":"pith","pith_arxiv_id":"2401.15963","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"InProceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision, pages 8647–8657","venue":"cs.SE","work_id":"26ab46a9-ed1e-4a22-bf52-e1daff58ba15","year":2024},"citing_paper":{"arxiv_id":"2604.17338","last_updated":"2026-05-16T01:01:08Z","snapshot_observed_at":"2026-08-14T15:20:01.800599Z","submitted_at":"2026-04-19T09:08:23Z","title":"Precise Debugging Benchmark: Is Your Model Debugging or Regenerating?","version":4},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-21T00:02:09.490384Z"},"links":{"cited_paper":"/paper/2401.15963","citing_paper":"/paper/2604.17338"},"observation_digest":"sha256:fd9cb6696c6053a5b9b5ab0385bbbebf29f8eb8f39aa391e964d15c36dea64d9","observation_id":"7a05add4-dc20-4d07-95d7-59f4bf57688b","resolution":{"observed_at":"2026-05-21T00:03:51.810133Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","version":3},"cited_work":{"arxiv_id":"2401.15963","doi":"10.48550/arxiv.2401.15963","metadata_source":"pith","pith_arxiv_id":"2401.15963","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"InProceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision, pages 8647–8657","venue":"cs.SE","work_id":"26ab46a9-ed1e-4a22-bf52-e1daff58ba15","year":2024},"citing_paper":{"arxiv_id":"2606.28998","last_updated":"2026-06-27T16:22:22Z","snapshot_observed_at":"2026-08-14T03:26:14.095940Z","submitted_at":"2026-06-27T16:22:22Z","title":"Reward-Free Code Alignment from Pretrained or Fine-Tuned LLM: Unpacking the Trade-offs for Code Generation","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-06-30T08:30:37.016856Z"},"links":{"cited_paper":"/paper/2401.15963","citing_paper":"/paper/2606.28998"},"observation_digest":"sha256:3cb48f047ed277a142efc25888877eb0383013b36fd520c18e9c547cec40a36a","observation_id":"c578fd44-7dd6-4e55-bd41-f5397d1e153b","resolution":{"observed_at":"2026-06-30T08:34:26.697407Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","version":3},"cited_work":{"arxiv_id":"2401.15963","doi":"10.48550/arxiv.2401.15963","metadata_source":"pith","pith_arxiv_id":"2401.15963","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"InProceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision, pages 8647–8657","venue":"cs.SE","work_id":"26ab46a9-ed1e-4a22-bf52-e1daff58ba15","year":2024},"citing_paper":{"arxiv_id":"2606.31767","last_updated":"2026-07-26T15:33:07Z","snapshot_observed_at":"2026-08-02T09:24:33.966140Z","submitted_at":"2026-06-30T14:54:25Z","title":"JETO-Bench: A Reproducible Benchmark for Execution Time Improvement Patches in Java","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-07-01T04:12:02.043499Z"},"links":{"cited_paper":"/paper/2401.15963","citing_paper":"/paper/2606.31767"},"observation_digest":"sha256:9ad23c9863c739544b6e73f332f06cd98b25b05d182359ea8459ba4eb2eb8fdb","observation_id":"a625acd3-a4e3-4d8a-8cf4-3062e397a47d","resolution":{"observed_at":"2026-07-01T11:35:43.681435Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15963","snapshot_observed_at":"2026-08-02T09:24:35.728901Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.31767","last_updated":"2026-07-26T15:33:07Z","snapshot_observed_at":"2026-08-02T09:24:33.966140Z","submitted_at":"2026-06-30T14:54:25Z","title":"JETO-Bench: A Reproducible Benchmark for Execution Time Improvement Patches in Java","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-02T09:24:35.728901Z"},"links":{"cited_paper":"/paper/2401.15963","citing_paper":"/paper/2606.31767"},"observation_digest":"sha256:5da9fed01f847dcaf8eb3cc686bb82ddc33f6fd7feb5f6fd8722303c9d359d08","observation_id":"8bf8cd64-d90a-4000-84e1-73c2ad98c973","resolution":{"observed_at":"2026-08-02T09:24:35.728901Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","version":3},"cited_work":{"arxiv_id":"2401.15963","doi":"10.48550/arxiv.2401.15963","metadata_source":"pith","pith_arxiv_id":"2401.15963","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"InProceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision, pages 8647–8657","venue":"cs.SE","work_id":"26ab46a9-ed1e-4a22-bf52-e1daff58ba15","year":2024},"citing_paper":{"arxiv_id":"2607.07619","last_updated":"2026-07-08T16:36:03Z","snapshot_observed_at":"2026-08-12T12:58:27.355007Z","submitted_at":"2026-07-08T16:36:03Z","title":"Rethinking Code Performance Benchmarks for LLMs","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-07-09T05:16:58.549058Z"},"links":{"cited_paper":"/paper/2401.15963","citing_paper":"/paper/2607.07619"},"observation_digest":"sha256:8b44bb01bc2e7783726e46d74151d65dbc8a1e99cbd9e95022c7f35ff5875c73","observation_id":"6f251ed2-c4c3-4a5f-ace8-0d11013bde83","resolution":{"observed_at":"2026-07-09T05:26:01.002164Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-09T08:48:31.072404+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15963","snapshot_observed_at":"2026-08-01T18:57:45.213964Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.17139","last_updated":"2026-07-19T08:52:36Z","snapshot_observed_at":"2026-08-09T15:09:40.821099Z","submitted_at":"2026-07-19T08:52:36Z","title":"SynH-Rank: Quality-Aware Code Search via Diverse Data Synthesis and Hierarchical Ranking Training","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-01T18:57:45.213964Z"},"links":{"cited_paper":"/paper/2401.15963","citing_paper":"/paper/2607.17139"},"observation_digest":"sha256:53db786c67fb6724c0f38fd6030c1ac0ff97b2071b2a2a9d111f487364ca4276","observation_id":"4d1c1588-cc5f-49b7-91ba-8b66f72e7594","resolution":{"observed_at":"2026-08-01T18:57:45.213964Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2401.15963/citation-record","integrity":"/paper/2401.15963/integrity","json":"/paper/2401.15963/citation-record.json","paper":"/paper/2401.15963"},"outbound":[],"paper":{"arxiv_id":"2401.15963","last_updated":"2024-09-29T05:03:25Z","latest_version":3,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-14T15:20:53.836979Z","submitted_at":"2024-01-29T08:47:31Z","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 11 inbound Pith citation observations for arXiv:2401.15963."}