{"as_of":"2026-08-08T04:28:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f3f4322de233c6cc20f20cebb4fa11f90f49d5284eafad8af356f2cd71029436","coverage":[{"denominator":21,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":21,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:36:56.819266Z","state":"measured"},{"denominator":21,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":21,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.10641/citation-record","integrity":"/paper/2507.10641/integrity","json":"/paper/2507.10641/citation-record.json","paper":"/paper/2507.10641"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:57.011130Z","title":"Supporting code comprehension via annotations: Right information at the right time and place","venue":null,"work_id":"24660e4a-81bc-4c4e-b68d-e16d5eb0b0d6","year":2020},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.764675Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:eddc48113bc0edeee5da9740b9414fbcd94db40d67cd06bb3128c649211a37e9","observation_id":"5c981be3-ad04-4c41-8589-dcc141133f45","resolution":{"observed_at":"2026-08-06T17:36:57.014846Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:57.002127Z","title":"SweLL Benchmark: Semantic Code Evaluation Beyond Generation","venue":null,"work_id":"6e63028c-21f2-482d-a944-6cc46718267a","year":2025},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.768228Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:cddca7e32b038fb31a0f662c83585ab4dcee78c963bd04a273241c1aeaf4f472","observation_id":"8e45f332-405d-43be-9d2c-e38a0a8f301e","resolution":{"observed_at":"2026-08-06T17:36:57.005501Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.993528Z","title":null,"venue":null,"work_id":"aeac63dd-b60c-4595-a8ca-36b56cc4484f","year":null},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.771338Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:8bc8db764e30ea3bce06d60a74e2e562fa42f1cf29aa84bc7687a8fb80ef5b4c","observation_id":"0aa67325-f0c1-4280-b62b-569add226dc4","resolution":{"observed_at":"2026-08-06T17:36:56.996609Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.985210Z","title":"ROUGE Score","venue":null,"work_id":"b8b9d561-5b70-491c-9e1e-d661f3761f7f","year":null},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.773941Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:f6559776ed335a2f5e77cc56dfc0132511f20b28cb99099dbe5b249a31e32986","observation_id":"c4414c5d-878d-4b0f-a861-62e53e47095d","resolution":{"observed_at":"2026-08-06T17:36:56.988339Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-06T17:36:56.776968Z","title":"ProgramSynthesiswithLargeLanguageModels","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.776968Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:fbe12a7569ac8a3043ba4b904bc023a66b38270e4116a838eacd5d2e4ecd448b","observation_id":"b7548818-92b1-4dbb-9655-46c7b2513c9b","resolution":{"observed_at":"2026-08-06T17:36:56.776968Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.976566Z","title":"Neural code comprehension: A learnable representation of code semantics","venue":null,"work_id":"da50144d-4592-469a-be9c-863193eea242","year":2018},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.780085Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:1f87b06379924e1c736e8d3a01cb1650c022a24324aa5cbc7ba2695547215264","observation_id":"0a38eba4-7529-4cee-b035-60df773e6379","resolution":{"observed_at":"2026-08-06T17:36:56.979468Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.967408Z","title":"Fold2vec: Towards a statement-based representation of code for code comprehension","venue":null,"work_id":"8290872c-74e5-415c-bdba-a70fec70b185","year":2023},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.782978Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:6258ac130b0307bfedb13dcabe49b5247e8c061d42a8789bb9c649100e170f9c","observation_id":"c207355b-463c-4ee0-bb11-f45f6d7f0044","resolution":{"observed_at":"2026-08-06T17:36:56.970509Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T04:13:14.044604Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-06T17:36:56.785601Z","title":"EvaluatingLargeLanguageModelsTrainedonCode","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.785601Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:921767528f85d82f3ce3b3e68885535c070899485eafb62efe8b287b32121f1a","observation_id":"a85426fe-e4d1-4568-89ce-27c84982e9ca","resolution":{"observed_at":"2026-08-06T17:36:56.785601Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.959015Z","title":"Z3: An efficient SMT solver","venue":null,"work_id":"79a8559b-8992-4a51-8296-45c5cd5f5d08","year":2008},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.788351Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:9af5543410cf1639f5ec98846f2e6510cd7e3951497f3d870279b1e0d33b87d0","observation_id":"a8280d3c-b8e9-49c7-8d26-6b19e83fff87","resolution":{"observed_at":"2026-08-06T17:36:56.961935Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.949511Z","title":"A comprehensive review on software comprehension models","venue":null,"work_id":"4d20af05-9b7e-4560-9ff0-f728af8e4056","year":2020},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.790740Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:2a0d2b984aa254eb794283e298fbeb938c4514d6528b551509ac7116f0c0aef2","observation_id":"f12f33d5-eb39-4dec-84df-e807f105a3e8","resolution":{"observed_at":"2026-08-06T17:36:56.953345Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.940985Z","title":"Neural semantic parsing","venue":null,"work_id":"f3244f19-9af1-4e0f-9d86-55a868b9076b","year":2018},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.793407Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:08cc22375730c53dbbd9e04fbde09ec848c93e1953b6a615e52c3ddc0fcb6696","observation_id":"34b5492c-9497-4625-a336-601b3ae25931","resolution":{"observed_at":"2026-08-06T17:36:56.943832Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.932037Z","title":"A formalism for dependency grammar based on tree adjoining grammar","venue":null,"work_id":"1433959a-b0f9-4230-ba54-112dc28a048f","year":2003},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.795789Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:26c5f0e58285d827a795494bd8cb2802f6941475e6a36253e19eaa16eb30436f","observation_id":"e3049464-4672-46ed-9886-c960a6469319","resolution":{"observed_at":"2026-08-06T17:36:56.935243Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.06161","last_updated":"2023-12-13T14:44:10Z","snapshot_observed_at":"2026-07-06T15:25:35.930688Z","submitted_at":"2023-05-09T08:16:42Z","title":"StarCoder: may the source be with you!","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.06161","snapshot_observed_at":"2026-08-06T17:36:56.798322Z","title":"Starcoder: may the source be with you!","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.798322Z"},"links":{"cited_paper":"/paper/2305.06161","citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:1490b21c4dd30c49780a6e8accad019c3f23b54c8b39b8aa3d68f821708f5781","observation_id":"89320922-a079-4270-bb58-75ca13ed7567","resolution":{"observed_at":"2026-08-06T17:36:56.798322Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.922228Z","title":"Competition-level code generation with alphacode","venue":null,"work_id":"82919dd4-9101-4dff-a8c1-af3afced39af","year":2022},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.801032Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:f9440f341332893997ff69399a4dc359b01aefaf07ec48fc22fc01484727206c","observation_id":"bdcb7977-b4d0-4239-92fe-37d111378efb","resolution":{"observed_at":"2026-08-06T17:36:56.925514Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-06T17:36:56.803347Z","title":"LiveCodeBench: A Contamination-Free Evaluation for LLMs on Competitive Programming","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.803347Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:e6ead5fa3071f64c2a493838d7eaf9d41b5762a5a26630cb7b52f27ef4fd20f5","observation_id":"4f26b513-5ca3-400a-8081-f2a4963df00c","resolution":{"observed_at":"2026-08-06T17:36:56.803347Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.913825Z","title":"Studying the usage of text-to-text transfer transformer to support code- related tasks","venue":null,"work_id":"69b9a393-f8ac-4077-9a7c-9f8a68fad86e","year":2021},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.805909Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:ad1fcb7e8acbced5654894b21fcce05ed64c2f3f1ea9e89ce919e2588e5b1c77","observation_id":"b2d67574-3e18-411d-989d-3055e153dca4","resolution":{"observed_at":"2026-08-06T17:36:56.916649Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.906164Z","title":"Barriers for students during code change com- prehension","venue":null,"work_id":"5cb7ab8b-b6ad-4db4-8019-937fbd390398","year":2024},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.808341Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:2c47804b32943798a0b732fc0171600111e00f3542bbd3cc481f4dcc03f3b493","observation_id":"6b5864e9-359f-42b4-a724-efa162557670","resolution":{"observed_at":"2026-08-06T17:36:56.908849Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2009.10297","last_updated":"2020-09-27T04:07:11Z","snapshot_observed_at":"2026-08-01T07:33:26.380394Z","submitted_at":"2020-09-22T03:10:49Z","title":"CodeBLEU: a Method for Automatic Evaluation of Code Synthesis","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.10297","snapshot_observed_at":"2026-08-06T17:36:56.810676Z","title":"Codebleu: a method for automatic evaluation of code synthesis","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.810676Z"},"links":{"cited_paper":"/paper/2009.10297","citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:81dae48e277b689d7bff40a4992c4a20d09010a3509362228f29184564bedb80","observation_id":"29004c6c-2bba-4442-87f6-29c8de30abfb","resolution":{"observed_at":"2026-08-06T17:36:56.810676Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.898388Z","title":"An empirical approach to understand the role of emotions in code comprehension","venue":null,"work_id":"803565bf-2b36-4b8e-8cac-8c72a9d45385","year":2024},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.814059Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:71bb2b8b351c698b47054ce850e2080a1d633c49b8cf877b6a1ad5c05f3e6479","observation_id":"c3e53d8f-273c-4694-bfdd-fa790b0a3ef9","resolution":{"observed_at":"2026-08-06T17:36:56.901100Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.890539Z","title":"An empirical study on learning bug-fixing patches in the wild via neural machine translation","venue":null,"work_id":"ecbc93af-3ff6-45bf-8395-d1ddc41f9573","year":2019},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.816328Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:1bb2ca509e7daf04f89295629eb9cde2c18ace737b358eca767876fd5ee6fa30","observation_id":"569b90ab-3ad2-4e23-a91c-9ea4909ebe5d","resolution":{"observed_at":"2026-08-06T17:36:56.893229Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:36:56.880637Z","title":"https: //github.com/tongye98/Awesome-Code-Benchmark","venue":null,"work_id":"8585d433-3061-4f62-8477-43e2445ce63a","year":2025},"citing_paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T17:36:56.819266Z"},"links":{"citing_paper":"/paper/2507.10641"},"observation_digest":"sha256:1b9aadb0e0a80108219fc910aea43be7a6583f1f2f158c297fb27409f7e8dd86","observation_id":"5372a766-afd8-4d7e-add6-f50de1b1bb4e","resolution":{"observed_at":"2026-08-06T17:36:56.885128Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.10641","last_updated":"2025-07-14T16:19:49Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-06T17:28:53.049257Z","submitted_at":"2025-07-14T16:19:49Z","title":"A Code Comprehension Benchmark for Large Language Models for Code"},"reference_resolution":{"displayed":21,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":6,"verified_exact":0,"verified_fuzzy":15},"total_outbound_references":21},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 21 of 21 outbound references and 0 inbound Pith citation observations for arXiv:2507.10641."}