{"as_of":"2026-08-13T04:37:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:59c5ba1dba0fcb479e5e0e6db9a3eb19b29f55123a8161f4a460ac1fb48e1141","coverage":[{"denominator":24,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":24,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T14:18:33.462725Z","state":"measured"},{"denominator":24,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":24,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2411.15470/citation-record","integrity":"/paper/2411.15470/integrity","json":"/paper/2411.15470/citation-record.json","paper":"/paper/2411.15470"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-12T14:18:32.892227Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:32.892227Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:8dd0fa262090ca537d60bb03582acbcfdf5846ab7a866004becf344052c3a761","observation_id":"a15cd32a-7380-413f-ab81-b7377e0e3e04","resolution":{"observed_at":"2026-08-12T14:18:32.892227Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.967088Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:32.967088Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:5e4c42e4f89c5ac233bc4a4a456e2e55c49a58ad3480f2e1ffac7f4f3c156cab","observation_id":"57458435-431e-486b-a224-6afdd9082782","resolution":{"observed_at":"2026-08-12T14:18:32.967088Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.00438","last_updated":"2023-02-01T13:36:53Z","snapshot_observed_at":"2026-07-06T14:47:04.817434Z","submitted_at":"2023-02-01T13:36:53Z","title":"On the Robustness of Code Generation Techniques: An Empirical Study on GitHub Copilot","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.00438","snapshot_observed_at":"2026-08-12T14:18:33.018383Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.018383Z"},"links":{"cited_paper":"/paper/2302.00438","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:271a053ca6bf62dea355d3a6cf570deb8d8f42160a8455b022d25d686f3ab0cb","observation_id":"7e770cdd-864e-4d3c-8dc4-df9bee273bb4","resolution":{"observed_at":"2026-08-12T14:18:33.018383Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.14868","last_updated":"2023-03-28T19:02:34Z","snapshot_observed_at":"2026-08-12T23:35:10.872853Z","submitted_at":"2022-10-26T17:17:06Z","title":"Multi-lingual Evaluation of Code Generation Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.14868","snapshot_observed_at":"2026-08-12T14:18:33.026719Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.026719Z"},"links":{"cited_paper":"/paper/2210.14868","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:d15880798ef1a8145f8da4189387a1c930f3211f1e276404806edc121bbdc863","observation_id":"bf8a3c85-3d47-400c-b678-b1483b7fc7b7","resolution":{"observed_at":"2026-08-12T14:18:33.026719Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12950","last_updated":"2024-01-31T19:47:26Z","snapshot_observed_at":"2026-08-13T04:25:38.282910Z","submitted_at":"2023-08-24T17:39:13Z","title":"Code Llama: Open Foundation Models for Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12950","snapshot_observed_at":"2026-08-12T14:18:33.035030Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.035030Z"},"links":{"cited_paper":"/paper/2308.12950","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:a8fcb72cb0128cacb5a700eed01f1ea5c31426dcc059581e9e3de5ef962333eb","observation_id":"1f8e14df-3998-4b11-98c7-b4b2b332eb64","resolution":{"observed_at":"2026-08-12T14:18:33.035030Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2105.09938","last_updated":"2021-11-08T21:16:44Z","snapshot_observed_at":"2026-08-04T23:13:25.514661Z","submitted_at":"2021-05-20T17:58:42Z","title":"Measuring Coding Challenge Competence With APPS","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2105.09938","snapshot_observed_at":"2026-08-12T14:18:33.042222Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.042222Z"},"links":{"cited_paper":"/paper/2105.09938","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:751dfbf18286d99ba014fa771f64818271e2f60aa270a96f431af86230849e56","observation_id":"6b1b2ae1-1215-4283-98ef-016e1069ad00","resolution":{"observed_at":"2026-08-12T14:18:33.042222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2208.08227","last_updated":"2022-12-19T10:30:12Z","snapshot_observed_at":"2026-08-09T09:48:07.734660Z","submitted_at":"2022-08-17T11:16:52Z","title":"MultiPL-E: A Scalable and Extensible Approach to Benchmarking Neural Code Generation","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2208.08227","snapshot_observed_at":"2026-08-12T14:18:33.053114Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.053114Z"},"links":{"cited_paper":"/paper/2208.08227","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:7127cbe7f7213c199280fd28a55aecb56a917fff5f76f76f5f121918931aa6b3","observation_id":"f254911f-c9bc-4589-b7c6-b262e42e460f","resolution":{"observed_at":"2026-08-12T14:18:33.053114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-12T14:18:33.062155Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.062155Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:25facc1173d46faad39a842d18c9357dbad614aee12f0cf02bf04f09d9a42217","observation_id":"8d4fe1cf-5246-49a4-841d-c4cc7b3fe84a","resolution":{"observed_at":"2026-08-12T14:18:33.062155Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.07124","last_updated":"2024-02-18T09:46:06Z","snapshot_observed_at":"2026-08-12T01:43:48.173233Z","submitted_at":"2023-08-14T13:53:54Z","title":"OctoPack: Instruction Tuning Code Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.07124","snapshot_observed_at":"2026-08-12T14:18:33.074086Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.074086Z"},"links":{"cited_paper":"/paper/2308.07124","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:fc2fbccf250834b4b81da009c39f79ba3c04d3f51e85effd4b5f6840962c30c3","observation_id":"1c3e52fa-f3ef-4201-ae0b-0555f3f68570","resolution":{"observed_at":"2026-08-12T14:18:33.074086Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.17568","last_updated":"2024-07-10T03:52:58Z","snapshot_observed_at":"2026-07-06T15:10:12.213443Z","submitted_at":"2023-03-30T17:34:01Z","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.17568","snapshot_observed_at":"2026-08-12T14:18:33.080993Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.080993Z"},"links":{"cited_paper":"/paper/2303.17568","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:d7722ee748b05a3e480a10e3cad968951b7302902b94386f549fdca85778ad43","observation_id":"0c3f486c-e727-45bc-bfe8-9042131eba0c","resolution":{"observed_at":"2026-08-12T14:18:33.080993Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.06161","last_updated":"2023-12-13T14:44:10Z","snapshot_observed_at":"2026-07-06T15:25:35.930688Z","submitted_at":"2023-05-09T08:16:42Z","title":"StarCoder: may the source be with you!","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.06161","snapshot_observed_at":"2026-08-12T14:18:33.091264Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.091264Z"},"links":{"cited_paper":"/paper/2305.06161","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:0197a8b293525ad0f0a0aa85985106171e63f2f47d46a6c41c325458811dddd0","observation_id":"50676c16-d061-4178-ba3c-ecc776037176","resolution":{"observed_at":"2026-08-12T14:18:33.091264Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.14852","last_updated":"2023-12-27T10:09:18Z","snapshot_observed_at":"2026-08-12T22:20:45.795944Z","submitted_at":"2023-12-22T17:25:42Z","title":"TACO: Topics in Algorithmic COde generation dataset","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.14852","snapshot_observed_at":"2026-08-12T14:18:33.132332Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.132332Z"},"links":{"cited_paper":"/paper/2312.14852","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:b12fa45ee1677048e3581743e96d0898e95bbcca8e91b471adc4e627cabd8b4f","observation_id":"27303d7d-965a-40b4-b0dd-882ba098deed","resolution":{"observed_at":"2026-08-12T14:18:33.132332Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2102.04664","last_updated":"2021-03-16T08:28:37Z","snapshot_observed_at":"2026-07-06T10:39:42.676631Z","submitted_at":"2021-02-09T06:16:25Z","title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2102.04664","snapshot_observed_at":"2026-08-12T14:18:33.171783Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.171783Z"},"links":{"cited_paper":"/paper/2102.04664","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:9f9b2cd12eb5c43ad8e633c27b51a6e45506b9120c2e8c0a2b99d4aa0444caae","observation_id":"386c03d0-c26d-40b4-8042-136f936d4d0a","resolution":{"observed_at":"2026-08-12T14:18:33.171783Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.01861","last_updated":"2023-08-14T09:07:00Z","snapshot_observed_at":"2026-08-03T22:16:12.497107Z","submitted_at":"2023-08-03T16:31:02Z","title":"ClassEval: A Manually-Crafted Benchmark for Evaluating LLMs on Class-level Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.01861","snapshot_observed_at":"2026-08-12T14:18:33.226296Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.226296Z"},"links":{"cited_paper":"/paper/2308.01861","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:80b2fb2a8ab3fa4bf4d8118332a6ebdad7ac9822e731c53d11491c64b7890b7b","observation_id":"eeec9c18-8edd-42c3-8eec-fa63b78c6e70","resolution":{"observed_at":"2026-08-12T14:18:33.226296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.10620","last_updated":"2024-04-10T08:41:22Z","snapshot_observed_at":"2026-08-12T08:47:12.692700Z","submitted_at":"2023-08-21T10:37:49Z","title":"Large Language Models for Software Engineering: A Systematic Literature Review","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.10620","snapshot_observed_at":"2026-08-12T14:18:33.292513Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.292513Z"},"links":{"cited_paper":"/paper/2308.10620","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:e902034fb28ffbad01b979df9455ddc6bdc9f04e029a3cdb2d3f11d1ed224185","observation_id":"c98449f9-fd4c-4965-b249-d7d226fe62b0","resolution":{"observed_at":"2026-08-12T14:18:33.292513Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3643916","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:33.567200Z","title":null,"venue":null,"work_id":"b595f776-543b-4887-9ffb-5c162c0441b6","year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.298965Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:420eefe61a25de956f17f36084816bbbd5057187150eab481cef0c77534e6994","observation_id":"e1415567-f509-4d01-820e-e1978cce8057","resolution":{"observed_at":"2026-08-12T14:18:33.596964Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:33.329781Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.329781Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:5ad32c9a5acef029ea2e52c82e0d1e893e7a629c2ba2a9e96820cfb10bd16ef8","observation_id":"0428b1a5-a8cb-4c65-976b-07f101dcf264","resolution":{"observed_at":"2026-08-12T14:18:33.329781Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:34.293280Z","title":null,"venue":null,"work_id":"175b6976-5b80-481a-8ba6-cda309ec0df7","year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.380722Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:2cdde367fe5cc20a55020dae698bcfed00c5910fb83df41899a26e4a7461ebaa","observation_id":"a7d1141c-347c-4e0e-8e5b-76646a087c6f","resolution":{"observed_at":"2026-08-12T14:18:34.302782Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2009.10297","last_updated":"2020-09-27T04:07:11Z","snapshot_observed_at":"2026-08-12T14:26:33.940158Z","submitted_at":"2020-09-22T03:10:49Z","title":"CodeBLEU: a Method for Automatic Evaluation of Code Synthesis","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.10297","snapshot_observed_at":"2026-08-12T14:18:33.390162Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.390162Z"},"links":{"cited_paper":"/paper/2009.10297","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:7e30305f41cdaae60f0f7a0f9871bede26ac935de1e8ff8affb7992e24ee5ae9","observation_id":"28182b45-7165-406a-84b6-3b78e2c79706","resolution":{"observed_at":"2026-08-12T14:18:33.390162Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.00859","last_updated":"2021-09-02T12:21:06Z","snapshot_observed_at":"2026-08-12T06:14:58.605732Z","submitted_at":"2021-09-02T12:21:06Z","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.00859","snapshot_observed_at":"2026-08-12T14:18:33.395093Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.395093Z"},"links":{"cited_paper":"/paper/2109.00859","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:dd211aab11c0c814305cb62f0c85852d7861714a5d9a00f0619ad8bb15cd3f49","observation_id":"ca89cb8a-fb04-45c2-8e54-b0912b2619af","resolution":{"observed_at":"2026-08-12T14:18:33.395093Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.10462","last_updated":"2024-12-27T05:30:00Z","snapshot_observed_at":"2026-08-08T02:55:37.062001Z","submitted_at":"2023-08-21T04:31:06Z","title":"Exploring Parameter-Efficient Fine-Tuning Techniques for Code Generation with Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.10462","snapshot_observed_at":"2026-08-12T14:18:33.401213Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.401213Z"},"links":{"cited_paper":"/paper/2308.10462","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:c25795412ca3e121532312e26c1a61bfc5499b5816ab927a65e0cb09b09c2781","observation_id":"ac103ae9-9f7c-4b07-b64c-83b32906ca1b","resolution":{"observed_at":"2026-08-12T14:18:33.401213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2202.13169","last_updated":"2022-05-04T16:08:31Z","snapshot_observed_at":"2026-08-06T20:27:50.671898Z","submitted_at":"2022-02-26T15:53:55Z","title":"A Systematic Evaluation of Large Language Models of Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.13169","snapshot_observed_at":"2026-08-12T14:18:33.407633Z","title":"Xu, Uri Alon, Graham Neubig, and Vincent J","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.407633Z"},"links":{"cited_paper":"/paper/2202.13169","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:dcb172f2053ef0ec2c767f2e461a8d8f320be0f74d9cc9c5b26b0257dbe95a01","observation_id":"32e570a7-760e-4585-a6a7-d131d87e01f9","resolution":{"observed_at":"2026-08-12T14:18:33.407633Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:33.427466Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.427466Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:9aaaf1ba9bf3f273c6df5c3f408112c4d9f6736684bd16a918be749df0124158","observation_id":"0702e6df-fc97-4507-bcfc-72e2a54aa6e3","resolution":{"observed_at":"2026-08-12T14:18:33.427466Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:33.462725Z","title":"InInternational Conference on Mining Software Repositories (MSR)","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.462725Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:5ca7b0229914267e3b7ce86062f85a14a695e5b8727c7064f530006f0e6c41e9","observation_id":"3e3254cc-eef4-463c-809c-ef6905da0b7a","resolution":{"observed_at":"2026-08-12T14:18:33.462725Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks"},"reference_resolution":{"displayed":24,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":23,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":24},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 24 of 24 outbound references and 0 inbound Pith citation observations for arXiv:2411.15470."}