{"as_of":"2026-08-14T18:18:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:55a6bf22c75a0a2ee8a8cdff23086dff051d17e6c1a659ebe5666571ecfee455","coverage":[{"denominator":64,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":64,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T18:16:26.871924Z","state":"measured"},{"denominator":65,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":65,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-08T17:37:51.790000Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-11T17:26:04.420073Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"cited_work":{"arxiv_id":"2412.08109","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.08109","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"71ddc1b1-6a9f-4f25-a99b-5096432b9bd6","year":2025},"citing_paper":{"arxiv_id":"2605.05267","last_updated":"2026-05-06T09:38:31Z","snapshot_observed_at":"2026-08-04T17:41:12.164736Z","submitted_at":"2026-05-06T09:38:31Z","title":"Bridging Generation and Training: A Systematic Review of Quality Issues in LLMs for Code","version":1},"reference_index":151,"source":"pdf_text","source_observed_at":"2026-05-08T17:37:51.790000Z"},"links":{"cited_paper":"/paper/2412.08109","citing_paper":"/paper/2605.05267"},"observation_digest":"sha256:94287d4a3fb235d26d267aebd6e6b0a6d1613b82bc7836832bd77d102d843cb1","observation_id":"cd73d942-c866-4ae7-86bb-bfb0eb32eeab","resolution":{"observed_at":"2026-05-11T17:26:04.424119Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.08109/citation-record","integrity":"/paper/2412.08109/integrity","json":"/paper/2412.08109/citation-record.json","paper":"/paper/2412.08109"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:26.646913Z","title":"An empirical study of the code generation of safety-critical software using llms,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.646913Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:ed4b5d5b7b75728317e8d2d5f5e00670e12cbbd06e01e81407a14eccf0e1c639","observation_id":"d5cd3a3b-d921-4a00-8ff1-2f93e5a6f16c","resolution":{"observed_at":"2026-08-11T18:16:26.646913Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:26.650894Z","title":"A review on code generation with llms: Application and evaluation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.650894Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:0478b7c6e7ee5e87100e88da1ed2652ce72df7fcda6aca7dede9e83e8095b988","observation_id":"6ab5d259-9e9d-44bb-bc49-2405d1c59361","resolution":{"observed_at":"2026-08-11T18:16:26.650894Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.15852","last_updated":"2024-10-31T14:43:58Z","snapshot_observed_at":"2026-08-14T08:31:35.029251Z","submitted_at":"2024-03-23T14:04:48Z","title":"SOEN-101: Code Generation by Emulating Software Process Models Using Large Language Model Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.15852","snapshot_observed_at":"2026-08-11T18:16:26.654640Z","title":"When llm-based code generation meets the software development process,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.654640Z"},"links":{"cited_paper":"/paper/2403.15852","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:f67350cb9ff73609fed5f77848ee3c6ed0b7a4f6e3debdeb0448d64aca18f627","observation_id":"9533cedd-e360-4518-90d6-83b1430d75a7","resolution":{"observed_at":"2026-08-11T18:16:26.654640Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:26.658397Z","title":"How novices use llm-based code generators to solve cs1 coding tasks in a self-paced learning environment,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.658397Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:76d2af2dc101b07112232fb8dbaa2b6a5e51f5ef98df3cf11d98a4027ea27a69","observation_id":"9c29ab5a-3272-4ae6-be70-dcd30e098633","resolution":{"observed_at":"2026-08-11T18:16:26.658397Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.544626Z","title":"Llm-based and retrieval-augmented control code generation,","venue":null,"work_id":"80e6fa61-3619-484a-8d57-e991af336e00","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.662581Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:914c7aa6ad6018196b4cf7aa5715005446759de360aef990ee3f9af90bdc5247","observation_id":"8b28cecb-3030-4304-b7ca-f7304f800165","resolution":{"observed_at":"2026-08-11T18:16:27.549450Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.01210","last_updated":"2023-10-30T19:37:09Z","snapshot_observed_at":"2026-08-12T18:11:04.754824Z","submitted_at":"2023-05-02T05:46:48Z","title":"Is Your Code Generated by ChatGPT Really Correct? Rigorous Evaluation of Large Language Models for Code Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.01210","snapshot_observed_at":"2026-08-11T18:16:26.666546Z","title":"Is your code generated by chatgpt really correct? rigorous evaluation of large language models for code generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.666546Z"},"links":{"cited_paper":"/paper/2305.01210","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:8b53d467024cede71d996c8d228e43883b857c546c7fadc54fd686c9ad6a1053","observation_id":"ecdb8613-ee29-4043-9fc7-c8d499b8dcf2","resolution":{"observed_at":"2026-08-11T18:16:26.666546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.19114","last_updated":"2024-03-28T03:10:39Z","snapshot_observed_at":"2026-08-14T10:51:56.592549Z","submitted_at":"2024-03-28T03:10:39Z","title":"Top Leaderboard Ranking = Top Coding Proficiency, Always? EvoEval: Evolving Coding Benchmarks via LLM","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.19114","snapshot_observed_at":"2026-08-11T18:16:26.670461Z","title":"Top leaderboard ranking= top coding proficiency, always? evoeval: Evolving coding benchmarks via llm,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.670461Z"},"links":{"cited_paper":"/paper/2403.19114","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:9edb1eb6e7e98a1b11863c909dfd7414db3f08f80dd7ef190f098a55f610ce63","observation_id":"96d3e6c8-3e6f-4a8a-82ff-6496f9855eee","resolution":{"observed_at":"2026-08-11T18:16:26.670461Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.06450","last_updated":"2024-08-12T18:59:13Z","snapshot_observed_at":"2026-08-14T06:29:54.467813Z","submitted_at":"2024-08-12T18:59:13Z","title":"Evaluating Language Models for Efficient Code Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.06450","snapshot_observed_at":"2026-08-11T18:16:26.673826Z","title":"Evalu- ating language models for efficient code generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.673826Z"},"links":{"cited_paper":"/paper/2408.06450","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:4375d00e0cd7a8a38233986db26fa97097202305d38b2a89bf7ea649939648fa","observation_id":"e7a28083-011b-437e-abe8-cbcbe7bd0656","resolution":{"observed_at":"2026-08-11T18:16:26.673826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-11T18:16:26.677516Z","title":"Evaluating large language models trained on code,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.677516Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:fc4cf0a99a00f01969f25709099ca3fb3f7786afda27b4586575099f4df1cb5c","observation_id":"bf36b24e-f8e1-4b29-b4f1-b3d680528d83","resolution":{"observed_at":"2026-08-11T18:16:26.677516Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2208.08227","last_updated":"2022-12-19T10:30:12Z","snapshot_observed_at":"2026-08-13T14:43:58.557701Z","submitted_at":"2022-08-17T11:16:52Z","title":"MultiPL-E: A Scalable and Extensible Approach to Benchmarking Neural Code Generation","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2208.08227","snapshot_observed_at":"2026-08-11T18:16:26.681696Z","title":"Multipl-e: A scalable and extensible approach to benchmarking neural code generation,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.681696Z"},"links":{"cited_paper":"/paper/2208.08227","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:5be08475ed16fe3f7fc5ab3baf5a707d7a59d56e01cb62fb8b4abc76b5b80be0","observation_id":"d3e9cd2b-d5c0-4f69-95ba-b880f9ae19bc","resolution":{"observed_at":"2026-08-11T18:16:26.681696Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.13179","last_updated":"2022-07-21T02:55:15Z","snapshot_observed_at":"2026-08-13T15:15:47.218130Z","submitted_at":"2022-06-27T10:44:48Z","title":"AixBench: A Code Generation Benchmark Dataset","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.13179","snapshot_observed_at":"2026-08-11T18:16:26.685520Z","title":"Aixbench: A code generation benchmark dataset,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.685520Z"},"links":{"cited_paper":"/paper/2206.13179","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:ff6d20a882ba26a0ecec174337bef0edcab2c63d4da5d6d3fdee83217e013735","observation_id":"d6a7601e-7fda-4603-b6b4-3ed57b8e4f3f","resolution":{"observed_at":"2026-08-11T18:16:26.685520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:26.688947Z","title":"Ds-1000: A natural and reliable benchmark for data science code generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.688947Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:7a123938c77ca3fd944a13f356c814f0a9f989a8af9a78822fb6bbce0a819dfd","observation_id":"a89d9f81-c2f0-4e14-b360-235bac7266de","resolution":{"observed_at":"2026-08-11T18:16:26.688947Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:26.692355Z","title":"Codereval: A benchmark of pragmatic code generation with generative pre-trained models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.692355Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:78763ee620406687338bb21cd460d9cb314212609c1251ea0b0de6fffc074402","observation_id":"7e437915-dffe-4a7b-a528-69232c651a0a","resolution":{"observed_at":"2026-08-11T18:16:26.692355Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06770","last_updated":"2024-11-11T23:05:04Z","snapshot_observed_at":"2026-08-12T14:56:35.025839Z","submitted_at":"2023-10-10T16:47:29Z","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06770","snapshot_observed_at":"2026-08-11T18:16:26.695477Z","title":"Swe-bench: Can language models resolve real-world github issues?","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.695477Z"},"links":{"cited_paper":"/paper/2310.06770","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:7b9d611b715b8e7f353f133e0e288bd10c2645ca743aa8dab77d036c6dd3f6a2","observation_id":"1406854a-b6e9-49a1-b5e7-966131e5827c","resolution":{"observed_at":"2026-08-11T18:16:26.695477Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06401","last_updated":"2024-03-06T02:16:51Z","snapshot_observed_at":"2026-07-06T17:14:41.030939Z","submitted_at":"2024-01-12T06:51:30Z","title":"DevEval: Evaluating Code Generation in Practical Software Projects","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06401","snapshot_observed_at":"2026-08-11T18:16:26.698565Z","title":"Deveval: Evaluating code generation in practical software projects,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.698565Z"},"links":{"cited_paper":"/paper/2401.06401","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:2fd262903e50e6fd6d226e1faf83babf9309907dac7cc6cc0f8b98a67f6ea723","observation_id":"8a65bea4-ef79-4372-92d9-1a522de98711","resolution":{"observed_at":"2026-08-11T18:16:26.698565Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.13204","last_updated":"2024-08-23T16:33:58Z","snapshot_observed_at":"2026-08-13T16:34:52.034293Z","submitted_at":"2024-08-23T16:33:58Z","title":"DOMAINEVAL: An Auto-Constructed Benchmark for Multi-Domain Code Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.13204","snapshot_observed_at":"2026-08-11T18:16:26.702302Z","title":"Domaineval: An auto-constructed benchmark for multi-domain code generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.702302Z"},"links":{"cited_paper":"/paper/2408.13204","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:8ebd1282e53015dda46548206175743f047b54227b72c2c56ebc65dd6f93a8cc","observation_id":"92e580f4-0cbf-46de-b1a7-2d718e20e7ab","resolution":{"observed_at":"2026-08-11T18:16:26.702302Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.522557Z","title":null,"venue":null,"work_id":"63315ccb-8def-4c78-a257-2b8bb09a2a96","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.705709Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:ecf1a9550f5db4726cec27047f349bac331109bd664b592ef15a330f051cc583","observation_id":"f16b750a-7c2f-4647-8e5e-6a41ed7180a8","resolution":{"observed_at":"2026-08-11T18:16:27.526350Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.511600Z","title":"Automatic code generation from design patterns,","venue":null,"work_id":"62eda8b3-92a4-4ff8-8f3f-9bcd6f120637","year":1996},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.709409Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:39b8892b743351dfea9762fc259e400205c573761f1d0c132c70ca174412241b","observation_id":"0ff20470-b300-4874-a1b2-48f33c87e0bd","resolution":{"observed_at":"2026-08-11T18:16:27.515701Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.501047Z","title":"Intellicode compose: Code generation using transformer,","venue":null,"work_id":"d550e736-5a94-46df-8225-b183a941136e","year":2020},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.712748Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:da1322fd96847ec64405f9ee9e5a3e5901d9503353eadeb9f95b75db7f1fc00a","observation_id":"c5516541-fa8b-4dab-a597-c6ca1685763b","resolution":{"observed_at":"2026-08-11T18:16:27.505155Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.490810Z","title":"Towards better multilingual code search through cross-lingual con- trastive learning,","venue":null,"work_id":"83224a99-f899-43b8-bd45-dc6c877ff209","year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.715889Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:834a75250d8c872c1eb2f909672c414e15cf02ea850e874bf9a80475cd4402d1","observation_id":"8e62d647-485c-4b9a-bc01-13c8da1e8266","resolution":{"observed_at":"2026-08-11T18:16:27.494276Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.481000Z","title":"Large language models are few-shot summarizers: Multi-intent comment generation via in-context learning,","venue":null,"work_id":"1e7d05a3-7b27-40e3-82b6-29b05d2c74c0","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.719326Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:f93034718f35c892904f4604e30f9c65000a200fdbe8d5d492bf317c79f77de8","observation_id":"df995721-d743-425f-8953-0c7e004d02c5","resolution":{"observed_at":"2026-08-11T18:16:27.484641Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-11T18:16:26.722915Z","title":"gpt-4 technical report,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.722915Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:0054cfb526a2f4e51ce8b140d0d885b791d544f6a784960478e1954f4979d20f","observation_id":"804068a8-f110-4118-98f8-5a2856a05560","resolution":{"observed_at":"2026-08-11T18:16:26.722915Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2103.10360","last_updated":"2022-03-17T11:49:55Z","snapshot_observed_at":"2026-08-14T02:58:45.675852Z","submitted_at":"2021-03-18T16:30:26Z","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.10360","snapshot_observed_at":"2026-08-11T18:16:26.726089Z","title":"Glm: General language model pretraining with autoregressive blank infilling,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.726089Z"},"links":{"cited_paper":"/paper/2103.10360","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:be33a014b7ec5747543a2d94262ffc951ad4215b786536c2e1a8d5d576f89f97","observation_id":"35681d33-0396-4834-b1c8-35ebfadec266","resolution":{"observed_at":"2026-08-11T18:16:26.726089Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.13474","last_updated":"2023-02-27T21:26:48Z","snapshot_observed_at":"2026-08-13T14:36:56.609471Z","submitted_at":"2022-03-25T06:55:15Z","title":"CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.13474","snapshot_observed_at":"2026-08-11T18:16:26.730314Z","title":"Codegen: An open large language model for code with multi-turn program synthesis,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.730314Z"},"links":{"cited_paper":"/paper/2203.13474","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:5f6e0768b1051b390d980eb1e1da194a3c0d59be1c6a22f18b2dd0cf93b4fa47","observation_id":"546415e6-0ccf-4a6e-ada9-4f3ae4c53ed5","resolution":{"observed_at":"2026-08-11T18:16:26.730314Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03109","last_updated":"2023-12-29T02:12:03Z","snapshot_observed_at":"2026-08-13T11:00:48.285825Z","submitted_at":"2023-07-06T16:28:35Z","title":"A Survey on Evaluation of Large Language Models","version":9},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03109","snapshot_observed_at":"2026-08-11T18:16:26.733872Z","title":"A survey on evaluation of large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.733872Z"},"links":{"cited_paper":"/paper/2307.03109","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:cf2356d67e809b88fe56e7a94a17f37ce60dffd012c4cdea514c27b035d87a6a","observation_id":"ba660742-af01-47a9-a391-46d6ffcc8b43","resolution":{"observed_at":"2026-08-11T18:16:26.733872Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.14936","last_updated":"2023-07-27T15:28:29Z","snapshot_observed_at":"2026-08-13T10:46:46.951994Z","submitted_at":"2023-07-27T15:28:29Z","title":"PanGu-Coder2: Boosting Large Language Models for Code with Ranking Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.14936","snapshot_observed_at":"2026-08-11T18:16:26.737213Z","title":"Pangu-coder2: Boosting large language models for code with ranking feedback,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.737213Z"},"links":{"cited_paper":"/paper/2307.14936","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:9781dea44d003883118c4b1bebf08ebc46944c1fdfbb7fa4c9af049c7a24c820","observation_id":"4bc90412-dacc-495a-abc0-e0142d1141b7","resolution":{"observed_at":"2026-08-11T18:16:26.737213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19173","last_updated":"2024-02-29T13:53:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-29T13:53:35Z","title":"StarCoder 2 and The Stack v2: The Next Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19173","snapshot_observed_at":"2026-08-11T18:16:26.740891Z","title":"Starcoder 2 and the stack v2: The next generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.740891Z"},"links":{"cited_paper":"/paper/2402.19173","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:e853225c948885c09304f93b7a572cb6255e8f0fe2822af26ff3ef04e1a8f7c0","observation_id":"064e15d7-b85a-4624-936b-1102132c0200","resolution":{"observed_at":"2026-08-11T18:16:26.740891Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.469593Z","title":"Large language models meet nl2code: A survey,","venue":null,"work_id":"2f4357d1-e25d-4828-bdc6-f4335f972ab8","year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.744296Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:e854aea23bef81d1b033a341d3aeaf566ff1baa4f0845280b8ab9095cd0fd8fa","observation_id":"8e37c08b-9173-4b9a-8a12-fd6115272824","resolution":{"observed_at":"2026-08-11T18:16:27.473048Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.08568","last_updated":"2025-05-27T07:40:36Z","snapshot_observed_at":"2026-08-13T11:17:21.801042Z","submitted_at":"2023-06-14T15:18:48Z","title":"WizardCoder: Empowering Code Large Language Models with Evol-Instruct","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.08568","snapshot_observed_at":"2026-08-11T18:16:26.747524Z","title":"Wizardcoder: Empowering code large language models with evol-instruct,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.747524Z"},"links":{"cited_paper":"/paper/2306.08568","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:c5cf92bcdbf505152dee1e1946a7eef840e17475ff3248895043579f3f892c73","observation_id":"45181627-80b1-4f6d-b4d3-e5edf8314ef2","resolution":{"observed_at":"2026-08-11T18:16:26.747524Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14196","last_updated":"2024-01-26T09:23:11Z","snapshot_observed_at":"2026-08-06T22:40:28.707813Z","submitted_at":"2024-01-25T14:17:53Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14196","snapshot_observed_at":"2026-08-11T18:16:26.750957Z","title":"Deepseek-coder: When the large language model meets programming–the rise of code intelligence,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.750957Z"},"links":{"cited_paper":"/paper/2401.14196","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:63939c3a940b25a138fc8dc61edeee7c303ebf99cfe4ea56f5b64890f0ae350f","observation_id":"546d27aa-c4ee-4075-b59e-aa5aef4b4e73","resolution":{"observed_at":"2026-08-11T18:16:26.750957Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16298","last_updated":"2023-09-30T07:01:13Z","snapshot_observed_at":"2026-08-13T10:03:16.773632Z","submitted_at":"2023-09-28T09:50:27Z","title":"At Which Training Stage Does Code Data Help LLMs Reasoning?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.16298","snapshot_observed_at":"2026-08-11T18:16:26.754169Z","title":"At which training stage does code data help llms reasoning?","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.754169Z"},"links":{"cited_paper":"/paper/2309.16298","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:753ad8519480ecb348ad0e5ddf81dfa607b6eb33ff93afd482c5d768dcb91204","observation_id":"6b62b131-ba6d-4653-86df-a52adfe3e41c","resolution":{"observed_at":"2026-08-11T18:16:26.754169Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:26.757986Z","title":"Cct5: A code- change-oriented pre-trained model,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.757986Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:346c26fa86d193aa776ae997a798904948ed3052637ce21caf5d4486d0ea8d71","observation_id":"4b1ebe85-f8bd-4eb5-93ac-9998b1457099","resolution":{"observed_at":"2026-08-11T18:16:26.757986Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.452095Z","title":"Codep: grammatical seq2seq model for general-purpose code generation,","venue":null,"work_id":"bad4f031-5250-42d5-9e68-7610a3d3f6af","year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.761073Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:947c361b4a6767b3065b785fe2d80f656048bc90a069c11411fd8f9367923c04","observation_id":"4c17f73b-15cf-41a6-b56d-10a127ef7d03","resolution":{"observed_at":"2026-08-11T18:16:27.456390Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.05999","last_updated":"2023-04-09T14:31:40Z","snapshot_observed_at":"2026-08-13T02:34:38.117682Z","submitted_at":"2022-04-12T16:25:26Z","title":"InCoder: A Generative Model for Code Infilling and Synthesis","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.05999","snapshot_observed_at":"2026-08-11T18:16:26.764205Z","title":"Incoder: A generative model for code infilling and synthesis,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.764205Z"},"links":{"cited_paper":"/paper/2204.05999","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:af468713efca267f8b679e37302fb914d088a5e9514a1266bc9181d40b489681","observation_id":"d10e07f2-0d02-4fb9-b2e6-91f40dc3e5c0","resolution":{"observed_at":"2026-08-11T18:16:26.764205Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.06161","last_updated":"2023-12-13T14:44:10Z","snapshot_observed_at":"2026-07-06T15:25:35.930688Z","submitted_at":"2023-05-09T08:16:42Z","title":"StarCoder: may the source be with you!","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.06161","snapshot_observed_at":"2026-08-11T18:16:26.767755Z","title":"Starcoder: may the source be with you!","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.767755Z"},"links":{"cited_paper":"/paper/2305.06161","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:3dc5fb3a682f45cfdb48163d30024780eb2598004e7c8132a785d4e7212c7ff6","observation_id":"e9b58f9b-527e-4aea-b136-2028b04ef52d","resolution":{"observed_at":"2026-08-11T18:16:26.767755Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.442491Z","title":"(2023) instruct-starcoder","venue":null,"work_id":"eadfb7a3-ab60-45d4-b94d-9bf65b768324","year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.771895Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:94d0aeec42a25391414d2114bdb4e46fef8c8f3a53d90c27a52d2d84d7ee5328","observation_id":"410872e7-0e2f-424f-ba36-303b06074e7d","resolution":{"observed_at":"2026-08-11T18:16:27.445808Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.432931Z","title":"Chatgpt,","venue":null,"work_id":"88f1721d-72f0-4a0f-891a-1c627d0ec4af","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.775404Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:0a5ebda8af95dfb6ca1c0ce3f0f04e9be4770783058bdec15775d7f6f273dc3a","observation_id":"b7170a9e-f133-4930-b724-3bdaf1d90165","resolution":{"observed_at":"2026-08-11T18:16:27.436271Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.422772Z","title":"Skcoder: A sketch- based approach for automatic code generation,","venue":null,"work_id":"4897e3ae-0de6-4137-9079-fcff88d5e631","year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.778408Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:07336fdcdac81b6bd66ab19a4e725ae272210111d1116af447f584e397b42aef","observation_id":"a96e0fe5-813a-4274-9951-ba22a90968a2","resolution":{"observed_at":"2026-08-11T18:16:27.426792Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.412584Z","title":"Karecoder: A new knowledge-enriched code generation system,","venue":null,"work_id":"fe25a83b-1336-45e0-a945-667c55d607db","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.781484Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:33a521e7c9bbedc485636499a584693d9e55c567d82cf424653fbd5463d6a883","observation_id":"42043897-0d5b-4b7b-9e29-7807fa6a5960","resolution":{"observed_at":"2026-08-11T18:16:27.416554Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.00599","last_updated":"2024-03-31T08:10:50Z","snapshot_observed_at":"2026-08-13T00:40:40.848273Z","submitted_at":"2024-03-31T08:10:50Z","title":"EvoCodeBench: An Evolving Code Generation Benchmark Aligned with Real-World Code Repositories","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.00599","snapshot_observed_at":"2026-08-11T18:16:26.784531Z","title":"Evocodebench: An evolving code generation benchmark aligned with real-world code repositories,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.784531Z"},"links":{"cited_paper":"/paper/2404.00599","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:d2aa7c9e93a53e594c5fa716bbd0402ac4af5087172e634cfd8ad03204822970","observation_id":"000442f8-4d3c-45b5-877a-25f3fa634452","resolution":{"observed_at":"2026-08-11T18:16:26.784531Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-11T18:16:26.787708Z","title":"Program synthesis with large language models,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.787708Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:0afc3fd9ffb8365a1d74825cff4ea74d47f270ba881469cd17ed479e2e0e9bcb","observation_id":"90c29c57-16ec-4e71-82ab-ca5264a74d1a","resolution":{"observed_at":"2026-08-11T18:16:26.787708Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.17568","last_updated":"2024-07-10T03:52:58Z","snapshot_observed_at":"2026-08-14T08:57:49.577104Z","submitted_at":"2023-03-30T17:34:01Z","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.17568","snapshot_observed_at":"2026-08-11T18:16:26.790934Z","title":"Codegeex: A pre-trained model for code generation with multilingual evaluations on humaneval-x,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.790934Z"},"links":{"cited_paper":"/paper/2303.17568","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:4dca1099a1846cf7b5a66dac53df4c55186d7dc1ebcd36e14f2f950b6454d39e","observation_id":"55c6a3d4-6595-4532-8393-9f27b8bdf71b","resolution":{"observed_at":"2026-08-11T18:16:26.790934Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:26.794435Z","title":"Competition- level code generation with alphacode,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.794435Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:065aa85067eb48dd14f9159cbfc1cbd9e888a1ffb7fb91c61b428d80cc93391d","observation_id":"368b05e7-0aed-433b-a2d1-96d3c6a38c6d","resolution":{"observed_at":"2026-08-11T18:16:26.794435Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1809.08887","last_updated":"2019-02-02T23:53:18Z","snapshot_observed_at":"2026-07-06T07:03:52.901427Z","submitted_at":"2018-09-24T13:03:13Z","title":"Spider: A Large-Scale Human-Labeled Dataset for Complex and Cross-Domain Semantic Parsing and Text-to-SQL Task","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1809.08887","snapshot_observed_at":"2026-08-11T18:16:26.798248Z","title":"Spider: A large-scale human-labeled dataset for complex and cross-domain semantic parsing and text-to-sql task,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.798248Z"},"links":{"cited_paper":"/paper/1809.08887","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:7f0e2437b0a581fdbebec85cfd820bb03e1a6e0fa019efdce55d73679fdb14dc","observation_id":"91f65ead-0347-44ae-9e7f-3295426ad140","resolution":{"observed_at":"2026-08-11T18:16:26.798248Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.14118","last_updated":"2024-07-19T08:34:30Z","snapshot_observed_at":"2026-08-14T02:12:18.980569Z","submitted_at":"2024-07-19T08:34:30Z","title":"Beyond Code Generation: Assessing Code LLM Maturity with Postconditions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.14118","snapshot_observed_at":"2026-08-11T18:16:26.801513Z","title":"Beyond code generation: Assessing code llm maturity with postconditions,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.801513Z"},"links":{"cited_paper":"/paper/2407.14118","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:f42c1130614633dec6264240c413d8738a400fbc5ede6587dc2ea80a017a4ad4","observation_id":"42b46327-4eca-4191-8ad8-a21bd5f2a42c","resolution":{"observed_at":"2026-08-11T18:16:26.801513Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:26.804862Z","title":"Ex- ploring and evaluating hallucinations in llm-powered code generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.804862Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:8109a8480a6b910bd5174189d8f864b5d6bcf17547ad6ddfbbed77adbf3ac364","observation_id":"cee38daa-e2b9-46f6-b7b0-37089b40af7b","resolution":{"observed_at":"2026-08-11T18:16:26.804862Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.02047","last_updated":"2024-08-21T01:58:38Z","snapshot_observed_at":"2026-08-13T04:27:52.898472Z","submitted_at":"2024-02-03T05:52:28Z","title":"Calibration and Correctness of Language Models for Code","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.02047","snapshot_observed_at":"2026-08-11T18:16:26.808838Z","title":"Calibration and correctness of language models for code,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.808838Z"},"links":{"cited_paper":"/paper/2402.02047","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:2d14536e39feb7293f2e56ca0c8346c077b29541c32b35d309d54724a22bf303","observation_id":"20eeec78-4782-4db1-b0c5-9b4f3e8ed700","resolution":{"observed_at":"2026-08-11T18:16:26.808838Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.00215","last_updated":"2025-01-27T20:54:06Z","snapshot_observed_at":"2026-08-12T23:52:47.410556Z","submitted_at":"2024-05-31T22:06:18Z","title":"HumanEvalComm: Benchmarking the Communication Competence of Code Generation for LLMs and LLM Agent","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.00215","snapshot_observed_at":"2026-08-11T18:16:26.812431Z","title":"Benchmarking the communication com- petence of code generation for llms and llm agent,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.812431Z"},"links":{"cited_paper":"/paper/2406.00215","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:b0d66ba8c9d0a3f19d9e455ccdfb20f37b951787e8a9dfa8f10721693653535c","observation_id":"adcbdedf-7b55-4817-b71f-dfd011f56d36","resolution":{"observed_at":"2026-08-11T18:16:26.812431Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.01861","last_updated":"2023-08-14T09:07:00Z","snapshot_observed_at":"2026-08-13T18:06:37.564758Z","submitted_at":"2023-08-03T16:31:02Z","title":"ClassEval: A Manually-Crafted Benchmark for Evaluating LLMs on Class-level Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.01861","snapshot_observed_at":"2026-08-11T18:16:26.815971Z","title":"Classeval: A manually-crafted benchmark for evaluating llms on class-level code generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.815971Z"},"links":{"cited_paper":"/paper/2308.01861","citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:43c98d46408fe84b781c98174e5cf16f9aedc3576ff7710e24d69ba235538d32","observation_id":"675bb221-099a-4fe0-9771-633f0a612f56","resolution":{"observed_at":"2026-08-11T18:16:26.815971Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.396226Z","title":"Acecoder: An effective prompting technique specialized in code generation,","venue":null,"work_id":"a10c0e54-6c57-4b63-95de-2dac9a259245","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.820242Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:97fbcbfb7f4a82fb69d335a25db6b48fe17e72d4c03b885f2df0c4b761ec5655","observation_id":"4f77c868-72ec-44a5-a8f7-aded26e3569e","resolution":{"observed_at":"2026-08-11T18:16:27.399611Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.387312Z","title":"Leetcode,","venue":null,"work_id":"155db246-9140-468b-9fd5-f0990c52e35e","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.824479Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:540a7c9801eab6ba758530df9b455b9026787f5647b3f9aaf5d6ff8e5a3a3b4a","observation_id":"35d9220d-b499-4119-bc5f-eba1cedd2041","resolution":{"observed_at":"2026-08-11T18:16:27.390399Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.377987Z","title":"Code obfuscation against static and dynamic reverse engineering,","venue":null,"work_id":"be17b0fa-14f0-4823-93db-a21ae08de42f","year":2011},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.827803Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:7e5aeddc98b9053b317484b0a7f0b8deb1c3b8ae7b84e50eb79270ee35dd6e77","observation_id":"c16bad2a-2cc3-4941-8e48-59abb84b410d","resolution":{"observed_at":"2026-08-11T18:16:27.381667Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.367771Z","title":"Protecting software through obfuscation: Can it keep pace with progress in code analysis?","venue":null,"work_id":"1269415c-b580-475f-8eab-03e927447a4d","year":2016},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.831412Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:46932cb11584c4e277a34f8a631fb83691628d49f75e6ab5ee63c2eb3d3ab693","observation_id":"28a0becf-dfd2-4758-a369-dd7d61bc2754","resolution":{"observed_at":"2026-08-11T18:16:27.372129Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.357418Z","title":"Code obfuscation literature survey,","venue":null,"work_id":"2703e686-0ec5-4afd-af8d-be214e2966c5","year":2005},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.835688Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:9c6638e530a74efb5248fd87578911059417c48d901e933a0b778645ff5cefc4","observation_id":"6efdcae1-d74c-4faa-b995-e10fb128f7b0","resolution":{"observed_at":"2026-08-11T18:16:27.361538Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.347995Z","title":null,"venue":null,"work_id":"cb9fecd4-3a80-4d5d-b879-f4c4ad591a6a","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.839483Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:533542d79ea59ec962019e4005381fa1eb524da6513a2cdedff44c8f17ae743f","observation_id":"077d7320-b20c-4188-bbf6-76d6c3a3b15b","resolution":{"observed_at":"2026-08-11T18:16:27.351483Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.338658Z","title":"Libgit2,","venue":null,"work_id":"32213d6a-f497-4a96-9f9c-86079c54aaaf","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.843104Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:6f35fb52095afbaafb006a718614044baa034f9cb280d776834ebb67b78f61fd","observation_id":"75c84bf6-ce16-4f8f-b185-167beb0b1adc","resolution":{"observed_at":"2026-08-11T18:16:27.342003Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.329019Z","title":"Libvips,","venue":null,"work_id":"dd0dbe70-3e41-436c-b965-103729297229","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.846723Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:fe53b31ed8fa992bb66622d2e603b1b4a86ba5cf31776df50572ad8381b6b975","observation_id":"bf721808-3c52-45c2-a31c-17fc2e0f4fa1","resolution":{"observed_at":"2026-08-11T18:16:27.332156Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.319280Z","title":null,"venue":null,"work_id":"0d836f17-2226-4387-9c89-83c67cb74619","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.850204Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:e8771c953d995dc1b046b2f3c9c00948e985395837cd6ad97ebbd57bcd00d742","observation_id":"df58eef6-93bb-4065-9d05-2071cf25a435","resolution":{"observed_at":"2026-08-11T18:16:27.322327Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.309452Z","title":null,"venue":null,"work_id":"2467bd16-0848-4e48-9338-5b703e088bca","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.853808Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:bd31ecfa78817b21d6dab1619290a1d9574e7e59025874cbf74a9312116bd6f5","observation_id":"0997871b-3117-4346-bcaa-ee100b84448a","resolution":{"observed_at":"2026-08-11T18:16:27.312940Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.297959Z","title":null,"venue":null,"work_id":"f87dea79-3420-41d3-b329-1b84241fe488","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.858307Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:648b30a4f1df8574c593365514ff7d975ecefc734efb15e673889e27299545a7","observation_id":"3599083e-22bd-4615-9f3b-60198e473a9e","resolution":{"observed_at":"2026-08-11T18:16:27.301401Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.287919Z","title":null,"venue":null,"work_id":"3155acd0-ccd7-4080-9385-72d223bd3a4f","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.861953Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:11ddbeb219fa4b378235409b528c9412bd2ac3c88757831178ba54d089b1963a","observation_id":"55895638-7275-476c-8784-b0dd2e8923d9","resolution":{"observed_at":"2026-08-11T18:16:27.291012Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.277799Z","title":"gpt-3.5-turbo,","venue":null,"work_id":"c25b39a2-adb8-473d-8bd0-25fe74c37cd6","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.865159Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:66008106f3d8564e4788629b33cc87bc72f40ecf54d6d983ad20b9f188393b97","observation_id":"7673ad0b-83be-44f8-8aed-c30732e9583d","resolution":{"observed_at":"2026-08-11T18:16:27.281125Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.267313Z","title":"gpt-4.0-turbo,","venue":null,"work_id":"4c7eb6dd-f942-4920-acbe-f7b381401e33","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.868714Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:42d2c6f0365c31167d42535c30820d7d3a6f36ef0453c4b8c701b81a2531374b","observation_id":"b50e5325-3e47-4aaf-8041-3abe774ce9ee","resolution":{"observed_at":"2026-08-11T18:16:27.270968Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T18:16:27.256674Z","title":"Deepseek-coder-v2,","venue":null,"work_id":"86f41cc4-5232-4064-986b-6764a62faff7","year":2024},"citing_paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar","version":2},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-11T18:16:26.871924Z"},"links":{"citing_paper":"/paper/2412.08109"},"observation_digest":"sha256:40b60944c4f7869ef73e942d7290be3b290204111d51200c705aa167dbc5d0c1","observation_id":"93f54ff3-1e46-41e1-ba9c-3f32eaa4c6b1","resolution":{"observed_at":"2026-08-11T18:16:27.260886Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.08109","last_updated":"2025-01-15T11:57:34Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-12T11:41:28.371308Z","submitted_at":"2024-12-11T05:31:39Z","title":"Unseen Horizons: Unveiling the Real Capability of LLM Code Generation Beyond the Familiar"},"reference_resolution":{"displayed":64,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":43,"verified_exact":0,"verified_fuzzy":21},"total_outbound_references":64},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 64 of 64 outbound references and 1 inbound Pith citation observation for arXiv:2412.08109."}