{"as_of":"2026-08-09T13:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:fc0a07d58092d83380fc10829e776463eaa9acf07870c8248443139272f26562","coverage":[{"denominator":51,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":51,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:47:14.205177Z","state":"measured"},{"denominator":51,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":51,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.18220/citation-record","integrity":"/paper/2505.18220/integrity","json":"/paper/2505.18220/citation-record.json","paper":"/paper/2505.18220"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-07T14:47:09.207018Z","title":"Sut- ton, C","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:09.207018Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:e088f02b5d248f6f27adc5780fe02f5806c2a556733dcccd44c33b42c4acd60e","observation_id":"8c9353ec-e15b-460f-aee7-4e9a92ac957c","resolution":{"observed_at":"2026-08-07T14:47:09.207018Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:19.754025Z","title":null,"venue":null,"work_id":"b725d875-9dd2-4ccb-a92b-e246ab853c57","year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:09.395531Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:66c047c2cd52bf44e55a27febacbf32cbc6635112094af13639a1c28b1338d08","observation_id":"1b2abd35-bf09-4ffc-9f90-40bde7c28e40","resolution":{"observed_at":"2026-08-07T14:47:19.896099Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:09.509601Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:09.509601Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:10505c3a705e7e6f734186b19f3a04b4ac279674fb2fa14dcf23948c90dd0221","observation_id":"8a93f23a-32eb-4163-bb03-817f94a0aefb","resolution":{"observed_at":"2026-08-07T14:47:09.509601Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.findings-emnlp.637","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:14.851652Z","title":null,"venue":null,"work_id":"5435b290-2f9a-46d1-a1d3-3472ee207ab5","year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:09.620222Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:43ff7cca8f1841c71366ecfb12570fad052e3e17f6aa65fd2d00a422f96405ac","observation_id":"856b6235-c78b-4dd1-9321-475fe62ebc03","resolution":{"observed_at":"2026-08-07T14:47:14.930540Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:09.737014Z","title":"what are they not telling me?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:09.737014Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:c1abef2e75f675f0c2e0a05040f09d580017e16cc9839327f719dc8a49074b7b","observation_id":"3b01fb0d-d24d-41bf-b518-74f2f5754560","resolution":{"observed_at":"2026-08-07T14:47:09.737014Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2024.34192","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:17.947220Z","title":null,"venue":null,"work_id":"e9d871df-3042-4e10-a017-e9c9c7b0c18e","year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:09.833818Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:883f70bf10c5ff507071ea214f8d26328d73b00bd2c72a19c82faa2388cffb40","observation_id":"62e65478-33d9-4e16-bacd-2214384f918d","resolution":{"observed_at":"2026-08-07T14:47:18.114168Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:09.925135Z","title":null,"venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:09.925135Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:a0bf6d4fbbe92abe52f8e2546c1955e9f8d718e385c01de90aa546bf2c63619c","observation_id":"301308e6-8270-4b5f-a048-7bac721c0f3a","resolution":{"observed_at":"2026-08-07T14:47:09.925135Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:10.007298Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:10.007298Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:74cf5f4f35502ce26fc54a4024ae239ec62c2a0d58489bb34bff799884c1d79b","observation_id":"823e9c24-dc71-4b01-b137-69aaf8e22259","resolution":{"observed_at":"2026-08-07T14:47:10.007298Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:19.444003Z","title":null,"venue":null,"work_id":"48794bb5-7a68-420b-b60e-bd03a4984a0d","year":2021},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:10.064717Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:bad473b543e4a2c19dc81a6a1c2db3bab621da2bb7d6f20359009c7fdff195b2","observation_id":"69697e77-5929-45dd-aaa3-71876f5ef916","resolution":{"observed_at":"2026-08-07T14:47:19.619622Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:10.123879Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:10.123879Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:6bc5a9017f9f064fb94ae7a546bb1fb20905de509d41e11178515451bc7d35ec","observation_id":"86ad3969-7263-468c-a15a-2e8de9fbd86b","resolution":{"observed_at":"2026-08-07T14:47:10.123879Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2322.13522","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:17.345431Z","title":null,"venue":null,"work_id":"2693a7d4-432b-4782-bccc-0fd77d86ed80","year":2008},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:10.237289Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:4c16d4f2442eeaea67b5bc4de8444f6175d800d8e3661f62fdcb31d2ec21db1a","observation_id":"ee597d55-b3d1-455f-8839-3bf2db6cefad","resolution":{"observed_at":"2026-08-07T14:47:17.532149Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3043.28430","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:17.047259Z","title":"Yacef, K","venue":null,"work_id":"1569c977-912b-4948-a048-d61e15591be6","year":2016},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:10.305660Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:f6fcd4947043ca319223ff39feff30a13c5eff315633a9cb2a26ddb6af8d0fd6","observation_id":"393c6937-e09f-47a5-ae51-0905c72a0b6a","resolution":{"observed_at":"2026-08-07T14:47:17.110472Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:10.445274Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:10.445274Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:2c541294afaae654e691e9378708de69a0e2f5ebb2e45cb0b80fca020c5f0dfd","observation_id":"44544e0b-51ea-471c-8589-8f24423cb816","resolution":{"observed_at":"2026-08-07T14:47:10.445274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:10.525170Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:10.525170Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:6a7b150f81fa1dc03587db6e34cbed80efc1fbee4046d67b2e0eb7a0aed3ff39","observation_id":"f6bbea25-d3b7-4af3-9f8e-d079ee9ead81","resolution":{"observed_at":"2026-08-07T14:47:10.525170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:10.669599Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:10.669599Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:5d58827770735331e6fcbe237f887bd3634922d7589b9ba689853ca0e1986358","observation_id":"96e9b4ce-9367-48de-8e12-2c9a9ec86dc3","resolution":{"observed_at":"2026-08-07T14:47:10.669599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.00515","last_updated":"2024-11-10T22:02:27Z","snapshot_observed_at":"2026-07-29T20:40:25.374189Z","submitted_at":"2024-06-01T17:48:15Z","title":"A Survey on Large Language Models for Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.00515","snapshot_observed_at":"2026-08-07T14:47:10.776573Z","title":"(2024).A survey on large language models for code generation.Retrieved from https://arxiv.org/abs/2406.00515","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:10.776573Z"},"links":{"cited_paper":"/paper/2406.00515","citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:20ca1892fe683840e106046dd3e1bfb2d849ab9878153b736d422af978b0fd12","observation_id":"ce54a497-4a43-4997-b090-3d9d6ed8ae4d","resolution":{"observed_at":"2026-08-07T14:47:10.776573Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:10.875721Z","title":"(2024, 2024/10/23)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:10.875721Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:b5020654098685474de7625c51822ce50795a458901b8f33f573cc09df88d9db","observation_id":"b87d5356-84c4-47a7-9dda-47fff7e56153","resolution":{"observed_at":"2026-08-07T14:47:10.875721Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:10.964224Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:10.964224Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:952ea7a2c2da34e06825bf19c6a68bcd1f62879b197941784868d60cea6c8e64","observation_id":"e21a8f6d-6ded-42db-b898-6e238ffc2c2d","resolution":{"observed_at":"2026-08-07T14:47:10.964224Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:11.022413Z","title":"Kasneci, G","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:11.022413Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:ec5ccbf33a992b8e79c3cab6ff48e300971e14d3186dc89d5405a7cf73570293","observation_id":"b9d132b9-cdc5-42ef-b3e9-63151c3a824d","resolution":{"observed_at":"2026-08-07T14:47:11.022413Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:11.097483Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:11.097483Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:9c60b21ed9110cf232533ead8b64d2ad5207fb3aa8d4d389875c2b5e620efd09","observation_id":"215517c4-48bd-49d4-a602-4cb429de8669","resolution":{"observed_at":"2026-08-07T14:47:11.097483Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.10455","last_updated":"2024-11-01T00:24:59Z","snapshot_observed_at":"2026-08-06T09:14:33.515284Z","submitted_at":"2024-11-01T00:24:59Z","title":"LLM-itation is the Sincerest Form of Data: Generating Synthetic Buggy Code Submissions for Computing Education","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.10455","snapshot_observed_at":"2026-08-07T14:47:11.187114Z","title":"(2024).Llm- itation is the sincerest form of data: Generating synthetic buggy code submissions for computing education.Retrieved from https://arxiv.org/abs/2411.10455","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:11.187114Z"},"links":{"cited_paper":"/paper/2411.10455","citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:33d01eda82e124b4c0f0fb9c77c469f9592f5f7fd0560e2da825d195cf7d86cf","observation_id":"8a8523d4-8838-455f-a214-563360c8d8fe","resolution":{"observed_at":"2026-08-07T14:47:11.187114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:19.137883Z","title":null,"venue":null,"work_id":"c295c34b-62c4-47c9-bcec-7f744b98ccbe","year":2021},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:11.286246Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:5c41395cd280ccf505a3a43673ba7c22e6b810f02dc1602268e4542f7c5d49d8","observation_id":"fd6d12f9-9869-445a-a1c6-c4acea9229d4","resolution":{"observed_at":"2026-08-07T14:47:19.312063Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.10304","last_updated":"2025-05-31T10:23:39Z","snapshot_observed_at":"2026-07-06T18:00:44.208590Z","submitted_at":"2024-04-16T06:20:06Z","title":"LLM-Powered Test Case Generation for Detecting Bugs in Plausible Programs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.10304","snapshot_observed_at":"2026-08-07T14:47:11.386889Z","title":"Huang, G","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:11.386889Z"},"links":{"cited_paper":"/paper/2404.10304","citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:924e8437a8109da28324f15ce0196f248177601731fb4eaa81cf90b9bf8f66aa","observation_id":"afc336cc-b543-4595-95c7-bb12274d9cd0","resolution":{"observed_at":"2026-08-07T14:47:11.386889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:11.481778Z","title":"(2024, Oct 11)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:11.481778Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:936a4a09a03a9e5c82196695c6f715fecaccbc198e53116351f0dcbb367eb8ac","observation_id":"c90c9834-e830-4663-846f-4bb19d11bf14","resolution":{"observed_at":"2026-08-07T14:47:11.481778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:11.580826Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:11.580826Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:8b5446d2e4e250999f59baeeba3b48df27e6acb0d0c9d46f3ba4e2132010c192","observation_id":"a8374c82-cccb-4e81-9354-d1bb468cea9d","resolution":{"observed_at":"2026-08-07T14:47:11.580826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:11.713978Z","title":"Leinonen, J","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:11.713978Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:a33e40bb103ffbbfe51e2bc5b1a608c284aed1e1c7436a9b56b196288baa1710","observation_id":"15eb38b9-14e1-42c8-b6cc-07731fadc32e","resolution":{"observed_at":"2026-08-07T14:47:11.713978Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:11.847496Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:11.847496Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:7d5198be6445f3196d5bc743130cd2d2e96c9013d24bcedd0c65ec8a71869ac5","observation_id":"5e31844d-f055-446a-a5fc-c759ede66c8a","resolution":{"observed_at":"2026-08-07T14:47:11.847496Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.4324/9780203880869-","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:14.644320Z","title":null,"venue":null,"work_id":"f9634f2a-7766-40f7-bef6-dc120b8e57cf","year":2008},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:11.973134Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:36e450aa12d6ca36f6b5f4126e5f593d678cae4f0848f87c37fdb706d36a960a","observation_id":"f9565371-ada2-4256-9551-064b5db66de8","resolution":{"observed_at":"2026-08-07T14:47:14.716273Z","resolver_source":"doi_truncated","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.06435","last_updated":"2024-10-17T01:10:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-07-12T20:01:52Z","title":"A Comprehensive Overview of Large Language Models","version":10},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.06435","snapshot_observed_at":"2026-08-07T14:47:12.076169Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:12.076169Z"},"links":{"cited_paper":"/paper/2307.06435","citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:c26e1786ba05ff1eb479a2ddcdd60c27c16312a6480a6f36a8f371a0a3823540","observation_id":"a1621cc1-1afb-408c-8d92-281485cccbcf","resolution":{"observed_at":"2026-08-07T14:47:12.076169Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:12.175666Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:12.175666Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:40f25949171390e6dd248ec520410b31419835cf5cbd7f92d4c6c927db0138fa","observation_id":"659d69bc-45db-45c0-93a1-cc25ffe933e1","resolution":{"observed_at":"2026-08-07T14:47:12.175666Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.04662","last_updated":"2023-04-28T11:33:44Z","snapshot_observed_at":"2026-08-09T05:09:39.593207Z","submitted_at":"2023-01-24T13:00:25Z","title":"Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.04662","snapshot_observed_at":"2026-08-07T14:47:12.277465Z","title":"(2023).Generating high-precision feedback for programming syntax errors using large language models.Retrieved from https://arxiv.org/abs/2302.04662 26","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:12.277465Z"},"links":{"cited_paper":"/paper/2302.04662","citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:a0393dec2ef4ad3cc1d6d5deb300be0d06d95d84134bae5603ed00094eea7518","observation_id":"c20f1547-b53e-4067-b455-d9a1003d0114","resolution":{"observed_at":"2026-08-07T14:47:12.277465Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"7103.35942","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:16.268882Z","title":null,"venue":null,"work_id":"f79add14-e2a9-4050-aa4b-ecea2bd5b6c2","year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:12.372035Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:0b29a6a35fd5d80b8fbb7922afa92b01d19ccd6b27bbfba771b18f315ff94783","observation_id":"4eeb331a-c4dd-4025-85df-05af562e678e","resolution":{"observed_at":"2026-08-07T14:47:16.326997Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:12.478053Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:12.478053Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:6588aa5b0336beb13b151ae414607ce7c88c2991527829d1ff05c9289ede5b4f","observation_id":"8e64514a-0727-47ec-becb-e6c8b3e08072","resolution":{"observed_at":"2026-08-07T14:47:12.478053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:12.573037Z","title":"It’s Weird That it Knows What I Want","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:12.573037Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:93175e7dcab374619fc2527efe838b493d301435c1b4902ab0cc891614f3c04e","observation_id":"1688916a-be06-4d55-bb5c-d30e78a1b640","resolution":{"observed_at":"2026-08-07T14:47:12.573037Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s40593-019-00177-z","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:14.483797Z","title":null,"venue":null,"work_id":"9f18cd7a-e11f-4735-8af6-1ba1fdc39f62","year":2019},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:12.651119Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:93263c042cf8b29e9eddfa2626d6bd5fa721ebff28e8cc364239d36b99d3419f","observation_id":"a36453f5-d561-4039-82d8-8a44f64836ce","resolution":{"observed_at":"2026-08-07T14:47:14.542649Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:12.766415Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:12.766415Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:99a221b7b33cb37f460c6e2a7aa4a4f4fffc537754cb0fb4fc9ae39e8c024d27","observation_id":"35abebac-2534-47d6-a1e6-7f0d43e7c76b","resolution":{"observed_at":"2026-08-07T14:47:12.766415Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"8305.36235","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:15.943600Z","title":null,"venue":null,"work_id":"9bfa9431-cc63-481e-8e64-0d5bab5f0424","year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:12.862877Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:cfab87aaabcfc9e8c9054458ff12072644040e6a5f7c7f4ea093ac495c202a0c","observation_id":"f369776f-afe7-482d-b7bd-b2c09cee76c8","resolution":{"observed_at":"2026-08-07T14:47:16.029780Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:18.883252Z","title":null,"venue":null,"work_id":"8925e0d3-24cc-4fd6-86e1-7f9499fbdda6","year":2022},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:12.961296Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:ebfaf4aa343f6f021f8570b0c6e9a9b4d10555188d32b98d7feb53c9f8cbbd8a","observation_id":"9a53eb5d-ef55-44af-aceb-bfd5f53f1a83","resolution":{"observed_at":"2026-08-07T14:47:19.001500Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"8431.34993","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:15.714928Z","title":"Retrieved from https://doi.org/10.1145/3478431.3499397 27 S Kumar, S., Adam Lones, M., Maarek, M., Zantout, H","venue":null,"work_id":"db225d4a-5e42-44ad-938c-5c087afaeda3","year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:13.094214Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:481766b2b7205cbc2054d2379a5452b750518177911002ede28b0b6fded34249","observation_id":"ab3d1649-5ff9-4b93-9b00-6a9edc58e755","resolution":{"observed_at":"2026-08-07T14:47:15.800322Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2301.08653","last_updated":"2023-01-20T16:01:47Z","snapshot_observed_at":"2026-08-05T03:05:00.371012Z","submitted_at":"2023-01-20T16:01:47Z","title":"An Analysis of the Automatic Bug Fixing Performance of ChatGPT","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.08653","snapshot_observed_at":"2026-08-07T14:47:13.165320Z","title":"(2023).An analysis of the automatic bug fixing performance of chatgpt.Retrieved from https://arxiv.org/abs/2301.08653","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:13.165320Z"},"links":{"cited_paper":"/paper/2301.08653","citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:adac1481c43e24f9da7f8e33fd1cb411ae99db5ed958a301a8b54291d469a2cf","observation_id":"eb85ed24-b182-4b8e-a8f4-7ae06d3f9fe9","resolution":{"observed_at":"2026-08-07T14:47:13.165320Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:13.252809Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:13.252809Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:04f284eae4123a0bafdf87a994ef48e092c6a9fdadd2ce2873e27cdc53dbf613","observation_id":"1f86e688-7456-47b0-a88c-aa3537bea92a","resolution":{"observed_at":"2026-08-07T14:47:13.252809Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:13.347216Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:13.347216Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:ef508446c397d3acd7c6f5e40eb6301959f2737c60ca034b5d68958695a220b4","observation_id":"e8fef98d-fd82-49a8-a5f7-5901fff41ac3","resolution":{"observed_at":"2026-08-07T14:47:13.347216Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1162/99608f92.bff007ab","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:14.292398Z","title":"(2024, January)","venue":null,"work_id":"8f6b741b-acce-4f17-9de6-06315665b2d6","year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:13.437865Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:0661f28d2cba8a92eaa5f761141beb91af17db5b5b751d2815404353e7773750","observation_id":"03651d5f-f752-48ae-ab63-a8998f619cdc","resolution":{"observed_at":"2026-08-07T14:47:14.361491Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:13.531590Z","title":null,"venue":null,"work_id":null,"year":1966},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:13.531590Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:f344f62a905eb3844351720667c601a9b58873174c3fe6fff64f6ec973de91d8","observation_id":"9eb6d3b5-db31-4af6-8878-07a5ff7fc3c7","resolution":{"observed_at":"2026-08-07T14:47:13.531590Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:13.628361Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:13.628361Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:0d8e063dc0a8b1752e8a2dafa3ac69255c795ed1d29fce92f121c8c926f70644","observation_id":"cf86dcae-51f2-403a-8499-c8b9481b4f26","resolution":{"observed_at":"2026-08-07T14:47:13.628361Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:13.734371Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:13.734371Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:bd36efb9e5bb1795f4de1c46ac26e35f49d974dcdc19d62b4d485993b21d4b9e","observation_id":"ac8f7c39-318b-470b-909f-0699fb8b56fd","resolution":{"observed_at":"2026-08-07T14:47:13.734371Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:15.160016Z","title":null,"venue":null,"work_id":"9033a24e-382c-4c5d-af2f-f217bfdb670b","year":2017},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:13.859257Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:e4ca45c1a4ac8bfc59d105e7ef1a6ece6873aef2f7cf06eee930dae1b5b076fc","observation_id":"741bbd68-2688-484f-8e64-d3f0c73228ef","resolution":{"observed_at":"2026-08-07T14:47:15.238047Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2209.14876","last_updated":"2022-09-29T15:41:17Z","snapshot_observed_at":"2026-07-06T13:57:50.746457Z","submitted_at":"2022-09-29T15:41:17Z","title":"Repairing Bugs in Python Assignments Using Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.14876","snapshot_observed_at":"2026-08-07T14:47:13.952206Z","title":"(2022).Repairing bugs in python assignments using large language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:13.952206Z"},"links":{"cited_paper":"/paper/2209.14876","citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:30d83f54cbc785b4b6ea77f159b6440d7954ccd4b0fe70f3a537b2e4d5126e6a","observation_id":"5a3ccd73-4212-444d-8da8-51b7495c92f9","resolution":{"observed_at":"2026-08-07T14:47:13.952206Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.18223","last_updated":"2026-03-18T05:34:39Z","snapshot_observed_at":"2026-08-06T23:27:24.356320Z","submitted_at":"2023-03-31T17:28:46Z","title":"A Survey of Large Language Models","version":19},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.18223","snapshot_observed_at":"2026-08-07T14:47:14.049257Z","title":"Wen, J.- R","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:14.049257Z"},"links":{"cited_paper":"/paper/2303.18223","citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:364105c2973ffb3bde629734aef379aaa8e0f499a3259dd08544e0d45d324263","observation_id":"a863586f-3f14-4f6a-9e2b-571fb3e178d6","resolution":{"observed_at":"2026-08-07T14:47:14.049257Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:18.578365Z","title":null,"venue":null,"work_id":"0004d2ce-32b3-4cab-bcb2-8a9da6283328","year":2024},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:14.135595Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:8eeecae31b9faaabe751a22fd9d27e251998913e9fdc8c66dcaab9b9a756fd32","observation_id":"8e5039c6-8418-4bb9-b110-8c0dbe2eeadf","resolution":{"observed_at":"2026-08-07T14:47:18.747436Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:47:14.205177Z","title":"Retrieved from https://doi.org/10.1145/3631802.3631808 29","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-07T14:47:14.205177Z"},"links":{"citing_paper":"/paper/2505.18220"},"observation_digest":"sha256:42ef7a569d4c554a3d6375d4b35c31205d9ccdf14f31d944fa73860ac344c28a","observation_id":"bd43d10a-19e0-48c3-8609-16e5daa4eea8","resolution":{"observed_at":"2026-08-07T14:47:14.205177Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.18220","last_updated":"2025-05-23T08:39:58Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-09T05:10:05.073560Z","submitted_at":"2025-05-23T08:39:58Z","title":"Navigating Pitfalls: Evaluating LLMs in Machine Learning Programming Education"},"reference_resolution":{"displayed":51,"state_counts":{"malformed_identifier":2,"metadata_mismatch":5,"parse_uncertain":0,"unresolved":40,"verified_exact":4,"verified_fuzzy":0},"total_outbound_references":51},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 51 of 51 outbound references and 0 inbound Pith citation observations for arXiv:2505.18220."}