{"as_of":"2026-08-16T10:45:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3e25bcc6e91b44e50e451504a6a75f0095d038af4c4c8565bf25141b8e23d3bf","coverage":[{"denominator":51,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":51,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T19:10:37.328523Z","state":"measured"},{"denominator":51,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":51,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2506.17627/citation-record","integrity":"/paper/2506.17627/integrity","json":"/paper/2506.17627/citation-record.json","paper":"/paper/2506.17627"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.897662Z","title":null,"venue":null,"work_id":"7ebb1d3d-af54-4b8b-9910-6d009476b060","year":null},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.117121Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:9f2a318eda8d62cf675a9f2f0e703f4b87043a33a8bfee9b0b7eb8a9e850e1c0","observation_id":"f9647e3f-c890-4c6a-a452-3f4ba3eaa40f","resolution":{"observed_at":"2026-08-15T19:10:37.900681Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.887901Z","title":null,"venue":null,"work_id":"c91de9c1-fa73-478d-9103-7414732cbbea","year":null},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.121114Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:ffe1c03527a031039799550bcefef74fadfa8bae03fbe4f9d83f42b568fb4168","observation_id":"5853882a-b18f-4958-bd3f-5b0e193cbc80","resolution":{"observed_at":"2026-08-15T19:10:37.891237Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.878367Z","title":null,"venue":null,"work_id":"4b1e078d-2d50-4b91-9643-fc1c9f58857c","year":null},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.124900Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:ea72d927c09124286425d58e7fc88dd687599c5e380d4229cd1210ce695c3404","observation_id":"2e285560-29b1-4001-b407-2dbcfca82d7e","resolution":{"observed_at":"2026-08-15T19:10:37.881671Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.865882Z","title":null,"venue":null,"work_id":"594dacf1-88c7-46e9-8ada-9b2e3bdd6db1","year":null},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.128759Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:cece9df8b18e2351d8a1752293fe70b3173cc65d949c0701f09da8c037c9ebe1","observation_id":"2ea1d30b-4472-4315-ab9b-678fec8c3732","resolution":{"observed_at":"2026-08-15T19:10:37.872174Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.856536Z","title":null,"venue":null,"work_id":"f386894d-48d5-4519-bfce-4fae7f10efc6","year":null},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.132424Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:bfd00a0669f4306017519710154f5980cf9085231d16c0c69661f40d698127c3","observation_id":"dde6b114-b13c-48ca-a4e9-3acaa7fbc2d1","resolution":{"observed_at":"2026-08-15T19:10:37.859425Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.847058Z","title":null,"venue":null,"work_id":"d3ebf917-7b28-44f3-b713-9074941407e6","year":null},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.135984Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:307f99c198f0fd1e248bb45f8d20ed2c5895adc999455f921ea44309c8fab3e1","observation_id":"58c73a1a-15a2-4a4c-b552-ab7c25d23b90","resolution":{"observed_at":"2026-08-15T19:10:37.849999Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.838326Z","title":null,"venue":null,"work_id":"0b01ed37-228d-4ad7-ae2a-82a8bb5a684f","year":null},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.139880Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:b37403423be730dc1bd8799ebd729a431c7f0a7e22946ebdd3778032b69177fa","observation_id":"4743388f-0831-427e-be8c-09065bbcf308","resolution":{"observed_at":"2026-08-15T19:10:37.841161Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.828823Z","title":null,"venue":null,"work_id":"1eb5a6b7-220e-4cf6-9605-d10893247916","year":null},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.144237Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:56ab4fe41dca2629f568a7ef8ff39f21a9a194d512544126ce129ca3f36c882f","observation_id":"a72cbe2d-e190-454f-9033-08fbd9e87d29","resolution":{"observed_at":"2026-08-15T19:10:37.831704Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.10403","last_updated":"2023-09-13T20:35:45Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-05-17T17:46:53Z","title":"PaLM 2 Technical Report","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.10403","snapshot_observed_at":"2026-08-15T19:10:37.147606Z","title":"Palm 2 technical report,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.147606Z"},"links":{"cited_paper":"/paper/2305.10403","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:e8375dbab7b50db60628e4ab9a872d6dae91745f28e0100623188723fab1fb99","observation_id":"a5fd7eac-f975-45af-a521-db8200c2a2a8","resolution":{"observed_at":"2026-08-15T19:10:37.147606Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-15T17:40:38.050939Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-15T19:10:37.152235Z","title":"Program synthesis with large language models,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.152235Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:7f0462e06651feb8e0474c8a1c11d2be6a3e43f336dc8fa79df31416c4a6f371","observation_id":"db73a2d7-18bc-4cc7-a9e4-3df382e64c03","resolution":{"observed_at":"2026-08-15T19:10:37.152235Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.16898","last_updated":"2024-03-28T05:00:47Z","snapshot_observed_at":"2026-08-14T10:47:53.731739Z","submitted_at":"2024-03-25T16:10:25Z","title":"Concerned with Data Contamination? Assessing Countermeasures in Code Language Model","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.16898","snapshot_observed_at":"2026-08-15T19:10:37.156066Z","title":"Concerned with data contam- ination? assessing countermeasures in code language model,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.156066Z"},"links":{"cited_paper":"/paper/2403.16898","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:33fa3c6ba99e86a19d3e38a9ac78dcae309b943b74b7fd11f52a5576c53ee84a","observation_id":"a21fcaf0-fd8a-4fc6-a7d3-cd317faa3998","resolution":{"observed_at":"2026-08-15T19:10:37.156066Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-15T19:10:37.160067Z","title":"Evaluating large language models trained on code,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.160067Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:2c86b6e044e5ca259e53888b202c5474780ecb325c8b8c24c32f0e5dac7ca393","observation_id":"cb0b9001-100e-4278-9a84-ddf229eba252","resolution":{"observed_at":"2026-08-15T19:10:37.160067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.818720Z","title":"Crosscodeeval: A diverse and multilingual benchmark for cross-file code completion,","venue":null,"work_id":"731eff2e-abec-47d2-bd46-ab58ee33e770","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.163955Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:018b45cd1d45c4efe6dc26084c153ef8a7176ac8adc7d8c928bb56bc04405084","observation_id":"8bef57e8-21f3-46f6-aebd-85448c4923a1","resolution":{"observed_at":"2026-08-15T19:10:37.822349Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.808854Z","title":"On the effectiveness of graph data augmentation for source code learning,","venue":null,"work_id":"5c0e561a-9521-4459-89f6-97f4ec5ccbb3","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.167585Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:ca4c3d60162feb3772e8257f516d32e4badd36a7fba90eed83ea7e9d10caf925","observation_id":"672b4a52-fa3f-459c-bb04-e1d07e78453a","resolution":{"observed_at":"2026-08-15T19:10:37.812374Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.10280","last_updated":"2024-09-16T13:43:04Z","snapshot_observed_at":"2026-08-13T01:57:19.118053Z","submitted_at":"2024-09-16T13:43:04Z","title":"ComplexCodeEval: A Benchmark for Evaluating Large Code Models on More Complex Code","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.10280","snapshot_observed_at":"2026-08-15T19:10:37.171496Z","title":"Complexcodeeval: A benchmark for evaluating large code models on more complex code,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.171496Z"},"links":{"cited_paper":"/paper/2409.10280","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:26e4fb4223796188d35d1786e599e78dc4ef650229f88209abb771eb77efe64d","observation_id":"cb21e71b-10fc-432f-9ce4-f2b0f02d457d","resolution":{"observed_at":"2026-08-15T19:10:37.171496Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14196","last_updated":"2024-01-26T09:23:11Z","snapshot_observed_at":"2026-08-06T22:40:28.707813Z","submitted_at":"2024-01-25T14:17:53Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14196","snapshot_observed_at":"2026-08-15T19:10:37.175012Z","title":"Deepseek-coder: When the large language model meets programming–the rise of code intelligence,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.175012Z"},"links":{"cited_paper":"/paper/2401.14196","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:5350e561e4cb69a0f17395f0c3d95f24d14d59c66f44e96c36360cc27fb3da33","observation_id":"b757d0e3-4cb1-479b-a852-7d826fa51e1d","resolution":{"observed_at":"2026-08-15T19:10:37.175012Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.178834Z","title":"Large language models for software engi- neering: A systematic literature review,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.178834Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:ec6759f4689deb86691a4e31921ea00b643263966a03002a9eb541317ca9982b","observation_id":"338b9e45-9fce-4cba-ae95-ecbc51148991","resolution":{"observed_at":"2026-08-15T19:10:37.178834Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-16T07:05:57.323612Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-15T19:10:37.182081Z","title":"Livecodebench: Holistic and contamination free evaluation of large language models for code,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.182081Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:08b166d630ad5e30565e33f3e56cd256bc9fdd716f1fcadf5e4b47044f8cf1cf","observation_id":"51e849cf-2a1c-4dbd-a0b1-8b8723e3b4e6","resolution":{"observed_at":"2026-08-15T19:10:37.182081Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.792876Z","title":"Detecting logic bugs in database engines via equivalent expression transformation,","venue":null,"work_id":"cbbb30df-50f6-4c02-ba3e-8cd7ddf8dacc","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.186663Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:86c096e70eab1273310f15b1d5edce88accb2c230ebf9a0437742fe1c492982b","observation_id":"d1a4eced-3d3f-4ac1-920c-8f9b0f8bf8d5","resolution":{"observed_at":"2026-08-15T19:10:37.795972Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.783102Z","title":"Xcodeeval: An execution-based large scale multilingual multitask benchmark for code understanding, generation, translation and retrieval,","venue":null,"work_id":"e8db8e45-0a8a-47e1-bef2-2f68530cd583","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.191007Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:01832123bb6e995a83b047d3b018367d37cb5650229430e10044d6a410a4e666","observation_id":"47d48c8c-096b-40eb-ab3b-f6dc98e5e9e0","resolution":{"observed_at":"2026-08-15T19:10:37.786229Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.194334Z","title":"Optimization by simulated annealing,","venue":null,"work_id":null,"year":1983},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.194334Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:9e64efbf4aff99f2d13c7c2324ea0f15895f156fdcea5935186a5c0ae007b5eb","observation_id":"61097caf-904b-4a17-97a0-8da4222d21dc","resolution":{"observed_at":"2026-08-15T19:10:37.194334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.767450Z","title":"Binary codes capable of correcting deletions, inser- tions, and reversals,","venue":null,"work_id":"adf96072-8e56-438d-a6a3-095a8b372606","year":1966},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.197696Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:db189f52458c69dd11139f54e38afe196cb4a388f15e212d64f3ad2ce9d84edb","observation_id":"17f20efd-20f2-450d-8dc9-ccdc5cab6091","resolution":{"observed_at":"2026-08-15T19:10:37.770919Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09664","last_updated":"2026-04-07T05:36:18Z","snapshot_observed_at":"2026-07-06T17:30:25.359458Z","submitted_at":"2024-02-15T02:24:46Z","title":"CodeMind: Evaluating Large Language Models for Code Reasoning","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09664","snapshot_observed_at":"2026-08-15T19:10:37.201962Z","title":"Codemind: A framework to challenge large language models for code reasoning,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.201962Z"},"links":{"cited_paper":"/paper/2402.09664","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:130dab9acd18a58046c63a8f958c00664d3ba8a252a84ba52402b256188975ef","observation_id":"e01e4e1e-6af6-4487-b81c-5a8817455e33","resolution":{"observed_at":"2026-08-15T19:10:37.201962Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.757992Z","title":"Is your code generated by chatgpt really correct? rigorous evaluation of large language models for code generation,","venue":null,"work_id":"18a9538a-03f8-4e26-8e76-d0e45e3956f8","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.205957Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:9059a94227fa752e09164996f5451b649c5a426088ec7dd14a888bb08efae047","observation_id":"0bc719a4-701d-424f-bb19-f959d26d0a5c","resolution":{"observed_at":"2026-08-15T19:10:37.761152Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.748412Z","title":"{EaTVul}:{ChatGPT-based}evasion attack against software vulnerability detection,","venue":null,"work_id":"ccf34946-c0db-4bf1-9a71-127294536005","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.209344Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:c965f616e60c7f28c8189d6e4ed9778635ef1d1de814f84c193e293a827039e4","observation_id":"950731a5-2c67-49f2-8ef4-a37fc05c8992","resolution":{"observed_at":"2026-08-15T19:10:37.751731Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19173","last_updated":"2024-02-29T13:53:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-29T13:53:35Z","title":"StarCoder 2 and The Stack v2: The Next Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19173","snapshot_observed_at":"2026-08-15T19:10:37.212640Z","title":"Starcoder 2 and the stack v2: The next generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.212640Z"},"links":{"cited_paper":"/paper/2402.19173","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:e72145d6d0d67adb3cb85343e60b8265b323f915b0b1aad280369c464e48408e","observation_id":"68ee8511-b3de-434d-b336-36b447af18a4","resolution":{"observed_at":"2026-08-15T19:10:37.212640Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.04811","last_updated":"2024-03-06T21:45:35Z","snapshot_observed_at":"2026-08-13T04:01:52.294743Z","submitted_at":"2024-03-06T21:45:35Z","title":"Quantifying Contamination in Evaluating Code Generation Capabilities of Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.04811","snapshot_observed_at":"2026-08-15T19:10:37.217016Z","title":"Quantifying contamination in evaluating code generation capabilities of language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.217016Z"},"links":{"cited_paper":"/paper/2403.04811","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:56df2f3c99b121c0348fbb2fa5b931322ef8516ca85f6e5098f66a34339fa198","observation_id":"3429ddad-6ebc-4904-97e1-8ab7ab798e58","resolution":{"observed_at":"2026-08-15T19:10:37.217016Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12950","last_updated":"2024-01-31T19:47:26Z","snapshot_observed_at":"2026-08-13T04:25:38.282910Z","submitted_at":"2023-08-24T17:39:13Z","title":"Code Llama: Open Foundation Models for Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12950","snapshot_observed_at":"2026-08-15T19:10:37.221771Z","title":"Code llama: Open foundation models for code,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.221771Z"},"links":{"cited_paper":"/paper/2308.12950","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:00530077347a0d5735ed448c4d30622823383aa37089e9fa6a50ab51a52e67f3","observation_id":"4b19538d-aa16-4caf-85a4-987d3960a9f5","resolution":{"observed_at":"2026-08-15T19:10:37.221771Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.16789","last_updated":"2024-03-09T22:26:06Z","snapshot_observed_at":"2026-08-08T18:07:29.632928Z","submitted_at":"2023-10-25T17:21:23Z","title":"Detecting Pretraining Data from Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.16789","snapshot_observed_at":"2026-08-15T19:10:37.225821Z","title":"Detecting pretraining data from large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.225821Z"},"links":{"cited_paper":"/paper/2310.16789","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:2248f373934f5e2e562568f66d71f8ffad8be5a147241bce0376c19f954abd4b","observation_id":"73913b21-f393-4d65-b820-f2d93af59e8d","resolution":{"observed_at":"2026-08-15T19:10:37.225821Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.230076Z","title":"Repairbench: Leaderboard of frontier models for program repair,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.230076Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:46f97c92a8e03dcd1c3746053ca634898652c2d4af532e369a1b4217c6b97d44","observation_id":"8608611b-944e-4ee5-a62f-989d862cad5b","resolution":{"observed_at":"2026-08-15T19:10:37.230076Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.738480Z","title":"Codemark: Imperceptible water- marking for code datasets against neural code completion models,","venue":null,"work_id":"81812d1c-f00b-4ba5-afb4-b90a03b17b64","year":2023},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.233356Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:37952b331b694eda33f7d6ee062a3535359d021ed8a78a83367d243220db6f29","observation_id":"f9cc5812-244d-486c-88d2-543c0daf848d","resolution":{"observed_at":"2026-08-15T19:10:37.741827Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.727707Z","title":"Recode: Robustness evaluation of code generation models,","venue":null,"work_id":"8b76f16b-ff30-4a0f-bbeb-252c1819b9eb","year":2022},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.236919Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:7a638ea4fdbe535e0d7ff84e30f19f205f8394cd28251f0f32b7f6c1f098bf85","observation_id":"760e5f53-25ba-4986-944a-8d1fe54e42f2","resolution":{"observed_at":"2026-08-15T19:10:37.732021Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.09032","last_updated":"2024-12-27T05:13:23Z","snapshot_observed_at":"2026-08-13T23:38:49.664752Z","submitted_at":"2024-03-14T01:51:35Z","title":"CodeUltraFeedback: An LLM-as-a-Judge Dataset for Aligning Large Language Models to Coding Preferences","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.09032","snapshot_observed_at":"2026-08-15T19:10:37.240458Z","title":"Codeultrafeedback: An llm-as-a-judge dataset for aligning large language models to coding preferences,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.240458Z"},"links":{"cited_paper":"/paper/2403.09032","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:3e431930d1386e8589b10ec3a4ee246d6adfcb41cb5c1cecb6bc00dec6d0c134","observation_id":"bee6413c-6441-40a7-93ed-93c3f8f17741","resolution":{"observed_at":"2026-08-15T19:10:37.240458Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19314","last_updated":"2025-04-18T19:36:00Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-06-27T16:47:42Z","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.19314","snapshot_observed_at":"2026-08-15T19:10:37.243975Z","title":"Livebench: A challenging, contamination-free llm benchmark,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.243975Z"},"links":{"cited_paper":"/paper/2406.19314","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:457f03e71e8cb25feb0ba6f9e1a24d6f0f12b28d80ff96518eb0b32642d34f46","observation_id":"c91a4d44-808e-493a-9d2b-80cf13811111","resolution":{"observed_at":"2026-08-15T19:10:37.243975Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.19114","last_updated":"2024-03-28T03:10:39Z","snapshot_observed_at":"2026-08-15T23:21:27.453968Z","submitted_at":"2024-03-28T03:10:39Z","title":"Top Leaderboard Ranking = Top Coding Proficiency, Always? EvoEval: Evolving Coding Benchmarks via LLM","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.19114","snapshot_observed_at":"2026-08-15T19:10:37.247818Z","title":"Top leaderboard ranking= top coding proficiency, always? evoeval: Evolving coding benchmarks via llm,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.247818Z"},"links":{"cited_paper":"/paper/2403.19114","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:70a46711b559b31d26a2981b8ab36fc9db6bcce7c7a990af2137845532e927fc","observation_id":"774795ee-b9cd-4c71-b77b-31099f857353","resolution":{"observed_at":"2026-08-15T19:10:37.247818Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.717924Z","title":"Transformcode: A contrastive learning framework for code embedding via subtree transformation,","venue":null,"work_id":"d6ba2692-d42d-4d6c-af14-18554dd7404e","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.251289Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:4a579d47d766974876c22542cae72f282d9372b09c7d3f7defc570ea79a30c32","observation_id":"2219aa1f-7809-4e86-8870-f52dd196ba25","resolution":{"observed_at":"2026-08-15T19:10:37.721451Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04244","last_updated":"2024-06-06T16:41:39Z","snapshot_observed_at":"2026-07-30T15:43:06.151242Z","submitted_at":"2024-06-06T16:41:39Z","title":"Benchmark Data Contamination of Large Language Models: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04244","snapshot_observed_at":"2026-08-15T19:10:37.254727Z","title":"Benchmark data contamination of large language models: A survey,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.254727Z"},"links":{"cited_paper":"/paper/2406.04244","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:dcc4340c16ffaf1923a24d88445db0a89685246d9cc9c8a69709b306fb7ca0fc","observation_id":"877c4df8-8a14-4c02-a10e-5780448d5a6d","resolution":{"observed_at":"2026-08-15T19:10:37.254727Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08588","last_updated":"2024-06-07T04:34:16Z","snapshot_observed_at":"2026-08-13T05:25:12.709335Z","submitted_at":"2023-11-14T23:18:52Z","title":"CodeScope: An Execution-based Multilingual Multitask Multidimensional Benchmark for Evaluating LLMs on Code Understanding and Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08588","snapshot_observed_at":"2026-08-15T19:10:37.258426Z","title":"Codescope: An execution-based multi- lingual multitask multidimensional benchmark for evaluating llms on code understanding and generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.258426Z"},"links":{"cited_paper":"/paper/2311.08588","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:af1404cb9810e2ec5e9f637692d75660d6e7e9d9476d986144c8b087c9d1ff4c","observation_id":"c96bff1d-a9a1-47d2-8585-5c3465cc7552","resolution":{"observed_at":"2026-08-15T19:10:37.258426Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.706776Z","title":"Srcmarker: Dual-channel source code watermarking via scalable code transformations,","venue":null,"work_id":"f199c24d-03ce-4373-8705-35b8fe8488a3","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.262322Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:5cd878cb0ac8c5c5b840630fc34f95a5aacf8b322159ae04c13c8fb5b3b1d989","observation_id":"b68e5998-0bd7-413d-ade1-e8087c08e3de","resolution":{"observed_at":"2026-08-15T19:10:37.710418Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.04850","last_updated":"2023-11-11T05:11:18Z","snapshot_observed_at":"2026-08-13T05:29:41.829205Z","submitted_at":"2023-11-08T17:35:20Z","title":"Rethinking Benchmark and Contamination for Language Models with Rephrased Samples","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.04850","snapshot_observed_at":"2026-08-15T19:10:37.265620Z","title":"Rethinking benchmark and contamination for language models with rephrased samples,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.265620Z"},"links":{"cited_paper":"/paper/2311.04850","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:5efcfb0a27155d2a67433323f9f652445094a1c0375168915abd359fe3cbb7b2","observation_id":"3826a019-05ea-4d9a-9365-5c3523deaad8","resolution":{"observed_at":"2026-08-15T19:10:37.265620Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.696761Z","title":"Exploiting the adversarial example vulnerability of transfer learning of source code,","venue":null,"work_id":"a4feb746-99f3-4931-b6ed-51345d1c74a2","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.271902Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:e32011b5ef053b0bf6545ca48aa3747ae17a7474f1374bce197bb271bf253d47","observation_id":"c52bbb66-036e-4ee6-a3b7-d9553b1b6010","resolution":{"observed_at":"2026-08-15T19:10:37.699875Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.277658Z","title":"Codereval: A benchmark of pragmatic code generation with generative pre-trained models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.277658Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:713eb6886eb984d95e0b0bf1b750df148bdc282bc84e5c228aba5e410e26e71c","observation_id":"3308eaa1-e95d-4f41-89da-e74cc631b4d3","resolution":{"observed_at":"2026-08-15T19:10:37.277658Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.680400Z","title":"Data augmentation by program transfor- mation,","venue":null,"work_id":"0f40209d-3a75-4bc7-80fe-b145bd67c639","year":2022},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.283760Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:f772d8bc4ceaa5bd141ce570e17e37c550c03861b26bd9a4f2c2e1d4abe25e4c","observation_id":"7e360f49-37e1-4575-8ea3-6c40827c88fd","resolution":{"observed_at":"2026-08-15T19:10:37.683606Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.671099Z","title":"Coderujb: An executable and unified java benchmark for practical programming scenarios,","venue":null,"work_id":"ae6fe564-1a07-4cc3-87e7-7c6c3f6d1141","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.289306Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:83c79e84d179984a039a99d0dade0ed63213ed443c3092abe0d6b7d5125bfe89","observation_id":"c1ab5d69-66ce-4c86-87f9-c901e3a812ca","resolution":{"observed_at":"2026-08-15T19:10:37.674263Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.661174Z","title":"Statfier: Automated testing of static analyzers via semantic-preserving program transformations,","venue":null,"work_id":"5159b5d4-108f-44c3-89b1-7923ea346707","year":2023},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.294435Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:53fd9c7fff63049c38c8aa6777a87c57e2d19be40e9737dc4d63d1a28b4a5d9b","observation_id":"566d66af-d604-4c8d-b241-7aa7321f8b44","resolution":{"observed_at":"2026-08-15T19:10:37.664608Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.651519Z","title":"Codebert- attack: Adversarial attack against source code deep learning models via pre-trained model,","venue":null,"work_id":"3a96c946-03f7-4bab-92c7-2fde8def3b25","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.300169Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:26c043cc58bb6b5390a20103356dbb62418c0d4b9c34ced63e086c3058966495","observation_id":"5da34bbd-8371-485f-94d8-b669ac74f472","resolution":{"observed_at":"2026-08-15T19:10:37.654841Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.642018Z","title":"Challenging machine learning-based clone detectors via semantic-preserving code transformations,","venue":null,"work_id":"fa4b8723-b32b-4b2e-af10-449fea64ee4a","year":2023},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.305452Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:f7a9b1e1bfde0f649f9d90b3961886711b295dae40436a5d25c9ec40271e79f8","observation_id":"5cf0d098-2d6e-4f41-94f3-a14a464e591f","resolution":{"observed_at":"2026-08-15T19:10:37.645183Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.310651Z","title":"Codegeex: A pre-trained model for code generation with multilingual benchmarking on humaneval-x,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.310651Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:c2c440140a14f62ad68c7551f944a08e4a9c361de8b19289d1c4f2cdbe0424fb","observation_id":"7402ddcd-3a54-44ac-a033-1ae9515bf7c2","resolution":{"observed_at":"2026-08-15T19:10:37.310651Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.01964","last_updated":"2023-11-03T14:59:54Z","snapshot_observed_at":"2026-08-15T06:36:12.799269Z","submitted_at":"2023-11-03T14:59:54Z","title":"Don't Make Your LLM an Evaluation Benchmark Cheater","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.01964","snapshot_observed_at":"2026-08-15T19:10:37.316727Z","title":"Don’t make your llm an evaluation benchmark cheater,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.316727Z"},"links":{"cited_paper":"/paper/2311.01964","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:ab5132cb0f4f5508d0d951a07c53d206cadf8d6f7922e2b48b1e088366fa47ac","observation_id":"6b32edac-fd2a-4eba-865e-d257edc06333","resolution":{"observed_at":"2026-08-15T19:10:37.316727Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:10:37.623177Z","title":"Dynamic evaluation of large language models by meta probing agents,","venue":null,"work_id":"77e783e7-eff5-4e9a-92b4-8e5bf45cc116","year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.322538Z"},"links":{"citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:c8b77522ec31bd73ff4e0288361740185de481567905aff4d9acc7aac7cffb21","observation_id":"59dd302c-8c06-4f00-a4fe-f9b68e74555d","resolution":{"observed_at":"2026-08-15T19:10:37.628324Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15877","last_updated":"2025-04-01T08:36:44Z","snapshot_observed_at":"2026-08-14T15:45:30.011625Z","submitted_at":"2024-06-22T15:52:04Z","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.15877","snapshot_observed_at":"2026-08-15T19:10:37.328523Z","title":"Bigcodebench: Benchmarking code generation with diverse function calls and complex instructions,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-15T19:10:37.328523Z"},"links":{"cited_paper":"/paper/2406.15877","citing_paper":"/paper/2506.17627"},"observation_digest":"sha256:9350b7d8ee9ff0e05c30a074a6cf6cb2947520a7c5aa7002a3ae62cedc0ba360","observation_id":"39db3294-f097-4737-9c2b-e51db63c602e","resolution":{"observed_at":"2026-08-15T19:10:37.328523Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.17627","last_updated":"2025-06-21T08:04:12Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-15T19:03:05.417710Z","submitted_at":"2025-06-21T08:04:12Z","title":"CodeMorph: Mitigating Data Leakage in Large Language Model Assessment"},"reference_resolution":{"displayed":51,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":33,"verified_exact":0,"verified_fuzzy":18},"total_outbound_references":51},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 51 of 51 outbound references and 0 inbound Pith citation observations for arXiv:2506.17627."}