{"as_of":"2026-08-08T19:39:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:eb8a13ce2855a23fa6f1b343ad72e1ea813deed9ae9b8e880a119b908217d29c","coverage":[{"denominator":20,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":20,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:36:04.013632Z","state":"measured"},{"denominator":20,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":20,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.14597/citation-record","integrity":"/paper/2505.14597/integrity","json":"/paper/2505.14597/citation-record.json","paper":"/paper/2505.14597"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.995583Z","title":"Given a string consisting of three letters ’abc’ in any order, can ’abc’ appear after swapping any two characters at most once?","venue":null,"work_id":"de47e039-6066-42f5-9149-ee7b82c82dfb","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.509269Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:81cd48e01df6116fed51267d37369fb006857a9c73cf7f701aadf3c713cae469","observation_id":"40acdc18-3ae6-41de-85e3-11e4ebb91c73","resolution":{"observed_at":"2026-08-07T15:36:05.002398Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.04905","last_updated":"2025-03-20T03:28:56Z","snapshot_observed_at":"2026-08-08T14:21:42.036023Z","submitted_at":"2024-11-07T17:47:25Z","title":"OpenCoder: The Open Cookbook for Top-Tier Code Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.04905","snapshot_observed_at":"2026-08-07T15:36:01.982429Z","title":"In Forty-first International Confer- ence on Machine Learning, ICML 2024, Vienna, Aus- tria, July 21-27, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:01.982429Z"},"links":{"cited_paper":"/paper/2411.04905","citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:f5ae92f8450efcd1e0fc16dfa7d732c55798cbbad65b3ef095a5938c1adc58cd","observation_id":"bfb0e8d5-4734-4ff2-8b54-8a3e0d6aeab5","resolution":{"observed_at":"2026-08-07T15:36:01.982429Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-07T15:36:02.123222Z","title":"In Proceedings of the 17th International Natural Language Generation Confer- ence, pages 55–69, Tokyo, Japan","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.123222Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:b7541e2bff1d9ed48735314c7e1df72715d36f0eb7d3ef25302497e042f043ca","observation_id":"bcc6c9f0-14bc-47fe-b86b-9bfe64d38457","resolution":{"observed_at":"2026-08-07T15:36:02.123222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09136","last_updated":"2024-02-14T12:34:58Z","snapshot_observed_at":"2026-07-06T17:30:00.589378Z","submitted_at":"2024-02-14T12:34:58Z","title":"DolphCoder: Echo-Locating Code Large Language Models with Diverse and Multi-Objective Instruction Tuning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09136","snapshot_observed_at":"2026-08-07T15:36:02.257975Z","title":"In Proceedings of the 18th Conference of the European Chapter of the Association for Compu- tational Linguistics (Volume 1: Long Papers), pages 1876–1898, St","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.257975Z"},"links":{"cited_paper":"/paper/2402.09136","citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:723569d1141c8efd15d4fcf77be9fe6a3e1ae8ac61cfa568f5e4d5c6b3e342f9","observation_id":"b058e484-e7c4-4592-b354-6547f6154de9","resolution":{"observed_at":"2026-08-07T15:36:02.257975Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11931","last_updated":"2024-06-17T13:51:35Z","snapshot_observed_at":"2026-08-07T06:30:25.302107Z","submitted_at":"2024-06-17T13:51:35Z","title":"DeepSeek-Coder-V2: Breaking the Barrier of Closed-Source Models in Code Intelligence","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11931","snapshot_observed_at":"2026-08-07T15:36:02.357541Z","title":"swapping any two characters","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.357541Z"},"links":{"cited_paper":"/paper/2406.11931","citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:9f29da08df9843dbac97780d2009ea0132415b69f434405f2b4b1f6e92d0bb60","observation_id":"75da96c6-1cab-4bb0-ab97-177cad38b227","resolution":{"observed_at":"2026-08-07T15:36:02.357541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.978087Z","title":"If there are errors in the Sample Input/Output or in the Test Cases , correct them","venue":null,"work_id":"09dbf89e-5cd5-402a-8101-e5cc1f95dc16","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.605549Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:63c6f680beb9da4644833d71d91e441b3a3eb10510a5d8012118fbef65de51b6","observation_id":"5244f18a-f846-4155-9187-169eabc9ee14","resolution":{"observed_at":"2026-08-07T15:36:04.983196Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.959964Z","title":"any substring can be reversed","venue":null,"work_id":"6d945162-a500-4d32-80c3-4ff8b7a565f8","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.673372Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:a28fdfa84801839a261b866df4d386970b6793932f905f02a71d2ece5fd80728","observation_id":"5d821b14-d9ad-40d4-9513-ea9125f45084","resolution":{"observed_at":"2026-08-07T15:36:04.965264Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.942137Z","title":"YES\" if it is possible, and","venue":null,"work_id":"acca6f92-19be-453a-ba67-a4593cdc0001","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.752000Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:6ceb61f9500e5216be43263ce956b6f4605c719f5a703f97a93a1941fb30cf11","observation_id":"80ae524a-cb00-425b-9970-7d641dca56f7","resolution":{"observed_at":"2026-08-07T15:36:04.947355Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.923501Z","title":null,"venue":null,"work_id":"2e308646-931b-4329-8da8-0acdd17507d7","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.878731Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:2acbb385484e4a3e83f24413fe8bb8a25e279e0fb2d4f523a808d2e4a356e4f5","observation_id":"a2c9eae4-788b-4e53-b76e-ca512d78f8ae","resolution":{"observed_at":"2026-08-07T15:36:04.928662Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.907029Z","title":"**The modification should be slight but cause a substantial change in the solution approach**","venue":null,"work_id":"54acb406-e3d5-4321-9d13-b1fb11e4c0a3","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.963580Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:256aaf3ce2382ce93c8099b3a0df1333a3e0414fb889a9500466a75cdb193202","observation_id":"0dbb3029-7aa3-4920-8a6a-fd7934dc97c3","resolution":{"observed_at":"2026-08-07T15:36:04.912357Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.890923Z","title":"Ask yourself: Would it change data structures or algorithms? Explain the influence before output the counterfactual problem","venue":null,"work_id":"0556daa3-ecb7-464b-b070-1528891ae9d7","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.072577Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:af7510d2c2e05d0b3f9d71d8c509ae5cc26b4ad7219e5a10ec7083ceb88ef922","observation_id":"cab61e97-2839-416b-acea-2d96fea3801c","resolution":{"observed_at":"2026-08-07T15:36:04.895731Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.874846Z","title":"The modified problem must be consistent, clear, and requires a significantly different solution approach","venue":null,"work_id":"239f5015-a45f-48d3-8303-acdf2f183c1a","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.144101Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:b2ebfe59fc9c044dd3abc07ebae61c02efa99abb1e9a455503ff65a6ca04cca3","observation_id":"444eb4aa-0ec1-4a71-9b2d-bc7cd6da07b1","resolution":{"observed_at":"2026-08-07T15:36:04.879583Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.857666Z","title":"###Counterfactual Problem","venue":null,"work_id":"79507997-b34e-486c-92dd-2d0896a2fb71","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.251867Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:9e386d45b9691ef1d3ff803a0fad9fd4eecaa6348257b1fa9469322f85b93ac1","observation_id":"229d927b-7d81-446b-ab80-864a61d7b990","resolution":{"observed_at":"2026-08-07T15:36:04.863080Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.839196Z","title":"The difference will be assessed through evaluated by the Rouge score, indicating the high similarity in wording, sentence structure, and length to the original","venue":null,"work_id":"0304939c-76c1-4a8b-8857-5e8bec2fceb6","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.341933Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:f3f8d21f76f9d9330fad5502be56002ba45e05db1f39b23dac06d9741126a051","observation_id":"8300915f-4c68-4f17-b32f-a82c332590fd","resolution":{"observed_at":"2026-08-07T15:36:04.844973Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.818110Z","title":"Do not make trivial changes like adding or removing a word, changing the order of words, or replacing synonyms","venue":null,"work_id":"e2da3f92-5c68-46d7-9826-edc45def1c71","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.450520Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:6642d9840860790400cfa4903811de3d2bd4f6950ce18acb2b120e068d138490","observation_id":"f92a8757-784e-45e8-a708-7284f93d2e7a","resolution":{"observed_at":"2026-08-07T15:36:04.824837Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.798550Z","title":null,"venue":null,"work_id":"3f956af0-922d-4faf-865e-618503ebc682","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.511775Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:c00ec768701bd23501a9c9ff36850737af095ea33db80aea45bc170712635545","observation_id":"49d357bf-340e-4212-a95d-9d86425c82cc","resolution":{"observed_at":"2026-08-07T15:36:04.803578Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.759814Z","title":"Change every aspect of the code, including the function name, variable names","venue":null,"work_id":"46201bff-9398-484c-bdac-e580e4e029f7","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.596017Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:0a8b83ad79441558f4cace9e127dd65e7c8839f8da68db0536df4bc0ff026da2","observation_id":"c2cbab0b-1fda-4c90-a5cb-91a861ffbde2","resolution":{"observed_at":"2026-08-07T15:36:04.786127Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.613488Z","title":null,"venue":null,"work_id":"40e9148a-0567-4b2b-affc-d158a7a1aafa","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.728800Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:6ea72d4769d71961cc248bfc32e64c0e6dd1f20f1c1361aaa8d4c7e579b6ecdb","observation_id":"84996287-8ec0-4471-84a2-16a06cee2cb2","resolution":{"observed_at":"2026-08-07T15:36:04.681708Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.443403Z","title":null,"venue":null,"work_id":"32b7b25d-f9fa-4b27-ba0f-0b8a203d17b3","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.893320Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:aa4a8cfab9ef3048178cc12eab4407f083f1d1d8ea4aa9c1f61cc0c8519483c1","observation_id":"09fd4e6e-a227-480a-9177-68f00f819cda","resolution":{"observed_at":"2026-08-07T15:36:04.532016Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.241330Z","title":"## Examples: {seeds} ## Question: - Original_Sample: Figure 16: The prompt used to generate CTF-Instruct data","venue":null,"work_id":"3f74f6af-cf68-47ac-bb01-45273c42e872","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:04.013632Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:f673ab2ebf427766949e38c34923d19f28860ac5659cd6dd6b1446e5be57d34a","observation_id":"8d4bd803-07bf-413f-b8e9-352581f138c0","resolution":{"observed_at":"2026-08-07T15:36:04.308762Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T15:29:27.699824Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals"},"reference_resolution":{"displayed":20,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":8,"verified_exact":0,"verified_fuzzy":12},"total_outbound_references":20},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 20 of 20 outbound references and 0 inbound Pith citation observations for arXiv:2505.14597."}