{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:HWOIUU35YD2WGD7IBLYE2FCQJU","short_pith_number":"pith:HWOIUU35","canonical_record":{"source":{"id":"2505.23598","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-29T16:11:18Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"f833c63d7fca0ab9a26f5b79bc8634b62db0e6babd272ad970db02969782ac23","abstract_canon_sha256":"846187607d830a96a9311c6e5901b238736cbeaf3bd7bd9deadbf83c3ead03f8"},"schema_version":"1.0"},"canonical_sha256":"3d9c8a537dc0f5630fe80af04d14504d1a0bb45817191afa7f972090d43439e0","source":{"kind":"arxiv","id":"2505.23598","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.23598","created_at":"2026-07-05T11:12:04Z"},{"alias_kind":"arxiv_version","alias_value":"2505.23598v1","created_at":"2026-07-05T11:12:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.23598","created_at":"2026-07-05T11:12:04Z"},{"alias_kind":"pith_short_12","alias_value":"HWOIUU35YD2W","created_at":"2026-07-05T11:12:04Z"},{"alias_kind":"pith_short_16","alias_value":"HWOIUU35YD2WGD7I","created_at":"2026-07-05T11:12:04Z"},{"alias_kind":"pith_short_8","alias_value":"HWOIUU35","created_at":"2026-07-05T11:12:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:HWOIUU35YD2WGD7IBLYE2FCQJU","target":"record","payload":{"canonical_record":{"source":{"id":"2505.23598","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-29T16:11:18Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"f833c63d7fca0ab9a26f5b79bc8634b62db0e6babd272ad970db02969782ac23","abstract_canon_sha256":"846187607d830a96a9311c6e5901b238736cbeaf3bd7bd9deadbf83c3ead03f8"},"schema_version":"1.0"},"canonical_sha256":"3d9c8a537dc0f5630fe80af04d14504d1a0bb45817191afa7f972090d43439e0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:04.439271Z","signature_b64":"+rmiiRb+s0dEuCc6XlQu1FcO3Vaswc/NKIuc9M9RKv6j9As7+G+x//7dtVXnIwJtup88tYA062R214dnllKhCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3d9c8a537dc0f5630fe80af04d14504d1a0bb45817191afa7f972090d43439e0","last_reissued_at":"2026-07-05T11:12:04.438807Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:04.438807Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.23598","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jJ/TRdSiTmDYprNF/JxYyYSPQdLkp21ppYJ9uJo+3w2x144Y6ib9QUqe+dxeZ7pEptUfl6399DmCZIW8TBx0BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T10:59:48.993172Z"},"content_sha256":"608c9b1f6c91ea4bafe1e1d1001a486c9ac9f865427bebff94be7a957a2ee6be","schema_version":"1.0","event_id":"sha256:608c9b1f6c91ea4bafe1e1d1001a486c9ac9f865427bebff94be7a957a2ee6be"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:HWOIUU35YD2WGD7IBLYE2FCQJU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLM Performance for Code Generation on Noisy Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.LG","authors_text":"Andrei Paleyes, Christian Cabrera, Diana Robinson, Neil Lawrence, Radzim Sendyka","submitted_at":"2025-05-29T16:11:18Z","abstract_excerpt":"This paper investigates the ability of large language models (LLMs) to recognise and solve tasks which have been obfuscated beyond recognition. Focusing on competitive programming and benchmark tasks (LeetCode and MATH), we compare performance across multiple models and obfuscation methods, such as noise and redaction. We demonstrate that all evaluated LLMs can solve tasks obfuscated to a level where the text would be unintelligible to human readers, and does not contain key pieces of instruction or context. We introduce the concept of eager pattern matching to describe this behaviour, which i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.23598","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.23598/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QJcPkfZRMznO82J2XwAx3o1Rg+LlBb3KPSVMpGvzq+CLRfBIheNMHXwb7gNGYVIQ6VrLfN7GSWZO+MfuqCxADg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T10:59:48.993724Z"},"content_sha256":"3b72db8c93fb8ca36d4cd1da0b7407763cd04a6d00e388f0ed083a99ab11d447","schema_version":"1.0","event_id":"sha256:3b72db8c93fb8ca36d4cd1da0b7407763cd04a6d00e388f0ed083a99ab11d447"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HWOIUU35YD2WGD7IBLYE2FCQJU/bundle.json","state_url":"https://pith.science/pith/HWOIUU35YD2WGD7IBLYE2FCQJU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HWOIUU35YD2WGD7IBLYE2FCQJU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T10:59:48Z","links":{"resolver":"https://pith.science/pith/HWOIUU35YD2WGD7IBLYE2FCQJU","bundle":"https://pith.science/pith/HWOIUU35YD2WGD7IBLYE2FCQJU/bundle.json","state":"https://pith.science/pith/HWOIUU35YD2WGD7IBLYE2FCQJU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HWOIUU35YD2WGD7IBLYE2FCQJU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:HWOIUU35YD2WGD7IBLYE2FCQJU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"846187607d830a96a9311c6e5901b238736cbeaf3bd7bd9deadbf83c3ead03f8","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-29T16:11:18Z","title_canon_sha256":"f833c63d7fca0ab9a26f5b79bc8634b62db0e6babd272ad970db02969782ac23"},"schema_version":"1.0","source":{"id":"2505.23598","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.23598","created_at":"2026-07-05T11:12:04Z"},{"alias_kind":"arxiv_version","alias_value":"2505.23598v1","created_at":"2026-07-05T11:12:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.23598","created_at":"2026-07-05T11:12:04Z"},{"alias_kind":"pith_short_12","alias_value":"HWOIUU35YD2W","created_at":"2026-07-05T11:12:04Z"},{"alias_kind":"pith_short_16","alias_value":"HWOIUU35YD2WGD7I","created_at":"2026-07-05T11:12:04Z"},{"alias_kind":"pith_short_8","alias_value":"HWOIUU35","created_at":"2026-07-05T11:12:04Z"}],"graph_snapshots":[{"event_id":"sha256:3b72db8c93fb8ca36d4cd1da0b7407763cd04a6d00e388f0ed083a99ab11d447","target":"graph","created_at":"2026-07-05T11:12:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.23598/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper investigates the ability of large language models (LLMs) to recognise and solve tasks which have been obfuscated beyond recognition. Focusing on competitive programming and benchmark tasks (LeetCode and MATH), we compare performance across multiple models and obfuscation methods, such as noise and redaction. We demonstrate that all evaluated LLMs can solve tasks obfuscated to a level where the text would be unintelligible to human readers, and does not contain key pieces of instruction or context. We introduce the concept of eager pattern matching to describe this behaviour, which i","authors_text":"Andrei Paleyes, Christian Cabrera, Diana Robinson, Neil Lawrence, Radzim Sendyka","cross_cats":["cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-29T16:11:18Z","title":"LLM Performance for Code Generation on Noisy Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.23598","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:608c9b1f6c91ea4bafe1e1d1001a486c9ac9f865427bebff94be7a957a2ee6be","target":"record","created_at":"2026-07-05T11:12:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"846187607d830a96a9311c6e5901b238736cbeaf3bd7bd9deadbf83c3ead03f8","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-29T16:11:18Z","title_canon_sha256":"f833c63d7fca0ab9a26f5b79bc8634b62db0e6babd272ad970db02969782ac23"},"schema_version":"1.0","source":{"id":"2505.23598","kind":"arxiv","version":1}},"canonical_sha256":"3d9c8a537dc0f5630fe80af04d14504d1a0bb45817191afa7f972090d43439e0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3d9c8a537dc0f5630fe80af04d14504d1a0bb45817191afa7f972090d43439e0","first_computed_at":"2026-07-05T11:12:04.438807Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:04.438807Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+rmiiRb+s0dEuCc6XlQu1FcO3Vaswc/NKIuc9M9RKv6j9As7+G+x//7dtVXnIwJtup88tYA062R214dnllKhCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:04.439271Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.23598","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:608c9b1f6c91ea4bafe1e1d1001a486c9ac9f865427bebff94be7a957a2ee6be","sha256:3b72db8c93fb8ca36d4cd1da0b7407763cd04a6d00e388f0ed083a99ab11d447"],"state_sha256":"396d653a9fec8fcfdf4e57b5d134ced41d248906c6a3454fe92509b27d7ea5d5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y+Di/SKgaK7DpkmhapBFfqgeyG1XmgyYkWkEKG9fugdEY1g8I3VFIcxjKsSbEdpi3AFgy1p8WsI3lCIySMZ9AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T10:59:48.998311Z","bundle_sha256":"d109fbe52e856b9da1ef21c4ef8047bb543cb50b3d68609f8e68dd2aa630dee6"}}