{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IHBV4OAHLDTPDYXK3QBXIBXJ6K","short_pith_number":"pith:IHBV4OAH","canonical_record":{"source":{"id":"2402.02823","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T09:10:32Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CR"],"title_canon_sha256":"12b676ecb158be7ac53c672243d8cca0d0b34bcf2f2130373f5f6699a264cbd8","abstract_canon_sha256":"e5b55e679610037e8ba309ed7c3784e86b667d14bab4a479b56f8aad06e3176d"},"schema_version":"1.0"},"canonical_sha256":"41c35e380758e6f1e2eadc037406e9f2933e80625681aba0dcfe25638fd3813c","source":{"kind":"arxiv","id":"2402.02823","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.02823","created_at":"2026-07-05T07:44:00Z"},{"alias_kind":"arxiv_version","alias_value":"2402.02823v2","created_at":"2026-07-05T07:44:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.02823","created_at":"2026-07-05T07:44:00Z"},{"alias_kind":"pith_short_12","alias_value":"IHBV4OAHLDTP","created_at":"2026-07-05T07:44:00Z"},{"alias_kind":"pith_short_16","alias_value":"IHBV4OAHLDTPDYXK","created_at":"2026-07-05T07:44:00Z"},{"alias_kind":"pith_short_8","alias_value":"IHBV4OAH","created_at":"2026-07-05T07:44:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IHBV4OAHLDTPDYXK3QBXIBXJ6K","target":"record","payload":{"canonical_record":{"source":{"id":"2402.02823","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T09:10:32Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CR"],"title_canon_sha256":"12b676ecb158be7ac53c672243d8cca0d0b34bcf2f2130373f5f6699a264cbd8","abstract_canon_sha256":"e5b55e679610037e8ba309ed7c3784e86b667d14bab4a479b56f8aad06e3176d"},"schema_version":"1.0"},"canonical_sha256":"41c35e380758e6f1e2eadc037406e9f2933e80625681aba0dcfe25638fd3813c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:44:00.358010Z","signature_b64":"e+VJQdTbrcA4XEsyymswwK0zJAoZRtwzwHCBNnN7DuYFKZommCvPtYfRagS71pv7uRftPsTD0bXIF/SbltiQBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"41c35e380758e6f1e2eadc037406e9f2933e80625681aba0dcfe25638fd3813c","last_reissued_at":"2026-07-05T07:44:00.357483Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:44:00.357483Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.02823","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:44:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c49F4gSfPXAEpjrC+9daGBQ6iQUP2fnDZ5NAvXQxUytfaIPDN084o1TsOtukZKGEvwfvn0PfbyiOAKNKPZ1pBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:38:01.102165Z"},"content_sha256":"c64570757b13aa1ce01a8ac258fcdbd5015844cc0993ca250445d1625294e51f","schema_version":"1.0","event_id":"sha256:c64570757b13aa1ce01a8ac258fcdbd5015844cc0993ca250445d1625294e51f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IHBV4OAHLDTPDYXK3QBXIBXJ6K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evading Data Contamination Detection for Language Models is (too) Easy","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CR"],"primary_cat":"cs.LG","authors_text":"Jasper Dekoninck, Marc Fischer, Mark Niklas M\\\"uller, Martin Vechev, Maximilian Baader","submitted_at":"2024-02-05T09:10:32Z","abstract_excerpt":"Large language models are widespread, with their performance on benchmarks frequently guiding user preferences for one model over another. However, the vast amount of data these models are trained on can inadvertently lead to contamination with public benchmarks, thus compromising performance measurements. While recently developed contamination detection methods try to address this issue, they overlook the possibility of deliberate contamination by malicious model providers aiming to evade detection. We argue that this setting is of crucial importance as it casts doubt on the reliability of pu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.02823","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.02823/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:44:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3Yg0wReHGqezC6+nmNm3VK+rhoVpkjrdXOxIVzWu7Hl2UxQXOjMX0apVXbetV+OM1f70J1SX+/hf9KZThW+HBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:38:01.102550Z"},"content_sha256":"f8d691deb2a8796514f1ea413ecd0cf621f3c333cc29c5ad1cc9ecda0385f316","schema_version":"1.0","event_id":"sha256:f8d691deb2a8796514f1ea413ecd0cf621f3c333cc29c5ad1cc9ecda0385f316"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IHBV4OAHLDTPDYXK3QBXIBXJ6K/bundle.json","state_url":"https://pith.science/pith/IHBV4OAHLDTPDYXK3QBXIBXJ6K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IHBV4OAHLDTPDYXK3QBXIBXJ6K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:38:01Z","links":{"resolver":"https://pith.science/pith/IHBV4OAHLDTPDYXK3QBXIBXJ6K","bundle":"https://pith.science/pith/IHBV4OAHLDTPDYXK3QBXIBXJ6K/bundle.json","state":"https://pith.science/pith/IHBV4OAHLDTPDYXK3QBXIBXJ6K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IHBV4OAHLDTPDYXK3QBXIBXJ6K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IHBV4OAHLDTPDYXK3QBXIBXJ6K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e5b55e679610037e8ba309ed7c3784e86b667d14bab4a479b56f8aad06e3176d","cross_cats_sorted":["cs.AI","cs.CL","cs.CR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T09:10:32Z","title_canon_sha256":"12b676ecb158be7ac53c672243d8cca0d0b34bcf2f2130373f5f6699a264cbd8"},"schema_version":"1.0","source":{"id":"2402.02823","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.02823","created_at":"2026-07-05T07:44:00Z"},{"alias_kind":"arxiv_version","alias_value":"2402.02823v2","created_at":"2026-07-05T07:44:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.02823","created_at":"2026-07-05T07:44:00Z"},{"alias_kind":"pith_short_12","alias_value":"IHBV4OAHLDTP","created_at":"2026-07-05T07:44:00Z"},{"alias_kind":"pith_short_16","alias_value":"IHBV4OAHLDTPDYXK","created_at":"2026-07-05T07:44:00Z"},{"alias_kind":"pith_short_8","alias_value":"IHBV4OAH","created_at":"2026-07-05T07:44:00Z"}],"graph_snapshots":[{"event_id":"sha256:f8d691deb2a8796514f1ea413ecd0cf621f3c333cc29c5ad1cc9ecda0385f316","target":"graph","created_at":"2026-07-05T07:44:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.02823/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models are widespread, with their performance on benchmarks frequently guiding user preferences for one model over another. However, the vast amount of data these models are trained on can inadvertently lead to contamination with public benchmarks, thus compromising performance measurements. While recently developed contamination detection methods try to address this issue, they overlook the possibility of deliberate contamination by malicious model providers aiming to evade detection. We argue that this setting is of crucial importance as it casts doubt on the reliability of pu","authors_text":"Jasper Dekoninck, Marc Fischer, Mark Niklas M\\\"uller, Martin Vechev, Maximilian Baader","cross_cats":["cs.AI","cs.CL","cs.CR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T09:10:32Z","title":"Evading Data Contamination Detection for Language Models is (too) Easy"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.02823","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c64570757b13aa1ce01a8ac258fcdbd5015844cc0993ca250445d1625294e51f","target":"record","created_at":"2026-07-05T07:44:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e5b55e679610037e8ba309ed7c3784e86b667d14bab4a479b56f8aad06e3176d","cross_cats_sorted":["cs.AI","cs.CL","cs.CR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T09:10:32Z","title_canon_sha256":"12b676ecb158be7ac53c672243d8cca0d0b34bcf2f2130373f5f6699a264cbd8"},"schema_version":"1.0","source":{"id":"2402.02823","kind":"arxiv","version":2}},"canonical_sha256":"41c35e380758e6f1e2eadc037406e9f2933e80625681aba0dcfe25638fd3813c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"41c35e380758e6f1e2eadc037406e9f2933e80625681aba0dcfe25638fd3813c","first_computed_at":"2026-07-05T07:44:00.357483Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:44:00.357483Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"e+VJQdTbrcA4XEsyymswwK0zJAoZRtwzwHCBNnN7DuYFKZommCvPtYfRagS71pv7uRftPsTD0bXIF/SbltiQBg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:44:00.358010Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.02823","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c64570757b13aa1ce01a8ac258fcdbd5015844cc0993ca250445d1625294e51f","sha256:f8d691deb2a8796514f1ea413ecd0cf621f3c333cc29c5ad1cc9ecda0385f316"],"state_sha256":"ac6b3c5e9eaf3238637d235bf2cc00c2bb527707d283b697749140abacc15ca7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zw/7GwphG1qz98Ho6+iacd3bUN9mBVUDxySmAW9zdib271aQ6CRRNJSGp5gjR2DxMQHX4tGHZbSLUNMOSUFMDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:38:01.104472Z","bundle_sha256":"01efc83bce998f8d9253227ee357ebdd0f8c5512fa9c676cfa264de4fe6b49b1"}}