{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LN3BKEMSW77YZK5JCED47DASGJ","short_pith_number":"pith:LN3BKEMS","canonical_record":{"source":{"id":"2410.18966","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T17:58:22Z","cross_cats_sorted":[],"title_canon_sha256":"a2d857cc9a6eafc279cb95c77516c99af281aba569a33eb7ff9a5644d76d5357","abstract_canon_sha256":"f266f07177ad41eae390bb7eb2a6ecffb64e0cf086b5c4b4a3502a9939033966"},"schema_version":"1.0"},"canonical_sha256":"5b76151192b7ff8caba91107cf8c12327c92720b5cb79a046f52cf690fb574ff","source":{"kind":"arxiv","id":"2410.18966","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18966","created_at":"2026-07-05T11:01:02Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18966v3","created_at":"2026-07-05T11:01:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18966","created_at":"2026-07-05T11:01:02Z"},{"alias_kind":"pith_short_12","alias_value":"LN3BKEMSW77Y","created_at":"2026-07-05T11:01:02Z"},{"alias_kind":"pith_short_16","alias_value":"LN3BKEMSW77YZK5J","created_at":"2026-07-05T11:01:02Z"},{"alias_kind":"pith_short_8","alias_value":"LN3BKEMS","created_at":"2026-07-05T11:01:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LN3BKEMSW77YZK5JCED47DASGJ","target":"record","payload":{"canonical_record":{"source":{"id":"2410.18966","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T17:58:22Z","cross_cats_sorted":[],"title_canon_sha256":"a2d857cc9a6eafc279cb95c77516c99af281aba569a33eb7ff9a5644d76d5357","abstract_canon_sha256":"f266f07177ad41eae390bb7eb2a6ecffb64e0cf086b5c4b4a3502a9939033966"},"schema_version":"1.0"},"canonical_sha256":"5b76151192b7ff8caba91107cf8c12327c92720b5cb79a046f52cf690fb574ff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:01:02.142294Z","signature_b64":"+qv52E5yiJaAcHNAsR2W17eydcWmPeejZknltTemre4K1ciYATw+iYPw8hT3IPxh/iDkDQb6PYGVktb0dvNkBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5b76151192b7ff8caba91107cf8c12327c92720b5cb79a046f52cf690fb574ff","last_reissued_at":"2026-07-05T11:01:02.141795Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:01:02.141795Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.18966","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:01:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YJxaCD2OtrOeesAhDt0xFTzejPNoB3D49llOrFO/zs3k0jIChVd+7ErBKusco1pjFACKHJ+kADIUgYjMJ/gvCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:40:41.740182Z"},"content_sha256":"134d1b03072e543402f3a9f236e05ddd57cd887b21385b4b18dbf40517d85f70","schema_version":"1.0","event_id":"sha256:134d1b03072e543402f3a9f236e05ddd57cd887b21385b4b18dbf40517d85f70"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LN3BKEMSW77YZK5JCED47DASGJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Fei Xia, Meliha Yetisgen, Ozlem Uzuner, Yujuan Fu","submitted_at":"2024-10-24T17:58:22Z","abstract_excerpt":"Large language models (LLMs) have demonstrated great performance across various benchmarks, showing potential as general-purpose task solvers. However, as LLMs are typically trained on vast amounts of data, a significant concern in their evaluation is data contamination, where overlap between training data and evaluation datasets inflates performance assessments. Multiple approaches have been developed to identify data contamination. These approaches rely on specific assumptions that may not hold universally across different settings. To bridge this gap, we systematically review 50 papers on d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18966","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.18966/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:01:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r8981BrHGZala1J2JPREFiQaka6DKIeDCkY9TERxEjgsdvrlp98QAG/CuyCLErAAvpaGGRGBVHbmFmRfm+e8BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:40:41.740697Z"},"content_sha256":"b5ffcf3a2c2d244f4cabf9f930d38fcf81f20d0405c191fe12bc16b26ec93785","schema_version":"1.0","event_id":"sha256:b5ffcf3a2c2d244f4cabf9f930d38fcf81f20d0405c191fe12bc16b26ec93785"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LN3BKEMSW77YZK5JCED47DASGJ/bundle.json","state_url":"https://pith.science/pith/LN3BKEMSW77YZK5JCED47DASGJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LN3BKEMSW77YZK5JCED47DASGJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T17:40:41Z","links":{"resolver":"https://pith.science/pith/LN3BKEMSW77YZK5JCED47DASGJ","bundle":"https://pith.science/pith/LN3BKEMSW77YZK5JCED47DASGJ/bundle.json","state":"https://pith.science/pith/LN3BKEMSW77YZK5JCED47DASGJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LN3BKEMSW77YZK5JCED47DASGJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LN3BKEMSW77YZK5JCED47DASGJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f266f07177ad41eae390bb7eb2a6ecffb64e0cf086b5c4b4a3502a9939033966","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T17:58:22Z","title_canon_sha256":"a2d857cc9a6eafc279cb95c77516c99af281aba569a33eb7ff9a5644d76d5357"},"schema_version":"1.0","source":{"id":"2410.18966","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18966","created_at":"2026-07-05T11:01:02Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18966v3","created_at":"2026-07-05T11:01:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18966","created_at":"2026-07-05T11:01:02Z"},{"alias_kind":"pith_short_12","alias_value":"LN3BKEMSW77Y","created_at":"2026-07-05T11:01:02Z"},{"alias_kind":"pith_short_16","alias_value":"LN3BKEMSW77YZK5J","created_at":"2026-07-05T11:01:02Z"},{"alias_kind":"pith_short_8","alias_value":"LN3BKEMS","created_at":"2026-07-05T11:01:02Z"}],"graph_snapshots":[{"event_id":"sha256:b5ffcf3a2c2d244f4cabf9f930d38fcf81f20d0405c191fe12bc16b26ec93785","target":"graph","created_at":"2026-07-05T11:01:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.18966/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have demonstrated great performance across various benchmarks, showing potential as general-purpose task solvers. However, as LLMs are typically trained on vast amounts of data, a significant concern in their evaluation is data contamination, where overlap between training data and evaluation datasets inflates performance assessments. Multiple approaches have been developed to identify data contamination. These approaches rely on specific assumptions that may not hold universally across different settings. To bridge this gap, we systematically review 50 papers on d","authors_text":"Fei Xia, Meliha Yetisgen, Ozlem Uzuner, Yujuan Fu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T17:58:22Z","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18966","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:134d1b03072e543402f3a9f236e05ddd57cd887b21385b4b18dbf40517d85f70","target":"record","created_at":"2026-07-05T11:01:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f266f07177ad41eae390bb7eb2a6ecffb64e0cf086b5c4b4a3502a9939033966","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T17:58:22Z","title_canon_sha256":"a2d857cc9a6eafc279cb95c77516c99af281aba569a33eb7ff9a5644d76d5357"},"schema_version":"1.0","source":{"id":"2410.18966","kind":"arxiv","version":3}},"canonical_sha256":"5b76151192b7ff8caba91107cf8c12327c92720b5cb79a046f52cf690fb574ff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5b76151192b7ff8caba91107cf8c12327c92720b5cb79a046f52cf690fb574ff","first_computed_at":"2026-07-05T11:01:02.141795Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:01:02.141795Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+qv52E5yiJaAcHNAsR2W17eydcWmPeejZknltTemre4K1ciYATw+iYPw8hT3IPxh/iDkDQb6PYGVktb0dvNkBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:01:02.142294Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.18966","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:134d1b03072e543402f3a9f236e05ddd57cd887b21385b4b18dbf40517d85f70","sha256:b5ffcf3a2c2d244f4cabf9f930d38fcf81f20d0405c191fe12bc16b26ec93785"],"state_sha256":"2562d084d0542bf6269924ec81a22aebc6631a7e19f981c2f0ef080c276a4d80"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3unb1q1gj4Zw/C+K9rPESIXt5uRrbqyePIIg84TsqRti5wQAOqYdS/DtzGSel+5B9bx2TSm6w3+Ip7Kf+CMRAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T17:40:41.745803Z","bundle_sha256":"627f7272241c7051700f870bfcc4986253e2aaa24a1de9b4e420aa89662cb6b5"}}