{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NTHOJ7F6HAFFGEPKJBPWHP4RUO","short_pith_number":"pith:NTHOJ7F6","canonical_record":{"source":{"id":"2409.09927","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-16T02:04:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5c32a45a4f90c32b6c093eca2656b5d30e4add677290f66228601b8a3815bf19","abstract_canon_sha256":"55dd6425bf07ddbabb37224a0a20738c776a4c6e4db8db30fa8439f9b4739e75"},"schema_version":"1.0"},"canonical_sha256":"6ccee4fcbe380a5311ea485f63bf91a39ce9d4bb4f4604f461b698d7e698d1ba","source":{"kind":"arxiv","id":"2409.09927","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.09927","created_at":"2026-07-05T09:45:54Z"},{"alias_kind":"arxiv_version","alias_value":"2409.09927v2","created_at":"2026-07-05T09:45:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.09927","created_at":"2026-07-05T09:45:54Z"},{"alias_kind":"pith_short_12","alias_value":"NTHOJ7F6HAFF","created_at":"2026-07-05T09:45:54Z"},{"alias_kind":"pith_short_16","alias_value":"NTHOJ7F6HAFFGEPK","created_at":"2026-07-05T09:45:54Z"},{"alias_kind":"pith_short_8","alias_value":"NTHOJ7F6","created_at":"2026-07-05T09:45:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NTHOJ7F6HAFFGEPKJBPWHP4RUO","target":"record","payload":{"canonical_record":{"source":{"id":"2409.09927","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-16T02:04:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5c32a45a4f90c32b6c093eca2656b5d30e4add677290f66228601b8a3815bf19","abstract_canon_sha256":"55dd6425bf07ddbabb37224a0a20738c776a4c6e4db8db30fa8439f9b4739e75"},"schema_version":"1.0"},"canonical_sha256":"6ccee4fcbe380a5311ea485f63bf91a39ce9d4bb4f4604f461b698d7e698d1ba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:45:54.834257Z","signature_b64":"zGgDkXiKFFrJGg3TgjKW/X0rPaT7K/YHFCF2d8kX+sTaR9Lyba+vqIfTwWpk6a5epnmpiqfoiVu4y/yl0KabBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6ccee4fcbe380a5311ea485f63bf91a39ce9d4bb4f4604f461b698d7e698d1ba","last_reissued_at":"2026-07-05T09:45:54.833779Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:45:54.833779Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.09927","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HMj5oylKfRWTEdDtaI9EgCfHr+I+rJV2QKItRQoivCzutKRZKuKKRMPOBuAuoebL5nR+o7yxCIR+2yNVlWavDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:57:43.138611Z"},"content_sha256":"0419c818de2ce08d42fbab95ed8401fb0d5dbd13715abb29ac0f90874e35576f","schema_version":"1.0","event_id":"sha256:0419c818de2ce08d42fbab95ed8401fb0d5dbd13715abb29ac0f90874e35576f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NTHOJ7F6HAFFGEPKJBPWHP4RUO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Data Contamination Detection for Modern Large Language Models: Limitations, Inconsistencies, and Oracle Challenges","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Henry Peng Zou, Vinay Samuel, Yue Zhou","submitted_at":"2024-09-16T02:04:33Z","abstract_excerpt":"As large language models achieve increasingly impressive results, questions arise about whether such performance is from generalizability or mere data memorization. Thus, numerous data contamination detection methods have been proposed. However, these approaches are often validated with traditional benchmarks and early-stage LLMs, leaving uncertainty about their effectiveness when evaluating state-of-the-art LLMs on the contamination of more challenging benchmarks. To address this gap and provide a dual investigation of SOTA LLM contamination status and detection method robustness, we evaluate"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.09927","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.09927/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PRiJ31otbug2NKNf4LxR+K2GtPS6jcIUR5O2M4UQtJKWXmDWN9w3QCQ1YbUjuyWdVCdsr0i0r6jP/ECZv8uNAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:57:43.139140Z"},"content_sha256":"e346387e31f9155554cf1b9a53a7abce44e1a939a285ca583a29b5e4d7861442","schema_version":"1.0","event_id":"sha256:e346387e31f9155554cf1b9a53a7abce44e1a939a285ca583a29b5e4d7861442"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NTHOJ7F6HAFFGEPKJBPWHP4RUO/bundle.json","state_url":"https://pith.science/pith/NTHOJ7F6HAFFGEPKJBPWHP4RUO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NTHOJ7F6HAFFGEPKJBPWHP4RUO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T15:57:43Z","links":{"resolver":"https://pith.science/pith/NTHOJ7F6HAFFGEPKJBPWHP4RUO","bundle":"https://pith.science/pith/NTHOJ7F6HAFFGEPKJBPWHP4RUO/bundle.json","state":"https://pith.science/pith/NTHOJ7F6HAFFGEPKJBPWHP4RUO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NTHOJ7F6HAFFGEPKJBPWHP4RUO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NTHOJ7F6HAFFGEPKJBPWHP4RUO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"55dd6425bf07ddbabb37224a0a20738c776a4c6e4db8db30fa8439f9b4739e75","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-16T02:04:33Z","title_canon_sha256":"5c32a45a4f90c32b6c093eca2656b5d30e4add677290f66228601b8a3815bf19"},"schema_version":"1.0","source":{"id":"2409.09927","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.09927","created_at":"2026-07-05T09:45:54Z"},{"alias_kind":"arxiv_version","alias_value":"2409.09927v2","created_at":"2026-07-05T09:45:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.09927","created_at":"2026-07-05T09:45:54Z"},{"alias_kind":"pith_short_12","alias_value":"NTHOJ7F6HAFF","created_at":"2026-07-05T09:45:54Z"},{"alias_kind":"pith_short_16","alias_value":"NTHOJ7F6HAFFGEPK","created_at":"2026-07-05T09:45:54Z"},{"alias_kind":"pith_short_8","alias_value":"NTHOJ7F6","created_at":"2026-07-05T09:45:54Z"}],"graph_snapshots":[{"event_id":"sha256:e346387e31f9155554cf1b9a53a7abce44e1a939a285ca583a29b5e4d7861442","target":"graph","created_at":"2026-07-05T09:45:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.09927/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As large language models achieve increasingly impressive results, questions arise about whether such performance is from generalizability or mere data memorization. Thus, numerous data contamination detection methods have been proposed. However, these approaches are often validated with traditional benchmarks and early-stage LLMs, leaving uncertainty about their effectiveness when evaluating state-of-the-art LLMs on the contamination of more challenging benchmarks. To address this gap and provide a dual investigation of SOTA LLM contamination status and detection method robustness, we evaluate","authors_text":"Henry Peng Zou, Vinay Samuel, Yue Zhou","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-16T02:04:33Z","title":"Towards Data Contamination Detection for Modern Large Language Models: Limitations, Inconsistencies, and Oracle Challenges"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.09927","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0419c818de2ce08d42fbab95ed8401fb0d5dbd13715abb29ac0f90874e35576f","target":"record","created_at":"2026-07-05T09:45:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"55dd6425bf07ddbabb37224a0a20738c776a4c6e4db8db30fa8439f9b4739e75","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-16T02:04:33Z","title_canon_sha256":"5c32a45a4f90c32b6c093eca2656b5d30e4add677290f66228601b8a3815bf19"},"schema_version":"1.0","source":{"id":"2409.09927","kind":"arxiv","version":2}},"canonical_sha256":"6ccee4fcbe380a5311ea485f63bf91a39ce9d4bb4f4604f461b698d7e698d1ba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6ccee4fcbe380a5311ea485f63bf91a39ce9d4bb4f4604f461b698d7e698d1ba","first_computed_at":"2026-07-05T09:45:54.833779Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:54.833779Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zGgDkXiKFFrJGg3TgjKW/X0rPaT7K/YHFCF2d8kX+sTaR9Lyba+vqIfTwWpk6a5epnmpiqfoiVu4y/yl0KabBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:54.834257Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.09927","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0419c818de2ce08d42fbab95ed8401fb0d5dbd13715abb29ac0f90874e35576f","sha256:e346387e31f9155554cf1b9a53a7abce44e1a939a285ca583a29b5e4d7861442"],"state_sha256":"a6c61b0c87ea9504140b805374d2e41ba3d0db51a5b8f34c9208e96e68cb43ad"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yTAecD2zEpRA+eiStwbZ3jUuV4cTvsjZGWVVijOe3nlQIbq0kFCmrY1CJMXU+zxLoOyzlDL+uwA9TYyEurP+Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T15:57:43.143366Z","bundle_sha256":"c4504f9e9b830fc9a2bfbf39aeff34aaf316314f960cf3ebd9f4e87c7cfde80b"}}