{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TEZ4PPNVHNHENJZODPQJIT35XU","short_pith_number":"pith:TEZ4PPNV","canonical_record":{"source":{"id":"2310.15007","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T15:00:46Z","cross_cats_sorted":["cs.CR","cs.LG"],"title_canon_sha256":"4defef1f56b89c627f21732ec75dd8faf90ab020c1256c6d8f8d2bbdef0520e0","abstract_canon_sha256":"7d528feb17b74a8f78c27846002fdd4f17f72f333852f772fabbeb50cd1cba54"},"schema_version":"1.0"},"canonical_sha256":"9933c7bdb53b4e46a72e1be0944f7dbd239c9ae3549c66821ac6dc93b3f4250c","source":{"kind":"arxiv","id":"2310.15007","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.15007","created_at":"2026-07-05T08:44:10Z"},{"alias_kind":"arxiv_version","alias_value":"2310.15007v2","created_at":"2026-07-05T08:44:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.15007","created_at":"2026-07-05T08:44:10Z"},{"alias_kind":"pith_short_12","alias_value":"TEZ4PPNVHNHE","created_at":"2026-07-05T08:44:10Z"},{"alias_kind":"pith_short_16","alias_value":"TEZ4PPNVHNHENJZO","created_at":"2026-07-05T08:44:10Z"},{"alias_kind":"pith_short_8","alias_value":"TEZ4PPNV","created_at":"2026-07-05T08:44:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TEZ4PPNVHNHENJZODPQJIT35XU","target":"record","payload":{"canonical_record":{"source":{"id":"2310.15007","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T15:00:46Z","cross_cats_sorted":["cs.CR","cs.LG"],"title_canon_sha256":"4defef1f56b89c627f21732ec75dd8faf90ab020c1256c6d8f8d2bbdef0520e0","abstract_canon_sha256":"7d528feb17b74a8f78c27846002fdd4f17f72f333852f772fabbeb50cd1cba54"},"schema_version":"1.0"},"canonical_sha256":"9933c7bdb53b4e46a72e1be0944f7dbd239c9ae3549c66821ac6dc93b3f4250c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:44:10.334474Z","signature_b64":"8BXWpcu8H4+rOJGFz5P1WMVXPXMobB94/i7P7ByTHOWm9Nn4rBtDxXxsQXJ9LnIEmr1THHpvYOI4FxUxYeZUCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9933c7bdb53b4e46a72e1be0944f7dbd239c9ae3549c66821ac6dc93b3f4250c","last_reissued_at":"2026-07-05T08:44:10.333993Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:44:10.333993Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.15007","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:44:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C9hvbWPDJuMEidtRVRFKr8OjCyhbwVbtE9ZGgHJ3yHgvCtrmilbt3QNeC7GHEOqk/1mWmNWSEVm51UHsM86kBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T06:02:39.148264Z"},"content_sha256":"4abd87f665649c8e3e6c23b3f741a96d0fc01a16e3266df497ef4a77a2262de0","schema_version":"1.0","event_id":"sha256:4abd87f665649c8e3e6c23b3f741a96d0fc01a16e3266df497ef4a77a2262de0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TEZ4PPNVHNHENJZODPQJIT35XU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Did the Neurons Read your Book? Document-level Membership Inference for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Marek Rei, Matthieu Meeus, Shubham Jain, Yves-Alexandre de Montjoye","submitted_at":"2023-10-23T15:00:46Z","abstract_excerpt":"With large language models (LLMs) poised to become embedded in our daily lives, questions are starting to be raised about the data they learned from. These questions range from potential bias or misinformation LLMs could retain from their training data to questions of copyright and fair use of human-generated text. However, while these questions emerge, developers of the recent state-of-the-art LLMs become increasingly reluctant to disclose details on their training corpus. We here introduce the task of document-level membership inference for real-world LLMs, i.e. inferring whether the LLM has"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.15007","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.15007/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:44:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u9F3eAHNe6XWfq09Qbjf10UiFZ+jrcfEnVrH4Um53kr/HlF3yI3UEiMWwdAEFdCOZGZITXCdRmFr+QQLdhKYDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T06:02:39.148803Z"},"content_sha256":"1e948bb98859bedf3818e1d140c156a13aa8c58a395aadc713090aabdafbe524","schema_version":"1.0","event_id":"sha256:1e948bb98859bedf3818e1d140c156a13aa8c58a395aadc713090aabdafbe524"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TEZ4PPNVHNHENJZODPQJIT35XU/bundle.json","state_url":"https://pith.science/pith/TEZ4PPNVHNHENJZODPQJIT35XU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TEZ4PPNVHNHENJZODPQJIT35XU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T06:02:39Z","links":{"resolver":"https://pith.science/pith/TEZ4PPNVHNHENJZODPQJIT35XU","bundle":"https://pith.science/pith/TEZ4PPNVHNHENJZODPQJIT35XU/bundle.json","state":"https://pith.science/pith/TEZ4PPNVHNHENJZODPQJIT35XU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TEZ4PPNVHNHENJZODPQJIT35XU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TEZ4PPNVHNHENJZODPQJIT35XU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d528feb17b74a8f78c27846002fdd4f17f72f333852f772fabbeb50cd1cba54","cross_cats_sorted":["cs.CR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T15:00:46Z","title_canon_sha256":"4defef1f56b89c627f21732ec75dd8faf90ab020c1256c6d8f8d2bbdef0520e0"},"schema_version":"1.0","source":{"id":"2310.15007","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.15007","created_at":"2026-07-05T08:44:10Z"},{"alias_kind":"arxiv_version","alias_value":"2310.15007v2","created_at":"2026-07-05T08:44:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.15007","created_at":"2026-07-05T08:44:10Z"},{"alias_kind":"pith_short_12","alias_value":"TEZ4PPNVHNHE","created_at":"2026-07-05T08:44:10Z"},{"alias_kind":"pith_short_16","alias_value":"TEZ4PPNVHNHENJZO","created_at":"2026-07-05T08:44:10Z"},{"alias_kind":"pith_short_8","alias_value":"TEZ4PPNV","created_at":"2026-07-05T08:44:10Z"}],"graph_snapshots":[{"event_id":"sha256:1e948bb98859bedf3818e1d140c156a13aa8c58a395aadc713090aabdafbe524","target":"graph","created_at":"2026-07-05T08:44:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.15007/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With large language models (LLMs) poised to become embedded in our daily lives, questions are starting to be raised about the data they learned from. These questions range from potential bias or misinformation LLMs could retain from their training data to questions of copyright and fair use of human-generated text. However, while these questions emerge, developers of the recent state-of-the-art LLMs become increasingly reluctant to disclose details on their training corpus. We here introduce the task of document-level membership inference for real-world LLMs, i.e. inferring whether the LLM has","authors_text":"Marek Rei, Matthieu Meeus, Shubham Jain, Yves-Alexandre de Montjoye","cross_cats":["cs.CR","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T15:00:46Z","title":"Did the Neurons Read your Book? Document-level Membership Inference for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.15007","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4abd87f665649c8e3e6c23b3f741a96d0fc01a16e3266df497ef4a77a2262de0","target":"record","created_at":"2026-07-05T08:44:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d528feb17b74a8f78c27846002fdd4f17f72f333852f772fabbeb50cd1cba54","cross_cats_sorted":["cs.CR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T15:00:46Z","title_canon_sha256":"4defef1f56b89c627f21732ec75dd8faf90ab020c1256c6d8f8d2bbdef0520e0"},"schema_version":"1.0","source":{"id":"2310.15007","kind":"arxiv","version":2}},"canonical_sha256":"9933c7bdb53b4e46a72e1be0944f7dbd239c9ae3549c66821ac6dc93b3f4250c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9933c7bdb53b4e46a72e1be0944f7dbd239c9ae3549c66821ac6dc93b3f4250c","first_computed_at":"2026-07-05T08:44:10.333993Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:44:10.333993Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8BXWpcu8H4+rOJGFz5P1WMVXPXMobB94/i7P7ByTHOWm9Nn4rBtDxXxsQXJ9LnIEmr1THHpvYOI4FxUxYeZUCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:44:10.334474Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.15007","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4abd87f665649c8e3e6c23b3f741a96d0fc01a16e3266df497ef4a77a2262de0","sha256:1e948bb98859bedf3818e1d140c156a13aa8c58a395aadc713090aabdafbe524"],"state_sha256":"2dad850ab92a9ac612daeb99de6bd729d0d8b254d33474fc038c533be853ccb1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kLlGBwSUDtvURxWEd4LTbHDUMMwPrnUVUn/WMT6JmmM4a2gpz7n4f5w+nnj4miS22FRAU3NLkPHGRSzO78esBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T06:02:39.154360Z","bundle_sha256":"bb2a77ca5be32fbc1f6e2cfa79500de3f39dfbc4591ada277c58fe03c4e97d91"}}