{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:CJA6FM66UZQICZVR4Y6GL2DQV7","short_pith_number":"pith:CJA6FM66","canonical_record":{"source":{"id":"2503.06808","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-03-09T23:32:15Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"10ba89f470c560f28713ebdbb4cab7ac62b25083930be03bfdd339713756da3b","abstract_canon_sha256":"2b01247c91f74259546f02b5741762cd3830e662023e5e1567b4910a9871880d"},"schema_version":"1.0"},"canonical_sha256":"1241e2b3dea6608166b1e63c65e870afe2d133c482c76c4e723aaa66f283526e","source":{"kind":"arxiv","id":"2503.06808","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.06808","created_at":"2026-07-05T10:27:42Z"},{"alias_kind":"arxiv_version","alias_value":"2503.06808v1","created_at":"2026-07-05T10:27:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.06808","created_at":"2026-07-05T10:27:42Z"},{"alias_kind":"pith_short_12","alias_value":"CJA6FM66UZQI","created_at":"2026-07-05T10:27:42Z"},{"alias_kind":"pith_short_16","alias_value":"CJA6FM66UZQICZVR","created_at":"2026-07-05T10:27:42Z"},{"alias_kind":"pith_short_8","alias_value":"CJA6FM66","created_at":"2026-07-05T10:27:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:CJA6FM66UZQICZVR4Y6GL2DQV7","target":"record","payload":{"canonical_record":{"source":{"id":"2503.06808","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-03-09T23:32:15Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"10ba89f470c560f28713ebdbb4cab7ac62b25083930be03bfdd339713756da3b","abstract_canon_sha256":"2b01247c91f74259546f02b5741762cd3830e662023e5e1567b4910a9871880d"},"schema_version":"1.0"},"canonical_sha256":"1241e2b3dea6608166b1e63c65e870afe2d133c482c76c4e723aaa66f283526e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:27:42.958270Z","signature_b64":"i2SPS6qsHXWc4KMJmBhVJHSm0xdOGWi7smdufjUL/3TPWgBZtyW0IGWK2GMv/hAxmbB6+ob1ESBOXJJNVKvNCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1241e2b3dea6608166b1e63c65e870afe2d133c482c76c4e723aaa66f283526e","last_reissued_at":"2026-07-05T10:27:42.957489Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:27:42.957489Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.06808","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:27:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"35L8CiOBu5M0fZQZZwpEnixgNgP1ws/ZaOaQPw1xus5Zwo95PBwXhHV+59U02EzKMZxPwD91gVyNU1JlQfoTBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T12:45:42.800851Z"},"content_sha256":"8931e45d41af047b2d3748df4a8fda9e4e8a557940567ed57d28da226ed6136f","schema_version":"1.0","event_id":"sha256:8931e45d41af047b2d3748df4a8fda9e4e8a557940567ed57d28da226ed6136f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:CJA6FM66UZQICZVR4Y6GL2DQV7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Privacy Auditing of Large Language Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CR","authors_text":"Ashwinee Panda, Christopher A. Choquette-Choo, Milad Nasr, Prateek Mittal, Xinyu Tang","submitted_at":"2025-03-09T23:32:15Z","abstract_excerpt":"Current techniques for privacy auditing of large language models (LLMs) have limited efficacy -- they rely on basic approaches to generate canaries which leads to weak membership inference attacks that in turn give loose lower bounds on the empirical privacy leakage. We develop canaries that are far more effective than those used in prior work under threat models that cover a range of realistic settings. We demonstrate through extensive experiments on multiple families of fine-tuned LLMs that our approach sets a new standard for detection of privacy leakage. For measuring the memorization rate"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.06808","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.06808/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:27:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gVxv12OS7v20uRNNtUR+hzd6cCEJU7wQKPiinClfyuv5YMgKRYMKw7Dc7zi21b5s3ujbWxUTOcP2Gq+5eXN3Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T12:45:42.801333Z"},"content_sha256":"ff6a69933a02422b29e9e82b9f6bb0c336fe3573e27a71a1ac53166d3a152ef3","schema_version":"1.0","event_id":"sha256:ff6a69933a02422b29e9e82b9f6bb0c336fe3573e27a71a1ac53166d3a152ef3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CJA6FM66UZQICZVR4Y6GL2DQV7/bundle.json","state_url":"https://pith.science/pith/CJA6FM66UZQICZVR4Y6GL2DQV7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CJA6FM66UZQICZVR4Y6GL2DQV7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T12:45:42Z","links":{"resolver":"https://pith.science/pith/CJA6FM66UZQICZVR4Y6GL2DQV7","bundle":"https://pith.science/pith/CJA6FM66UZQICZVR4Y6GL2DQV7/bundle.json","state":"https://pith.science/pith/CJA6FM66UZQICZVR4Y6GL2DQV7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CJA6FM66UZQICZVR4Y6GL2DQV7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:CJA6FM66UZQICZVR4Y6GL2DQV7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2b01247c91f74259546f02b5741762cd3830e662023e5e1567b4910a9871880d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-03-09T23:32:15Z","title_canon_sha256":"10ba89f470c560f28713ebdbb4cab7ac62b25083930be03bfdd339713756da3b"},"schema_version":"1.0","source":{"id":"2503.06808","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.06808","created_at":"2026-07-05T10:27:42Z"},{"alias_kind":"arxiv_version","alias_value":"2503.06808v1","created_at":"2026-07-05T10:27:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.06808","created_at":"2026-07-05T10:27:42Z"},{"alias_kind":"pith_short_12","alias_value":"CJA6FM66UZQI","created_at":"2026-07-05T10:27:42Z"},{"alias_kind":"pith_short_16","alias_value":"CJA6FM66UZQICZVR","created_at":"2026-07-05T10:27:42Z"},{"alias_kind":"pith_short_8","alias_value":"CJA6FM66","created_at":"2026-07-05T10:27:42Z"}],"graph_snapshots":[{"event_id":"sha256:ff6a69933a02422b29e9e82b9f6bb0c336fe3573e27a71a1ac53166d3a152ef3","target":"graph","created_at":"2026-07-05T10:27:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.06808/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current techniques for privacy auditing of large language models (LLMs) have limited efficacy -- they rely on basic approaches to generate canaries which leads to weak membership inference attacks that in turn give loose lower bounds on the empirical privacy leakage. We develop canaries that are far more effective than those used in prior work under threat models that cover a range of realistic settings. We demonstrate through extensive experiments on multiple families of fine-tuned LLMs that our approach sets a new standard for detection of privacy leakage. For measuring the memorization rate","authors_text":"Ashwinee Panda, Christopher A. Choquette-Choo, Milad Nasr, Prateek Mittal, Xinyu Tang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-03-09T23:32:15Z","title":"Privacy Auditing of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.06808","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8931e45d41af047b2d3748df4a8fda9e4e8a557940567ed57d28da226ed6136f","target":"record","created_at":"2026-07-05T10:27:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2b01247c91f74259546f02b5741762cd3830e662023e5e1567b4910a9871880d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-03-09T23:32:15Z","title_canon_sha256":"10ba89f470c560f28713ebdbb4cab7ac62b25083930be03bfdd339713756da3b"},"schema_version":"1.0","source":{"id":"2503.06808","kind":"arxiv","version":1}},"canonical_sha256":"1241e2b3dea6608166b1e63c65e870afe2d133c482c76c4e723aaa66f283526e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1241e2b3dea6608166b1e63c65e870afe2d133c482c76c4e723aaa66f283526e","first_computed_at":"2026-07-05T10:27:42.957489Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:27:42.957489Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"i2SPS6qsHXWc4KMJmBhVJHSm0xdOGWi7smdufjUL/3TPWgBZtyW0IGWK2GMv/hAxmbB6+ob1ESBOXJJNVKvNCw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:27:42.958270Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.06808","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8931e45d41af047b2d3748df4a8fda9e4e8a557940567ed57d28da226ed6136f","sha256:ff6a69933a02422b29e9e82b9f6bb0c336fe3573e27a71a1ac53166d3a152ef3"],"state_sha256":"5d176ec03956c6d7253977ec3a0ee623116581f9035b4feefad30405a114966a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kHE/6lO7pXN0fbbaFa/Hk2ECM/U/E1ntsD1/6j5n6I5Kg8mwfSWnpPrGpOteo+8cYA12WEYQhSWKQzsqMvRNCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T12:45:42.805679Z","bundle_sha256":"352b27f745182b3a1d309cbb942065146fd8cd987eb910089f7e9ba99b78fb7a"}}