{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:W3MS24QEY2SWSWTE7JFZY2T42F","short_pith_number":"pith:W3MS24QE","canonical_record":{"source":{"id":"2311.04044","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T14:55:52Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"70fcfbe933d7bcf58f7c3a930e52fe93f21cbc1b76b258214e3b4cc30cc5e4ed","abstract_canon_sha256":"47e4ef295452914845e3b00eedf29bc653816ef2849323d966f5e351f4cc4d74"},"schema_version":"1.0"},"canonical_sha256":"b6d92d7204c6a5695a64fa4b9c6a7cd14ea285fb45a6baa864dfc76229b15512","source":{"kind":"arxiv","id":"2311.04044","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.04044","created_at":"2026-07-05T08:25:50Z"},{"alias_kind":"arxiv_version","alias_value":"2311.04044v3","created_at":"2026-07-05T08:25:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.04044","created_at":"2026-07-05T08:25:50Z"},{"alias_kind":"pith_short_12","alias_value":"W3MS24QEY2SW","created_at":"2026-07-05T08:25:50Z"},{"alias_kind":"pith_short_16","alias_value":"W3MS24QEY2SWSWTE","created_at":"2026-07-05T08:25:50Z"},{"alias_kind":"pith_short_8","alias_value":"W3MS24QE","created_at":"2026-07-05T08:25:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:W3MS24QEY2SWSWTE7JFZY2T42F","target":"record","payload":{"canonical_record":{"source":{"id":"2311.04044","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T14:55:52Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"70fcfbe933d7bcf58f7c3a930e52fe93f21cbc1b76b258214e3b4cc30cc5e4ed","abstract_canon_sha256":"47e4ef295452914845e3b00eedf29bc653816ef2849323d966f5e351f4cc4d74"},"schema_version":"1.0"},"canonical_sha256":"b6d92d7204c6a5695a64fa4b9c6a7cd14ea285fb45a6baa864dfc76229b15512","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:50.740815Z","signature_b64":"8hiqwsSQp63nVuJ9/08GsfC51rsshMJEoRFUX8UL/mOv7PNIM5QLA2Tb5u8eFAfqQL0asL3DkXeNriuGXjCVBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b6d92d7204c6a5695a64fa4b9c6a7cd14ea285fb45a6baa864dfc76229b15512","last_reissued_at":"2026-07-05T08:25:50.740311Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:50.740311Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.04044","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aMNmN/wLVx12oqKIkz5Pdwx+IkVDVczH5Lfv7QVA+WsLu30UYdpW1dR3NuGU0k3TK7mTrjPsIDoEipQ16wK8Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T05:47:56.304355Z"},"content_sha256":"f6349b919376bec75bcd846cffc4ce03e27907c3f9622f81d891e7eeb38a15eb","schema_version":"1.0","event_id":"sha256:f6349b919376bec75bcd846cffc4ce03e27907c3f9622f81d891e7eeb38a15eb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:W3MS24QEY2SWSWTE7JFZY2T42F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PrivLM-Bench: A Multi-level Privacy Evaluation Benchmark for Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CR"],"primary_cat":"cs.CL","authors_text":"Chunkit Chan, Dadi Guo, Donghao Li, Duanyi Yao, Haoran Li, Qi Hu, Wei Fan, Xin Liu, Yangqiu Song, Yuan Yao","submitted_at":"2023-11-07T14:55:52Z","abstract_excerpt":"The rapid development of language models (LMs) brings unprecedented accessibility and usage for both models and users. On the one hand, powerful LMs achieve state-of-the-art performance over numerous downstream NLP tasks. On the other hand, more and more attention is paid to unrestricted model accesses that may bring malicious privacy risks of data leakage. To address these issues, many recent works propose privacy-preserving language models (PPLMs) with differential privacy (DP). Unfortunately, different DP implementations make it challenging for a fair comparison among existing PPLMs. In thi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.04044","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.04044/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a2/t67f1Tyg4ndK4GA03yG/eE4UftT+ddkt7b/LGo3T+jmTZ7Sl6QMXctjXyFFkQ5MFpnIpwnSW6QV7HVGqnBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T05:47:56.305172Z"},"content_sha256":"fa74967ecf372016a18c5771ec193983c9269158c7510f679272e543aa37c240","schema_version":"1.0","event_id":"sha256:fa74967ecf372016a18c5771ec193983c9269158c7510f679272e543aa37c240"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W3MS24QEY2SWSWTE7JFZY2T42F/bundle.json","state_url":"https://pith.science/pith/W3MS24QEY2SWSWTE7JFZY2T42F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W3MS24QEY2SWSWTE7JFZY2T42F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T05:47:56Z","links":{"resolver":"https://pith.science/pith/W3MS24QEY2SWSWTE7JFZY2T42F","bundle":"https://pith.science/pith/W3MS24QEY2SWSWTE7JFZY2T42F/bundle.json","state":"https://pith.science/pith/W3MS24QEY2SWSWTE7JFZY2T42F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W3MS24QEY2SWSWTE7JFZY2T42F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:W3MS24QEY2SWSWTE7JFZY2T42F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"47e4ef295452914845e3b00eedf29bc653816ef2849323d966f5e351f4cc4d74","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T14:55:52Z","title_canon_sha256":"70fcfbe933d7bcf58f7c3a930e52fe93f21cbc1b76b258214e3b4cc30cc5e4ed"},"schema_version":"1.0","source":{"id":"2311.04044","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.04044","created_at":"2026-07-05T08:25:50Z"},{"alias_kind":"arxiv_version","alias_value":"2311.04044v3","created_at":"2026-07-05T08:25:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.04044","created_at":"2026-07-05T08:25:50Z"},{"alias_kind":"pith_short_12","alias_value":"W3MS24QEY2SW","created_at":"2026-07-05T08:25:50Z"},{"alias_kind":"pith_short_16","alias_value":"W3MS24QEY2SWSWTE","created_at":"2026-07-05T08:25:50Z"},{"alias_kind":"pith_short_8","alias_value":"W3MS24QE","created_at":"2026-07-05T08:25:50Z"}],"graph_snapshots":[{"event_id":"sha256:fa74967ecf372016a18c5771ec193983c9269158c7510f679272e543aa37c240","target":"graph","created_at":"2026-07-05T08:25:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.04044/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid development of language models (LMs) brings unprecedented accessibility and usage for both models and users. On the one hand, powerful LMs achieve state-of-the-art performance over numerous downstream NLP tasks. On the other hand, more and more attention is paid to unrestricted model accesses that may bring malicious privacy risks of data leakage. To address these issues, many recent works propose privacy-preserving language models (PPLMs) with differential privacy (DP). Unfortunately, different DP implementations make it challenging for a fair comparison among existing PPLMs. In thi","authors_text":"Chunkit Chan, Dadi Guo, Donghao Li, Duanyi Yao, Haoran Li, Qi Hu, Wei Fan, Xin Liu, Yangqiu Song, Yuan Yao","cross_cats":["cs.CR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T14:55:52Z","title":"PrivLM-Bench: A Multi-level Privacy Evaluation Benchmark for Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.04044","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f6349b919376bec75bcd846cffc4ce03e27907c3f9622f81d891e7eeb38a15eb","target":"record","created_at":"2026-07-05T08:25:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"47e4ef295452914845e3b00eedf29bc653816ef2849323d966f5e351f4cc4d74","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T14:55:52Z","title_canon_sha256":"70fcfbe933d7bcf58f7c3a930e52fe93f21cbc1b76b258214e3b4cc30cc5e4ed"},"schema_version":"1.0","source":{"id":"2311.04044","kind":"arxiv","version":3}},"canonical_sha256":"b6d92d7204c6a5695a64fa4b9c6a7cd14ea285fb45a6baa864dfc76229b15512","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b6d92d7204c6a5695a64fa4b9c6a7cd14ea285fb45a6baa864dfc76229b15512","first_computed_at":"2026-07-05T08:25:50.740311Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:25:50.740311Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8hiqwsSQp63nVuJ9/08GsfC51rsshMJEoRFUX8UL/mOv7PNIM5QLA2Tb5u8eFAfqQL0asL3DkXeNriuGXjCVBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:25:50.740815Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.04044","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f6349b919376bec75bcd846cffc4ce03e27907c3f9622f81d891e7eeb38a15eb","sha256:fa74967ecf372016a18c5771ec193983c9269158c7510f679272e543aa37c240"],"state_sha256":"f7eef4ecb2a5f3d5829a6535b1f26811a8b2e15d6d472b91e2127dca23cf032f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UID/SKSoyPmD/uT1qR6SnJ5fZR4W0RmRVD7WzEwpnB0RjhUzEzIDZoC39YmO6rf7qu+Co0nx2QVcsnIbTyY/Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T05:47:56.314057Z","bundle_sha256":"c17bd61fa7cf89730aa10815fdc17e997229674e672653dbaccd578a3ae13653"}}