{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:Z5RCPEO7XGJRTYCRDR6MBVKK73","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0f10bad227e6e2b339e684df7d582145f409fee3b84eb1ba8305b61898edc0a1","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-30T01:11:10Z","title_canon_sha256":"af388840f55514f81597797352b5665b7304ae83a7008ea4e2d175b22c34a259"},"schema_version":"1.0","source":{"id":"2108.12944","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.12944","created_at":"2026-07-05T04:40:46Z"},{"alias_kind":"arxiv_version","alias_value":"2108.12944v3","created_at":"2026-07-05T04:40:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.12944","created_at":"2026-07-05T04:40:46Z"},{"alias_kind":"pith_short_12","alias_value":"Z5RCPEO7XGJR","created_at":"2026-07-05T04:40:46Z"},{"alias_kind":"pith_short_16","alias_value":"Z5RCPEO7XGJRTYCR","created_at":"2026-07-05T04:40:46Z"},{"alias_kind":"pith_short_8","alias_value":"Z5RCPEO7","created_at":"2026-07-05T04:40:46Z"}],"graph_snapshots":[{"event_id":"sha256:b30a9c6f6458706528e4c4eb5aead3e8021e4887257e6a253e6988fccdff47a2","target":"graph","created_at":"2026-07-05T04:40:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.12944/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the increasing applications of language models, it has become crucial to protect these models from leaking private information. Previous work has attempted to tackle this challenge by training RNN-based language models with differential privacy guarantees. However, applying classical differential privacy to language models leads to poor model performance as the underlying privacy notion is over-pessimistic and provides undifferentiated protection for all tokens in the data. Given that the private information in natural language is sparse (for example, the bulk of an email might not carry ","authors_text":"Aiqi Cui, Evan Li, Ruoxi Jia, Weiyan Shi, Zhou Yu","cross_cats":["cs.CR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-30T01:11:10Z","title":"Selective Differential Privacy for Language Modeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.12944","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e90b646900738dec7937e24fce1569776cb548a00f46e720bf391609c8f0c583","target":"record","created_at":"2026-07-05T04:40:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0f10bad227e6e2b339e684df7d582145f409fee3b84eb1ba8305b61898edc0a1","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-30T01:11:10Z","title_canon_sha256":"af388840f55514f81597797352b5665b7304ae83a7008ea4e2d175b22c34a259"},"schema_version":"1.0","source":{"id":"2108.12944","kind":"arxiv","version":3}},"canonical_sha256":"cf622791dfb99319e0511c7cc0d54afee8b177eacd6cdb159b396ee8cfb20922","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cf622791dfb99319e0511c7cc0d54afee8b177eacd6cdb159b396ee8cfb20922","first_computed_at":"2026-07-05T04:40:46.450163Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:40:46.450163Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WKb3XMJwrfYJfBYs1B9Qb+IChJUKTmVpjxvy7jNNe6KDjVC8mMLD2oM7K90DNGUl24dL4dAGnTrPG3Vb/H0BCg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:40:46.450550Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.12944","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e90b646900738dec7937e24fce1569776cb548a00f46e720bf391609c8f0c583","sha256:b30a9c6f6458706528e4c4eb5aead3e8021e4887257e6a253e6988fccdff47a2"],"state_sha256":"a66e378c5b2215569c00317a12a30af83adcc9ae0a9fc3705efa8b84a3855c6a"}