{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:UD2ZU6EUTFIO4SYCPGD5U2BJ72","short_pith_number":"pith:UD2ZU6EU","canonical_record":{"source":{"id":"2112.12938","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-24T04:20:57Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3af9378afd284ac30016c758f15162375cfe02634f3add7ec36f15584921907e","abstract_canon_sha256":"e86a9a07a73915a9c7ac47eeb2313f56bc2cb011004e024dd3a234e11e46236b"},"schema_version":"1.0"},"canonical_sha256":"a0f59a78949950ee4b027987da6829fe9f29857a6383aef43ce9d8819e6cd951","source":{"kind":"arxiv","id":"2112.12938","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.12938","created_at":"2026-07-05T07:00:42Z"},{"alias_kind":"arxiv_version","alias_value":"2112.12938v2","created_at":"2026-07-05T07:00:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.12938","created_at":"2026-07-05T07:00:42Z"},{"alias_kind":"pith_short_12","alias_value":"UD2ZU6EUTFIO","created_at":"2026-07-05T07:00:42Z"},{"alias_kind":"pith_short_16","alias_value":"UD2ZU6EUTFIO4SYC","created_at":"2026-07-05T07:00:42Z"},{"alias_kind":"pith_short_8","alias_value":"UD2ZU6EU","created_at":"2026-07-05T07:00:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:UD2ZU6EUTFIO4SYCPGD5U2BJ72","target":"record","payload":{"canonical_record":{"source":{"id":"2112.12938","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-24T04:20:57Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3af9378afd284ac30016c758f15162375cfe02634f3add7ec36f15584921907e","abstract_canon_sha256":"e86a9a07a73915a9c7ac47eeb2313f56bc2cb011004e024dd3a234e11e46236b"},"schema_version":"1.0"},"canonical_sha256":"a0f59a78949950ee4b027987da6829fe9f29857a6383aef43ce9d8819e6cd951","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:00:42.589968Z","signature_b64":"5s6pnBeoCkfIrrB3snn1SlnJpeelq3lUita2JkVfc9ASd1CMAKAtRuotP0AbtlEHRV46hU+rddMgZ01LtPcnBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a0f59a78949950ee4b027987da6829fe9f29857a6383aef43ce9d8819e6cd951","last_reissued_at":"2026-07-05T07:00:42.589480Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:00:42.589480Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.12938","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:00:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5Xqvjz53xX3wRte6eyt3C6VxHEIDT+HUyB0jfv0KR41F730OgGsgF/9nqGb17eYleatFErK3IRmuSBQ14OmECQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:06:34.267932Z"},"content_sha256":"a4f71c714179ce0934c410c61a34b0dc5cd6f3281887dd6ed441957284cb45d3","schema_version":"1.0","event_id":"sha256:a4f71c714179ce0934c410c61a34b0dc5cd6f3281887dd6ed441957284cb45d3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:UD2ZU6EUTFIO4SYCPGD5U2BJ72","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Counterfactual Memorization in Neural Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chiyuan Zhang, Daphne Ippolito, Florian Tram\\`er, Katherine Lee, Matthew Jagielski, Nicholas Carlini","submitted_at":"2021-12-24T04:20:57Z","abstract_excerpt":"Modern neural language models that are widely used in various NLP tasks risk memorizing sensitive information from their training data. Understanding this memorization is important in real world applications and also from a learning-theoretical perspective. An open question in previous studies of language model memorization is how to filter out \"common\" memorization. In fact, most memorization criteria strongly correlate with the number of occurrences in the training set, capturing memorized familiar phrases, public knowledge, templated texts, or other repeated data. We formulate a notion of c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.12938","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.12938/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:00:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yUbBNNX36LMXlNpqyF6tZkEHpF6Sy+psgUPWD0LLZ+1f3NLbeu6q1iaXggMcJAx93F1hvBCbtlfsl+ABuOKNDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:06:34.268472Z"},"content_sha256":"6e3df0df817754fcea7b8e5924d242fec1aa63f79504c9538471acf3015490c5","schema_version":"1.0","event_id":"sha256:6e3df0df817754fcea7b8e5924d242fec1aa63f79504c9538471acf3015490c5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UD2ZU6EUTFIO4SYCPGD5U2BJ72/bundle.json","state_url":"https://pith.science/pith/UD2ZU6EUTFIO4SYCPGD5U2BJ72/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UD2ZU6EUTFIO4SYCPGD5U2BJ72/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:06:34Z","links":{"resolver":"https://pith.science/pith/UD2ZU6EUTFIO4SYCPGD5U2BJ72","bundle":"https://pith.science/pith/UD2ZU6EUTFIO4SYCPGD5U2BJ72/bundle.json","state":"https://pith.science/pith/UD2ZU6EUTFIO4SYCPGD5U2BJ72/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UD2ZU6EUTFIO4SYCPGD5U2BJ72/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:UD2ZU6EUTFIO4SYCPGD5U2BJ72","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e86a9a07a73915a9c7ac47eeb2313f56bc2cb011004e024dd3a234e11e46236b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-24T04:20:57Z","title_canon_sha256":"3af9378afd284ac30016c758f15162375cfe02634f3add7ec36f15584921907e"},"schema_version":"1.0","source":{"id":"2112.12938","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.12938","created_at":"2026-07-05T07:00:42Z"},{"alias_kind":"arxiv_version","alias_value":"2112.12938v2","created_at":"2026-07-05T07:00:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.12938","created_at":"2026-07-05T07:00:42Z"},{"alias_kind":"pith_short_12","alias_value":"UD2ZU6EUTFIO","created_at":"2026-07-05T07:00:42Z"},{"alias_kind":"pith_short_16","alias_value":"UD2ZU6EUTFIO4SYC","created_at":"2026-07-05T07:00:42Z"},{"alias_kind":"pith_short_8","alias_value":"UD2ZU6EU","created_at":"2026-07-05T07:00:42Z"}],"graph_snapshots":[{"event_id":"sha256:6e3df0df817754fcea7b8e5924d242fec1aa63f79504c9538471acf3015490c5","target":"graph","created_at":"2026-07-05T07:00:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.12938/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Modern neural language models that are widely used in various NLP tasks risk memorizing sensitive information from their training data. Understanding this memorization is important in real world applications and also from a learning-theoretical perspective. An open question in previous studies of language model memorization is how to filter out \"common\" memorization. In fact, most memorization criteria strongly correlate with the number of occurrences in the training set, capturing memorized familiar phrases, public knowledge, templated texts, or other repeated data. We formulate a notion of c","authors_text":"Chiyuan Zhang, Daphne Ippolito, Florian Tram\\`er, Katherine Lee, Matthew Jagielski, Nicholas Carlini","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-24T04:20:57Z","title":"Counterfactual Memorization in Neural Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.12938","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a4f71c714179ce0934c410c61a34b0dc5cd6f3281887dd6ed441957284cb45d3","target":"record","created_at":"2026-07-05T07:00:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e86a9a07a73915a9c7ac47eeb2313f56bc2cb011004e024dd3a234e11e46236b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-24T04:20:57Z","title_canon_sha256":"3af9378afd284ac30016c758f15162375cfe02634f3add7ec36f15584921907e"},"schema_version":"1.0","source":{"id":"2112.12938","kind":"arxiv","version":2}},"canonical_sha256":"a0f59a78949950ee4b027987da6829fe9f29857a6383aef43ce9d8819e6cd951","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a0f59a78949950ee4b027987da6829fe9f29857a6383aef43ce9d8819e6cd951","first_computed_at":"2026-07-05T07:00:42.589480Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:00:42.589480Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5s6pnBeoCkfIrrB3snn1SlnJpeelq3lUita2JkVfc9ASd1CMAKAtRuotP0AbtlEHRV46hU+rddMgZ01LtPcnBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:00:42.589968Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.12938","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a4f71c714179ce0934c410c61a34b0dc5cd6f3281887dd6ed441957284cb45d3","sha256:6e3df0df817754fcea7b8e5924d242fec1aa63f79504c9538471acf3015490c5"],"state_sha256":"3b01600da288216e7e9f543d204ca0e75f7af5b7a8e043dfa8177d68fd820e62"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3qfhlPJhmeY5QNZajai/RRzsSU1AOq7wXcaxLpBQr2uOul+2R/H93EI/9wFKyDUHtSOcDQiJA8cBCVK+HklZCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:06:34.272506Z","bundle_sha256":"c12a24aaed0cb5fa6f7d71cc4efa3743336446dc6d7e2dd63e732b09f41561e8"}}