{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:LKPNB6PRBLZ3JYIYMFHXRVR4GS","short_pith_number":"pith:LKPNB6PR","canonical_record":{"source":{"id":"1612.08220","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-24T21:36:07Z","cross_cats_sorted":[],"title_canon_sha256":"1871f5df6b6d580d3e2e34abdfed2d629a143e794eb6b7622ecdff68f904137f","abstract_canon_sha256":"bd439e92d35adcf985e90c30028b018aac5b7c01751936c9849a7cff8a63ee66"},"schema_version":"1.0"},"canonical_sha256":"5a9ed0f9f10af3b4e118614f78d63c349abf6fef86fea96e55316af33e097358","source":{"kind":"arxiv","id":"1612.08220","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1612.08220","created_at":"2026-05-18T00:53:04Z"},{"alias_kind":"arxiv_version","alias_value":"1612.08220v3","created_at":"2026-05-18T00:53:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1612.08220","created_at":"2026-05-18T00:53:04Z"},{"alias_kind":"pith_short_12","alias_value":"LKPNB6PRBLZ3","created_at":"2026-05-18T12:30:29Z"},{"alias_kind":"pith_short_16","alias_value":"LKPNB6PRBLZ3JYIY","created_at":"2026-05-18T12:30:29Z"},{"alias_kind":"pith_short_8","alias_value":"LKPNB6PR","created_at":"2026-05-18T12:30:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:LKPNB6PRBLZ3JYIYMFHXRVR4GS","target":"record","payload":{"canonical_record":{"source":{"id":"1612.08220","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-24T21:36:07Z","cross_cats_sorted":[],"title_canon_sha256":"1871f5df6b6d580d3e2e34abdfed2d629a143e794eb6b7622ecdff68f904137f","abstract_canon_sha256":"bd439e92d35adcf985e90c30028b018aac5b7c01751936c9849a7cff8a63ee66"},"schema_version":"1.0"},"canonical_sha256":"5a9ed0f9f10af3b4e118614f78d63c349abf6fef86fea96e55316af33e097358","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:53:04.747840Z","signature_b64":"Bvm0bEWlOe0vfggnkqfZwbtIIVY6HLSUnZmtkehKD9MDHPQMtEVtBL+ZLNfVo6QOzW6Z5sIrk7xHTvAHWZjmBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5a9ed0f9f10af3b4e118614f78d63c349abf6fef86fea96e55316af33e097358","last_reissued_at":"2026-05-18T00:53:04.747214Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:53:04.747214Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1612.08220","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:53:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zLRk7afZsAi4+wxSOTK+L/CHaWexJb+KJmN71rJ/o8MmMBtxzrT4rB5HUiLNXcQRwnAqVsLhrLXGAASp5oxXAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T16:53:42.471334Z"},"content_sha256":"7906461938be9d43b387438244fd413d47ceb1473e89543dda186bf0341965df","schema_version":"1.0","event_id":"sha256:7906461938be9d43b387438244fd413d47ceb1473e89543dda186bf0341965df"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:LKPNB6PRBLZ3JYIYMFHXRVR4GS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding Neural Networks through Representation Erasure","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dan Jurafsky, Jiwei Li, Will Monroe","submitted_at":"2016-12-24T21:36:07Z","abstract_excerpt":"While neural networks have been successfully applied to many natural language processing tasks, they come at the cost of interpretability. In this paper, we propose a general methodology to analyze and interpret decisions from a neural model by observing the effects on the model of erasing various parts of the representation, such as input word-vector dimensions, intermediate hidden units, or input words. We present several approaches to analyzing the effects of such erasure, from computing the relative difference in evaluation metrics, to using reinforcement learning to erase the minimum set "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1612.08220","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:53:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cdCx2pwSrMqRMLsw5IACBO9G40ppXvxm5sXgHGv8VKVhhKKrpngb4LT4b0AsuNrv3mGIRPCAdcb/GC08BPM6Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T16:53:42.471683Z"},"content_sha256":"a0167089a97c0454a86295a63c047d7fd5ea774c1b2f721bb387a1b45e80d5a4","schema_version":"1.0","event_id":"sha256:a0167089a97c0454a86295a63c047d7fd5ea774c1b2f721bb387a1b45e80d5a4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LKPNB6PRBLZ3JYIYMFHXRVR4GS/bundle.json","state_url":"https://pith.science/pith/LKPNB6PRBLZ3JYIYMFHXRVR4GS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LKPNB6PRBLZ3JYIYMFHXRVR4GS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T16:53:42Z","links":{"resolver":"https://pith.science/pith/LKPNB6PRBLZ3JYIYMFHXRVR4GS","bundle":"https://pith.science/pith/LKPNB6PRBLZ3JYIYMFHXRVR4GS/bundle.json","state":"https://pith.science/pith/LKPNB6PRBLZ3JYIYMFHXRVR4GS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LKPNB6PRBLZ3JYIYMFHXRVR4GS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:LKPNB6PRBLZ3JYIYMFHXRVR4GS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd439e92d35adcf985e90c30028b018aac5b7c01751936c9849a7cff8a63ee66","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-24T21:36:07Z","title_canon_sha256":"1871f5df6b6d580d3e2e34abdfed2d629a143e794eb6b7622ecdff68f904137f"},"schema_version":"1.0","source":{"id":"1612.08220","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1612.08220","created_at":"2026-05-18T00:53:04Z"},{"alias_kind":"arxiv_version","alias_value":"1612.08220v3","created_at":"2026-05-18T00:53:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1612.08220","created_at":"2026-05-18T00:53:04Z"},{"alias_kind":"pith_short_12","alias_value":"LKPNB6PRBLZ3","created_at":"2026-05-18T12:30:29Z"},{"alias_kind":"pith_short_16","alias_value":"LKPNB6PRBLZ3JYIY","created_at":"2026-05-18T12:30:29Z"},{"alias_kind":"pith_short_8","alias_value":"LKPNB6PR","created_at":"2026-05-18T12:30:29Z"}],"graph_snapshots":[{"event_id":"sha256:a0167089a97c0454a86295a63c047d7fd5ea774c1b2f721bb387a1b45e80d5a4","target":"graph","created_at":"2026-05-18T00:53:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"While neural networks have been successfully applied to many natural language processing tasks, they come at the cost of interpretability. In this paper, we propose a general methodology to analyze and interpret decisions from a neural model by observing the effects on the model of erasing various parts of the representation, such as input word-vector dimensions, intermediate hidden units, or input words. We present several approaches to analyzing the effects of such erasure, from computing the relative difference in evaluation metrics, to using reinforcement learning to erase the minimum set ","authors_text":"Dan Jurafsky, Jiwei Li, Will Monroe","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-24T21:36:07Z","title":"Understanding Neural Networks through Representation Erasure"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1612.08220","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7906461938be9d43b387438244fd413d47ceb1473e89543dda186bf0341965df","target":"record","created_at":"2026-05-18T00:53:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd439e92d35adcf985e90c30028b018aac5b7c01751936c9849a7cff8a63ee66","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-24T21:36:07Z","title_canon_sha256":"1871f5df6b6d580d3e2e34abdfed2d629a143e794eb6b7622ecdff68f904137f"},"schema_version":"1.0","source":{"id":"1612.08220","kind":"arxiv","version":3}},"canonical_sha256":"5a9ed0f9f10af3b4e118614f78d63c349abf6fef86fea96e55316af33e097358","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a9ed0f9f10af3b4e118614f78d63c349abf6fef86fea96e55316af33e097358","first_computed_at":"2026-05-18T00:53:04.747214Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:53:04.747214Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Bvm0bEWlOe0vfggnkqfZwbtIIVY6HLSUnZmtkehKD9MDHPQMtEVtBL+ZLNfVo6QOzW6Z5sIrk7xHTvAHWZjmBA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:53:04.747840Z","signed_message":"canonical_sha256_bytes"},"source_id":"1612.08220","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7906461938be9d43b387438244fd413d47ceb1473e89543dda186bf0341965df","sha256:a0167089a97c0454a86295a63c047d7fd5ea774c1b2f721bb387a1b45e80d5a4"],"state_sha256":"fa9cf64b072bea4ee79fe17a688b1b21f2ad25fd840bcc05de00ca5e1f06069c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g2bQe7wn1qSg7mK0hQsvLgiCwulUqweRb5sXGkQ/d3ZkKRq8swjxzglmX7Z39WNGRJOT5W/L+TgiIfp1PPRNDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T16:53:42.473583Z","bundle_sha256":"aa70938fac0ca6fb85f9b49527b90f8bfb48e6924b601a8c75778e947224e52c"}}