{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:6QAFUKVRCEU3P7BQFC64MCVS3O","short_pith_number":"pith:6QAFUKVR","canonical_record":{"source":{"id":"1812.09355","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-21T19:51:47Z","cross_cats_sorted":[],"title_canon_sha256":"e0a2d71585386bea26b9f01c44124b673e10f4866432911bed5ca23a7628d97d","abstract_canon_sha256":"6c996f547bdb96c2e44903bbc05ba5989ffa831bd425ea39183b55868d4c0ec9"},"schema_version":"1.0"},"canonical_sha256":"f4005a2ab11129b7fc3028bdc60ab2db95c54a5f2378da759b92746df8f2a555","source":{"kind":"arxiv","id":"1812.09355","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.09355","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"arxiv_version","alias_value":"1812.09355v1","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.09355","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"pith_short_12","alias_value":"6QAFUKVRCEU3","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_16","alias_value":"6QAFUKVRCEU3P7BQ","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_8","alias_value":"6QAFUKVR","created_at":"2026-05-18T12:32:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:6QAFUKVRCEU3P7BQFC64MCVS3O","target":"record","payload":{"canonical_record":{"source":{"id":"1812.09355","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-21T19:51:47Z","cross_cats_sorted":[],"title_canon_sha256":"e0a2d71585386bea26b9f01c44124b673e10f4866432911bed5ca23a7628d97d","abstract_canon_sha256":"6c996f547bdb96c2e44903bbc05ba5989ffa831bd425ea39183b55868d4c0ec9"},"schema_version":"1.0"},"canonical_sha256":"f4005a2ab11129b7fc3028bdc60ab2db95c54a5f2378da759b92746df8f2a555","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:57:28.267122Z","signature_b64":"pzQBar9mkYra4bMmLhQB3CsI/Ub5SXpF+lapXHp1D8agbyAEJixy34YEecNvj8XMo4bCd0rtgG9yfSoCH6dsCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f4005a2ab11129b7fc3028bdc60ab2db95c54a5f2378da759b92746df8f2a555","last_reissued_at":"2026-05-17T23:57:28.266408Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:57:28.266408Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1812.09355","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:57:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kF5l+xpZHkqgTCNb25mmhLGzolxio2d4/Xu4icmeyeMa5Y2PQkU+s5CMuGTvBY1CBmWR1vJDWJxfZ17o4fixBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T23:51:48.216126Z"},"content_sha256":"4e63c3fc28746a9388d59a1e9cc0a9e2b25ba27a0dad5b05275274c4d36464c2","schema_version":"1.0","event_id":"sha256:4e63c3fc28746a9388d59a1e9cc0a9e2b25ba27a0dad5b05275274c4d36464c2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:6QAFUKVRCEU3P7BQFC64MCVS3O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Is One Grain of Sand in the Desert? Analyzing Individual Neurons in Deep NLP Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anthony Bau, Fahim Dalvi, Hassan Sajjad, James Glass, Nadir Durrani, Yonatan Belinkov","submitted_at":"2018-12-21T19:51:47Z","abstract_excerpt":"Despite the remarkable evolution of deep neural networks in natural language processing (NLP), their interpretability remains a challenge. Previous work largely focused on what these models learn at the representation level. We break this analysis down further and study individual dimensions (neurons) in the vector representation learned by end-to-end neural models in NLP tasks. We propose two methods: Linguistic Correlation Analysis, based on a supervised method to extract the most relevant neurons with respect to an extrinsic task, and Cross-model Correlation Analysis, an unsupervised method"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.09355","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:57:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BBBkS8LvHJMHQtCuRhOjScVkd9MBQyC5mvcHadBrrXpSZActSlA9+ogu3FnPyV/MonUcS5FQ9JnddFdc8BACDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T23:51:48.216501Z"},"content_sha256":"5324b40fbd87f6330745c50d6dd7888952bb94e8f46ce6de870964e123b3a74e","schema_version":"1.0","event_id":"sha256:5324b40fbd87f6330745c50d6dd7888952bb94e8f46ce6de870964e123b3a74e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6QAFUKVRCEU3P7BQFC64MCVS3O/bundle.json","state_url":"https://pith.science/pith/6QAFUKVRCEU3P7BQFC64MCVS3O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6QAFUKVRCEU3P7BQFC64MCVS3O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T23:51:48Z","links":{"resolver":"https://pith.science/pith/6QAFUKVRCEU3P7BQFC64MCVS3O","bundle":"https://pith.science/pith/6QAFUKVRCEU3P7BQFC64MCVS3O/bundle.json","state":"https://pith.science/pith/6QAFUKVRCEU3P7BQFC64MCVS3O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6QAFUKVRCEU3P7BQFC64MCVS3O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:6QAFUKVRCEU3P7BQFC64MCVS3O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6c996f547bdb96c2e44903bbc05ba5989ffa831bd425ea39183b55868d4c0ec9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-21T19:51:47Z","title_canon_sha256":"e0a2d71585386bea26b9f01c44124b673e10f4866432911bed5ca23a7628d97d"},"schema_version":"1.0","source":{"id":"1812.09355","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.09355","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"arxiv_version","alias_value":"1812.09355v1","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.09355","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"pith_short_12","alias_value":"6QAFUKVRCEU3","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_16","alias_value":"6QAFUKVRCEU3P7BQ","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_8","alias_value":"6QAFUKVR","created_at":"2026-05-18T12:32:11Z"}],"graph_snapshots":[{"event_id":"sha256:5324b40fbd87f6330745c50d6dd7888952bb94e8f46ce6de870964e123b3a74e","target":"graph","created_at":"2026-05-17T23:57:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Despite the remarkable evolution of deep neural networks in natural language processing (NLP), their interpretability remains a challenge. Previous work largely focused on what these models learn at the representation level. We break this analysis down further and study individual dimensions (neurons) in the vector representation learned by end-to-end neural models in NLP tasks. We propose two methods: Linguistic Correlation Analysis, based on a supervised method to extract the most relevant neurons with respect to an extrinsic task, and Cross-model Correlation Analysis, an unsupervised method","authors_text":"Anthony Bau, Fahim Dalvi, Hassan Sajjad, James Glass, Nadir Durrani, Yonatan Belinkov","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-21T19:51:47Z","title":"What Is One Grain of Sand in the Desert? Analyzing Individual Neurons in Deep NLP Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.09355","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4e63c3fc28746a9388d59a1e9cc0a9e2b25ba27a0dad5b05275274c4d36464c2","target":"record","created_at":"2026-05-17T23:57:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6c996f547bdb96c2e44903bbc05ba5989ffa831bd425ea39183b55868d4c0ec9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-21T19:51:47Z","title_canon_sha256":"e0a2d71585386bea26b9f01c44124b673e10f4866432911bed5ca23a7628d97d"},"schema_version":"1.0","source":{"id":"1812.09355","kind":"arxiv","version":1}},"canonical_sha256":"f4005a2ab11129b7fc3028bdc60ab2db95c54a5f2378da759b92746df8f2a555","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f4005a2ab11129b7fc3028bdc60ab2db95c54a5f2378da759b92746df8f2a555","first_computed_at":"2026-05-17T23:57:28.266408Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:57:28.266408Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pzQBar9mkYra4bMmLhQB3CsI/Ub5SXpF+lapXHp1D8agbyAEJixy34YEecNvj8XMo4bCd0rtgG9yfSoCH6dsCg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:57:28.267122Z","signed_message":"canonical_sha256_bytes"},"source_id":"1812.09355","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4e63c3fc28746a9388d59a1e9cc0a9e2b25ba27a0dad5b05275274c4d36464c2","sha256:5324b40fbd87f6330745c50d6dd7888952bb94e8f46ce6de870964e123b3a74e"],"state_sha256":"1e2dcdf969d01f2827a06bd624828b906610405e813fe623e11cc41dd218138e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9AeF0++zAuXEqubNZlxmg2VVqWVJYqX0VtvyQf9Uo0egumBhTjsggY7fgqUTlwsvgNXNmu1faGIyH0OEXNQLAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T23:51:48.218747Z","bundle_sha256":"825cc096b9eea4ac4b4f99babb1b7ebb96a78e5ac56583e6fd699e4ce2c3e749"}}