{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:Q4QCS7MNK6IIMNGGUSEST5GID4","short_pith_number":"pith:Q4QCS7MN","canonical_record":{"source":{"id":"1812.09359","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-21T20:20:26Z","cross_cats_sorted":[],"title_canon_sha256":"9f69ff4a3d583817655e26735582d996c113ebd01cd59ba086abd6416d8499fc","abstract_canon_sha256":"c23794634761b2a72a193c5a15c78408bc1741e9d7102a35b140b6d68f692152"},"schema_version":"1.0"},"canonical_sha256":"8720297d8d57908634c6a48929f4c81f2d8ed6693fb277ce30d9944a92969a26","source":{"kind":"arxiv","id":"1812.09359","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.09359","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"arxiv_version","alias_value":"1812.09359v1","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.09359","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"pith_short_12","alias_value":"Q4QCS7MNK6II","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_16","alias_value":"Q4QCS7MNK6IIMNGG","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_8","alias_value":"Q4QCS7MN","created_at":"2026-05-18T12:32:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:Q4QCS7MNK6IIMNGGUSEST5GID4","target":"record","payload":{"canonical_record":{"source":{"id":"1812.09359","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-21T20:20:26Z","cross_cats_sorted":[],"title_canon_sha256":"9f69ff4a3d583817655e26735582d996c113ebd01cd59ba086abd6416d8499fc","abstract_canon_sha256":"c23794634761b2a72a193c5a15c78408bc1741e9d7102a35b140b6d68f692152"},"schema_version":"1.0"},"canonical_sha256":"8720297d8d57908634c6a48929f4c81f2d8ed6693fb277ce30d9944a92969a26","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:57:28.250252Z","signature_b64":"BwUEKDVzUC7lO9ItXoL6fDNApy24FFz+QhMg9AtraXOXmShOm0284ZLPCcJ0FHPCv+Vh+M9vM0dfX3nmlhgLCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8720297d8d57908634c6a48929f4c81f2d8ed6693fb277ce30d9944a92969a26","last_reissued_at":"2026-05-17T23:57:28.249712Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:57:28.249712Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1812.09359","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:57:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TN4zOcmE7BQ/NKsMniGpCohCAeaKkgf9JGtJeL/U2AU2xRohFZm2YJNnpxbJA3Zi8LrNU7X82K41tfOqd6ojBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T20:55:11.725593Z"},"content_sha256":"6f16ef71c9b599afed51a29dbd10434420d92d1f52b562a2fdd19dc3ae4b3d25","schema_version":"1.0","event_id":"sha256:6f16ef71c9b599afed51a29dbd10434420d92d1f52b562a2fdd19dc3ae4b3d25"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:Q4QCS7MNK6IIMNGGUSEST5GID4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NeuroX: A Toolkit for Analyzing Individual Neurons in Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Avery Nortonsmith, D. Anthony Bau, Fahim Dalvi, Hassan Sajjad, James Glass, Nadir Durrani, Yonatan Belinkov","submitted_at":"2018-12-21T20:20:26Z","abstract_excerpt":"We present a toolkit to facilitate the interpretation and understanding of neural network models. The toolkit provides several methods to identify salient neurons with respect to the model itself or an external task. A user can visualize selected neurons, ablate them to measure their effect on the model accuracy, and manipulate them to control the behavior of the model at the test time. Such an analysis has a potential to serve as a springboard in various research directions, such as understanding the model, better architectural choices, model distillation and controlling data biases."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.09359","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:57:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lI3SXEUJGGg5w+SONfWguG/+qs7XZ2aObCsr2ueFqMwUDTFVjbkxs52Xvn5d3DWKUB1/qjAt0NixxqFj9TpCBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T20:55:11.726405Z"},"content_sha256":"44f9abfefbd90f53dc0ad4a7b69f0800f4214336e7b03a9ef6146b2abb2b4322","schema_version":"1.0","event_id":"sha256:44f9abfefbd90f53dc0ad4a7b69f0800f4214336e7b03a9ef6146b2abb2b4322"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q4QCS7MNK6IIMNGGUSEST5GID4/bundle.json","state_url":"https://pith.science/pith/Q4QCS7MNK6IIMNGGUSEST5GID4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q4QCS7MNK6IIMNGGUSEST5GID4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T20:55:11Z","links":{"resolver":"https://pith.science/pith/Q4QCS7MNK6IIMNGGUSEST5GID4","bundle":"https://pith.science/pith/Q4QCS7MNK6IIMNGGUSEST5GID4/bundle.json","state":"https://pith.science/pith/Q4QCS7MNK6IIMNGGUSEST5GID4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q4QCS7MNK6IIMNGGUSEST5GID4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:Q4QCS7MNK6IIMNGGUSEST5GID4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c23794634761b2a72a193c5a15c78408bc1741e9d7102a35b140b6d68f692152","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-21T20:20:26Z","title_canon_sha256":"9f69ff4a3d583817655e26735582d996c113ebd01cd59ba086abd6416d8499fc"},"schema_version":"1.0","source":{"id":"1812.09359","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.09359","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"arxiv_version","alias_value":"1812.09359v1","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.09359","created_at":"2026-05-17T23:57:28Z"},{"alias_kind":"pith_short_12","alias_value":"Q4QCS7MNK6II","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_16","alias_value":"Q4QCS7MNK6IIMNGG","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_8","alias_value":"Q4QCS7MN","created_at":"2026-05-18T12:32:46Z"}],"graph_snapshots":[{"event_id":"sha256:44f9abfefbd90f53dc0ad4a7b69f0800f4214336e7b03a9ef6146b2abb2b4322","target":"graph","created_at":"2026-05-17T23:57:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We present a toolkit to facilitate the interpretation and understanding of neural network models. The toolkit provides several methods to identify salient neurons with respect to the model itself or an external task. A user can visualize selected neurons, ablate them to measure their effect on the model accuracy, and manipulate them to control the behavior of the model at the test time. Such an analysis has a potential to serve as a springboard in various research directions, such as understanding the model, better architectural choices, model distillation and controlling data biases.","authors_text":"Avery Nortonsmith, D. Anthony Bau, Fahim Dalvi, Hassan Sajjad, James Glass, Nadir Durrani, Yonatan Belinkov","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-21T20:20:26Z","title":"NeuroX: A Toolkit for Analyzing Individual Neurons in Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.09359","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6f16ef71c9b599afed51a29dbd10434420d92d1f52b562a2fdd19dc3ae4b3d25","target":"record","created_at":"2026-05-17T23:57:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c23794634761b2a72a193c5a15c78408bc1741e9d7102a35b140b6d68f692152","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-21T20:20:26Z","title_canon_sha256":"9f69ff4a3d583817655e26735582d996c113ebd01cd59ba086abd6416d8499fc"},"schema_version":"1.0","source":{"id":"1812.09359","kind":"arxiv","version":1}},"canonical_sha256":"8720297d8d57908634c6a48929f4c81f2d8ed6693fb277ce30d9944a92969a26","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8720297d8d57908634c6a48929f4c81f2d8ed6693fb277ce30d9944a92969a26","first_computed_at":"2026-05-17T23:57:28.249712Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:57:28.249712Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BwUEKDVzUC7lO9ItXoL6fDNApy24FFz+QhMg9AtraXOXmShOm0284ZLPCcJ0FHPCv+Vh+M9vM0dfX3nmlhgLCw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:57:28.250252Z","signed_message":"canonical_sha256_bytes"},"source_id":"1812.09359","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6f16ef71c9b599afed51a29dbd10434420d92d1f52b562a2fdd19dc3ae4b3d25","sha256:44f9abfefbd90f53dc0ad4a7b69f0800f4214336e7b03a9ef6146b2abb2b4322"],"state_sha256":"1906820cc81a7185ede3178d0c17351e7eae4e856265f27bc2b765e25b7b0f1a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"48cgHz6rxT4yaZ11dcMXvjeE+1+GxbUIAT78gdWPZ390z5IYz7qt2vZicMWts6hJesWWccQyaHt6lSoon30JDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T20:55:11.730579Z","bundle_sha256":"78f4182a22b9c9f5ae12568c4cd6634c7a2366a00ff439bad85e01b6e02ad30b"}}