{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2020:ODCIIXVLPFCTW2O6BHNATN3VKO","short_pith_number":"pith:ODCIIXVL","schema_version":"1.0","canonical_sha256":"70c4845eab79453b69de09da09b77553961195cf56f21c5797e2dfa972783c52","source":{"kind":"arxiv","id":"2010.02066","version":3},"attestation_state":"computed","paper":{"title":"Are Neural Nets Modular? Inspecting Functional Modularity Through Differentiable Weight Masks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.NE","authors_text":"J\\\"urgen Schmidhuber, R\\'obert Csord\\'as, Sjoerd van Steenkiste","submitted_at":"2020-10-05T15:04:11Z","abstract_excerpt":"Neural networks (NNs) whose subnetworks implement reusable functions are expected to offer numerous advantages, including compositionality through efficient recombination of functional building blocks, interpretability, preventing catastrophic interference, etc. Understanding if and how NNs are modular could provide insights into how to improve them. Current inspection methods, however, fail to link modules to their functionality. In this paper, we present a novel method based on learning binary weight masks to identify individual weights and subnets responsible for specific functions. Using t"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2010.02066","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2020-10-05T15:04:11Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"480747ca86095f59ba9c076451b6b8a48f60765f0af36bbb818782dae0319fd2","abstract_canon_sha256":"b231f648c737d0bd4650054ecd39ed2703280788cdd43bbb45a6ea6d556d5a37"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:20:57.050897Z","signature_b64":"cEyVK6QQnHeQKcnYDSPgw7PnaeOohgDVKJ+Ewmxx8TlMZ3KxDSLOe1IlaIR7cXiphNGGQcMAT2aNdF6UyB4jCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"70c4845eab79453b69de09da09b77553961195cf56f21c5797e2dfa972783c52","last_reissued_at":"2026-07-05T02:20:57.050491Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:20:57.050491Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Are Neural Nets Modular? Inspecting Functional Modularity Through Differentiable Weight Masks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.NE","authors_text":"J\\\"urgen Schmidhuber, R\\'obert Csord\\'as, Sjoerd van Steenkiste","submitted_at":"2020-10-05T15:04:11Z","abstract_excerpt":"Neural networks (NNs) whose subnetworks implement reusable functions are expected to offer numerous advantages, including compositionality through efficient recombination of functional building blocks, interpretability, preventing catastrophic interference, etc. Understanding if and how NNs are modular could provide insights into how to improve them. Current inspection methods, however, fail to link modules to their functionality. In this paper, we present a novel method based on learning binary weight masks to identify individual weights and subnets responsible for specific functions. Using t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.02066","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.02066/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2010.02066","created_at":"2026-07-05T02:20:57.050554+00:00"},{"alias_kind":"arxiv_version","alias_value":"2010.02066v3","created_at":"2026-07-05T02:20:57.050554+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.02066","created_at":"2026-07-05T02:20:57.050554+00:00"},{"alias_kind":"pith_short_12","alias_value":"ODCIIXVLPFCT","created_at":"2026-07-05T02:20:57.050554+00:00"},{"alias_kind":"pith_short_16","alias_value":"ODCIIXVLPFCTW2O6","created_at":"2026-07-05T02:20:57.050554+00:00"},{"alias_kind":"pith_short_8","alias_value":"ODCIIXVL","created_at":"2026-07-05T02:20:57.050554+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2508.16109","citing_title":"From Indirect Object Identification to Syllogisms: Exploring Binary Mechanisms in Transformer Circuits","ref_index":20,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ODCIIXVLPFCTW2O6BHNATN3VKO","json":"https://pith.science/pith/ODCIIXVLPFCTW2O6BHNATN3VKO.json","graph_json":"https://pith.science/api/pith-number/ODCIIXVLPFCTW2O6BHNATN3VKO/graph.json","events_json":"https://pith.science/api/pith-number/ODCIIXVLPFCTW2O6BHNATN3VKO/events.json","paper":"https://pith.science/paper/ODCIIXVL"},"agent_actions":{"view_html":"https://pith.science/pith/ODCIIXVLPFCTW2O6BHNATN3VKO","download_json":"https://pith.science/pith/ODCIIXVLPFCTW2O6BHNATN3VKO.json","view_paper":"https://pith.science/paper/ODCIIXVL","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2010.02066&json=true","fetch_graph":"https://pith.science/api/pith-number/ODCIIXVLPFCTW2O6BHNATN3VKO/graph.json","fetch_events":"https://pith.science/api/pith-number/ODCIIXVLPFCTW2O6BHNATN3VKO/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ODCIIXVLPFCTW2O6BHNATN3VKO/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ODCIIXVLPFCTW2O6BHNATN3VKO/action/storage_attestation","attest_author":"https://pith.science/pith/ODCIIXVLPFCTW2O6BHNATN3VKO/action/author_attestation","sign_citation":"https://pith.science/pith/ODCIIXVLPFCTW2O6BHNATN3VKO/action/citation_signature","submit_replication":"https://pith.science/pith/ODCIIXVLPFCTW2O6BHNATN3VKO/action/replication_record"}},"created_at":"2026-07-05T02:20:57.050554+00:00","updated_at":"2026-07-05T02:20:57.050554+00:00"}