{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BC3FLE7LBA4UNZ4ZQECK3UTXLL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5475ff2cc91ed2fabf9bac81abf84dfb02549b474e9f0897d972421a517fb286","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-10T23:22:11Z","title_canon_sha256":"f0219b66dcdad6003806f4ed2e406a3997a40be6332395ed08d8e52379f13334"},"schema_version":"1.0","source":{"id":"2410.08417","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08417","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08417v2","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08417","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_12","alias_value":"BC3FLE7LBA4U","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_16","alias_value":"BC3FLE7LBA4UNZ4Z","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_8","alias_value":"BC3FLE7L","created_at":"2026-07-05T11:26:44Z"}],"graph_snapshots":[{"event_id":"sha256:171ed0ab245017654aad6720f5d6a9b2ebe9e53b209c827a060f2f53d9b1540c","target":"graph","created_at":"2026-07-05T11:26:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.08417/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A mechanistic understanding of how MLPs do computation in deep neural networks remains elusive. Current interpretability work can extract features from hidden activations over an input dataset but generally cannot explain how MLP weights construct features. One challenge is that element-wise nonlinearities introduce higher-order interactions and make it difficult to trace computations through the MLP layer. In this paper, we analyze bilinear MLPs, a type of Gated Linear Unit (GLU) without any element-wise nonlinearity that nevertheless achieves competitive performance. Bilinear MLPs can be ful","authors_text":"Alice Rigg, Jose M. Oramas, Lee Sharkey, Michael T. Pearce, Thomas Dooms","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-10T23:22:11Z","title":"Bilinear MLPs enable weight-based mechanistic interpretability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08417","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9893ecdc9d35d0b5aa33029d8bc82975187852e724ca75caa0074f6ea7d760f0","target":"record","created_at":"2026-07-05T11:26:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5475ff2cc91ed2fabf9bac81abf84dfb02549b474e9f0897d972421a517fb286","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-10T23:22:11Z","title_canon_sha256":"f0219b66dcdad6003806f4ed2e406a3997a40be6332395ed08d8e52379f13334"},"schema_version":"1.0","source":{"id":"2410.08417","kind":"arxiv","version":2}},"canonical_sha256":"08b65593eb083946e7998104add2775af2df471220874ef85699208bc5aa091b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"08b65593eb083946e7998104add2775af2df471220874ef85699208bc5aa091b","first_computed_at":"2026-07-05T11:26:44.303339Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:26:44.303339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"deRbVQ6T939iG1X0/l2RNMUwdwBO+usFY9RJojxMemvbsd0Jj2enU4aJ2cdH5jJcQYBh8SAB4mAmY6AhAiPfCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:26:44.303848Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.08417","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9893ecdc9d35d0b5aa33029d8bc82975187852e724ca75caa0074f6ea7d760f0","sha256:171ed0ab245017654aad6720f5d6a9b2ebe9e53b209c827a060f2f53d9b1540c"],"state_sha256":"75b2b81a638950566e04807283041bba775bacd72517a087aae38f14a04ddcf8"}