{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BC3FLE7LBA4UNZ4ZQECK3UTXLL","short_pith_number":"pith:BC3FLE7L","canonical_record":{"source":{"id":"2410.08417","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-10T23:22:11Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"f0219b66dcdad6003806f4ed2e406a3997a40be6332395ed08d8e52379f13334","abstract_canon_sha256":"5475ff2cc91ed2fabf9bac81abf84dfb02549b474e9f0897d972421a517fb286"},"schema_version":"1.0"},"canonical_sha256":"08b65593eb083946e7998104add2775af2df471220874ef85699208bc5aa091b","source":{"kind":"arxiv","id":"2410.08417","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08417","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08417v2","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08417","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_12","alias_value":"BC3FLE7LBA4U","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_16","alias_value":"BC3FLE7LBA4UNZ4Z","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_8","alias_value":"BC3FLE7L","created_at":"2026-07-05T11:26:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BC3FLE7LBA4UNZ4ZQECK3UTXLL","target":"record","payload":{"canonical_record":{"source":{"id":"2410.08417","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-10T23:22:11Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"f0219b66dcdad6003806f4ed2e406a3997a40be6332395ed08d8e52379f13334","abstract_canon_sha256":"5475ff2cc91ed2fabf9bac81abf84dfb02549b474e9f0897d972421a517fb286"},"schema_version":"1.0"},"canonical_sha256":"08b65593eb083946e7998104add2775af2df471220874ef85699208bc5aa091b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:26:44.303848Z","signature_b64":"deRbVQ6T939iG1X0/l2RNMUwdwBO+usFY9RJojxMemvbsd0Jj2enU4aJ2cdH5jJcQYBh8SAB4mAmY6AhAiPfCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"08b65593eb083946e7998104add2775af2df471220874ef85699208bc5aa091b","last_reissued_at":"2026-07-05T11:26:44.303339Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:26:44.303339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.08417","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:26:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tA/r4lJrRnd/uBtFTyNke+BwDNeafh7f1akGanEmuiePLmLEH0k3KRlChEfJwXTtYFHxSl2alRbgGMUAnnhPBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T19:27:02.013438Z"},"content_sha256":"9893ecdc9d35d0b5aa33029d8bc82975187852e724ca75caa0074f6ea7d760f0","schema_version":"1.0","event_id":"sha256:9893ecdc9d35d0b5aa33029d8bc82975187852e724ca75caa0074f6ea7d760f0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BC3FLE7LBA4UNZ4ZQECK3UTXLL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bilinear MLPs enable weight-based mechanistic interpretability","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alice Rigg, Jose M. Oramas, Lee Sharkey, Michael T. Pearce, Thomas Dooms","submitted_at":"2024-10-10T23:22:11Z","abstract_excerpt":"A mechanistic understanding of how MLPs do computation in deep neural networks remains elusive. Current interpretability work can extract features from hidden activations over an input dataset but generally cannot explain how MLP weights construct features. One challenge is that element-wise nonlinearities introduce higher-order interactions and make it difficult to trace computations through the MLP layer. In this paper, we analyze bilinear MLPs, a type of Gated Linear Unit (GLU) without any element-wise nonlinearity that nevertheless achieves competitive performance. Bilinear MLPs can be ful"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08417","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.08417/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:26:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6OnBrE4LLnlh9M5s/Wf+fxQV0a8W6Lj7eS6FegZppcOyZ9Lj9bFwTQDjBC4AdWu6aTgRMDSnjb93J6svZOfMBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T19:27:02.014295Z"},"content_sha256":"171ed0ab245017654aad6720f5d6a9b2ebe9e53b209c827a060f2f53d9b1540c","schema_version":"1.0","event_id":"sha256:171ed0ab245017654aad6720f5d6a9b2ebe9e53b209c827a060f2f53d9b1540c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BC3FLE7LBA4UNZ4ZQECK3UTXLL/bundle.json","state_url":"https://pith.science/pith/BC3FLE7LBA4UNZ4ZQECK3UTXLL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BC3FLE7LBA4UNZ4ZQECK3UTXLL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T19:27:02Z","links":{"resolver":"https://pith.science/pith/BC3FLE7LBA4UNZ4ZQECK3UTXLL","bundle":"https://pith.science/pith/BC3FLE7LBA4UNZ4ZQECK3UTXLL/bundle.json","state":"https://pith.science/pith/BC3FLE7LBA4UNZ4ZQECK3UTXLL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BC3FLE7LBA4UNZ4ZQECK3UTXLL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BC3FLE7LBA4UNZ4ZQECK3UTXLL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5475ff2cc91ed2fabf9bac81abf84dfb02549b474e9f0897d972421a517fb286","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-10T23:22:11Z","title_canon_sha256":"f0219b66dcdad6003806f4ed2e406a3997a40be6332395ed08d8e52379f13334"},"schema_version":"1.0","source":{"id":"2410.08417","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08417","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08417v2","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08417","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_12","alias_value":"BC3FLE7LBA4U","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_16","alias_value":"BC3FLE7LBA4UNZ4Z","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_8","alias_value":"BC3FLE7L","created_at":"2026-07-05T11:26:44Z"}],"graph_snapshots":[{"event_id":"sha256:171ed0ab245017654aad6720f5d6a9b2ebe9e53b209c827a060f2f53d9b1540c","target":"graph","created_at":"2026-07-05T11:26:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.08417/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A mechanistic understanding of how MLPs do computation in deep neural networks remains elusive. Current interpretability work can extract features from hidden activations over an input dataset but generally cannot explain how MLP weights construct features. One challenge is that element-wise nonlinearities introduce higher-order interactions and make it difficult to trace computations through the MLP layer. In this paper, we analyze bilinear MLPs, a type of Gated Linear Unit (GLU) without any element-wise nonlinearity that nevertheless achieves competitive performance. Bilinear MLPs can be ful","authors_text":"Alice Rigg, Jose M. Oramas, Lee Sharkey, Michael T. Pearce, Thomas Dooms","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-10T23:22:11Z","title":"Bilinear MLPs enable weight-based mechanistic interpretability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08417","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9893ecdc9d35d0b5aa33029d8bc82975187852e724ca75caa0074f6ea7d760f0","target":"record","created_at":"2026-07-05T11:26:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5475ff2cc91ed2fabf9bac81abf84dfb02549b474e9f0897d972421a517fb286","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-10T23:22:11Z","title_canon_sha256":"f0219b66dcdad6003806f4ed2e406a3997a40be6332395ed08d8e52379f13334"},"schema_version":"1.0","source":{"id":"2410.08417","kind":"arxiv","version":2}},"canonical_sha256":"08b65593eb083946e7998104add2775af2df471220874ef85699208bc5aa091b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"08b65593eb083946e7998104add2775af2df471220874ef85699208bc5aa091b","first_computed_at":"2026-07-05T11:26:44.303339Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:26:44.303339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"deRbVQ6T939iG1X0/l2RNMUwdwBO+usFY9RJojxMemvbsd0Jj2enU4aJ2cdH5jJcQYBh8SAB4mAmY6AhAiPfCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:26:44.303848Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.08417","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9893ecdc9d35d0b5aa33029d8bc82975187852e724ca75caa0074f6ea7d760f0","sha256:171ed0ab245017654aad6720f5d6a9b2ebe9e53b209c827a060f2f53d9b1540c"],"state_sha256":"75b2b81a638950566e04807283041bba775bacd72517a087aae38f14a04ddcf8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ATTPNc4gBiP3T9CFC2PWwCI4KOmNeBmdphUdXS4OqfJ54W1y+1b1QEIHiL/shpSH7ZiXqYPFtA1Is8m/a/mhBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T19:27:02.021788Z","bundle_sha256":"f87d55c34522848c9a7e321740de66ad27650ea147bf6998e888c908a19af2db"}}