{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:CZKZ5SISW6QMNVXOTHL4VT2UYW","short_pith_number":"pith:CZKZ5SIS","canonical_record":{"source":{"id":"2604.02178","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-04-02T15:41:24Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"fe3d1e175e9bdaa84065844456314401398c71d47bb1fd0d9e2f059729563aa9","abstract_canon_sha256":"aa2d3bd1175b9d4b9b82e10a4c183fec2d90402ab5d92abae013c4ea48d083d1"},"schema_version":"1.0"},"canonical_sha256":"16559ec912b7a0c6d6ee99d7cacf54c5b79f5debd8bc15792418483e08506a9b","source":{"kind":"arxiv","id":"2604.02178","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2604.02178","created_at":"2026-05-20T00:02:11Z"},{"alias_kind":"arxiv_version","alias_value":"2604.02178v2","created_at":"2026-05-20T00:02:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2604.02178","created_at":"2026-05-20T00:02:11Z"},{"alias_kind":"pith_short_12","alias_value":"CZKZ5SISW6QM","created_at":"2026-05-20T00:02:11Z"},{"alias_kind":"pith_short_16","alias_value":"CZKZ5SISW6QMNVXO","created_at":"2026-05-20T00:02:11Z"},{"alias_kind":"pith_short_8","alias_value":"CZKZ5SIS","created_at":"2026-05-20T00:02:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:CZKZ5SISW6QMNVXOTHL4VT2UYW","target":"record","payload":{"canonical_record":{"source":{"id":"2604.02178","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-04-02T15:41:24Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"fe3d1e175e9bdaa84065844456314401398c71d47bb1fd0d9e2f059729563aa9","abstract_canon_sha256":"aa2d3bd1175b9d4b9b82e10a4c183fec2d90402ab5d92abae013c4ea48d083d1"},"schema_version":"1.0"},"canonical_sha256":"16559ec912b7a0c6d6ee99d7cacf54c5b79f5debd8bc15792418483e08506a9b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T00:02:11.023721Z","signature_b64":"lhBqtqBhQlAykoNeoUPzrcO6VIrCfymbz6D+FeLCSq/NCwxdjg0S27sbuKwrb8/1MiCLGhrVkaU4sz9bdpECDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"16559ec912b7a0c6d6ee99d7cacf54c5b79f5debd8bc15792418483e08506a9b","last_reissued_at":"2026-05-20T00:02:11.022808Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T00:02:11.022808Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2604.02178","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:02:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0gsD2x1qinRna63cQu3qagT/0umbNp8WIO/TBZTA6RUSd/DdBAhgoqY5PgT/Dphk7eRcntWCySFt8YzUgLjEBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T13:35:29.775211Z"},"content_sha256":"cd154753e6e3113ec2691ae5dea4f24c92ca1c2a401b1823852687ecafda4f1e","schema_version":"1.0","event_id":"sha256:cd154753e6e3113ec2691ae5dea4f24c92ca1c2a401b1823852687ecafda4f1e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:CZKZ5SISW6QMNVXOTHL4VT2UYW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Expert Strikes Back: Interpreting Mixture-of-Experts Language Models at Expert Level","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Jae Hee Lee, Jeremy Herbst, Stefan Wermter","submitted_at":"2026-04-02T15:41:24Z","abstract_excerpt":"Mixture-of-Experts (MoE) architectures have become the dominant choice for scaling Large Language Models (LLMs), activating only a subset of parameters per token. While MoE architectures are primarily adopted for computational efficiency, it remains an open question whether their sparsity makes them inherently easier to interpret than dense feed-forward networks (FFNs). We compare MoE experts and dense FFNs using $k$-sparse probing and find that expert neurons are consistently less polysemantic, with the gap widening as routing becomes sparser. This suggests that sparsity pressures both indivi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2604.02178","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2604.02178/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:02:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V/3uO2t6A9PXmy6ip5FDb3MTcICABIGimdrPkOVPrr25ycPaQC1VLrG1ZUdRM5Q1PLNwMeP3Qbg5YC0q4kUgAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T13:35:29.776115Z"},"content_sha256":"d2052a9c58b2ea933d172d0902e7eef811f9d650f079cdebe3ec5e8160df9a9d","schema_version":"1.0","event_id":"sha256:d2052a9c58b2ea933d172d0902e7eef811f9d650f079cdebe3ec5e8160df9a9d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CZKZ5SISW6QMNVXOTHL4VT2UYW/bundle.json","state_url":"https://pith.science/pith/CZKZ5SISW6QMNVXOTHL4VT2UYW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CZKZ5SISW6QMNVXOTHL4VT2UYW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-31T13:35:29Z","links":{"resolver":"https://pith.science/pith/CZKZ5SISW6QMNVXOTHL4VT2UYW","bundle":"https://pith.science/pith/CZKZ5SISW6QMNVXOTHL4VT2UYW/bundle.json","state":"https://pith.science/pith/CZKZ5SISW6QMNVXOTHL4VT2UYW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CZKZ5SISW6QMNVXOTHL4VT2UYW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:CZKZ5SISW6QMNVXOTHL4VT2UYW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aa2d3bd1175b9d4b9b82e10a4c183fec2d90402ab5d92abae013c4ea48d083d1","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-04-02T15:41:24Z","title_canon_sha256":"fe3d1e175e9bdaa84065844456314401398c71d47bb1fd0d9e2f059729563aa9"},"schema_version":"1.0","source":{"id":"2604.02178","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2604.02178","created_at":"2026-05-20T00:02:11Z"},{"alias_kind":"arxiv_version","alias_value":"2604.02178v2","created_at":"2026-05-20T00:02:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2604.02178","created_at":"2026-05-20T00:02:11Z"},{"alias_kind":"pith_short_12","alias_value":"CZKZ5SISW6QM","created_at":"2026-05-20T00:02:11Z"},{"alias_kind":"pith_short_16","alias_value":"CZKZ5SISW6QMNVXO","created_at":"2026-05-20T00:02:11Z"},{"alias_kind":"pith_short_8","alias_value":"CZKZ5SIS","created_at":"2026-05-20T00:02:11Z"}],"graph_snapshots":[{"event_id":"sha256:d2052a9c58b2ea933d172d0902e7eef811f9d650f079cdebe3ec5e8160df9a9d","target":"graph","created_at":"2026-05-20T00:02:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2604.02178/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mixture-of-Experts (MoE) architectures have become the dominant choice for scaling Large Language Models (LLMs), activating only a subset of parameters per token. While MoE architectures are primarily adopted for computational efficiency, it remains an open question whether their sparsity makes them inherently easier to interpret than dense feed-forward networks (FFNs). We compare MoE experts and dense FFNs using $k$-sparse probing and find that expert neurons are consistently less polysemantic, with the gap widening as routing becomes sparser. This suggests that sparsity pressures both indivi","authors_text":"Jae Hee Lee, Jeremy Herbst, Stefan Wermter","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-04-02T15:41:24Z","title":"The Expert Strikes Back: Interpreting Mixture-of-Experts Language Models at Expert Level"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2604.02178","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cd154753e6e3113ec2691ae5dea4f24c92ca1c2a401b1823852687ecafda4f1e","target":"record","created_at":"2026-05-20T00:02:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aa2d3bd1175b9d4b9b82e10a4c183fec2d90402ab5d92abae013c4ea48d083d1","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-04-02T15:41:24Z","title_canon_sha256":"fe3d1e175e9bdaa84065844456314401398c71d47bb1fd0d9e2f059729563aa9"},"schema_version":"1.0","source":{"id":"2604.02178","kind":"arxiv","version":2}},"canonical_sha256":"16559ec912b7a0c6d6ee99d7cacf54c5b79f5debd8bc15792418483e08506a9b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"16559ec912b7a0c6d6ee99d7cacf54c5b79f5debd8bc15792418483e08506a9b","first_computed_at":"2026-05-20T00:02:11.022808Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T00:02:11.022808Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lhBqtqBhQlAykoNeoUPzrcO6VIrCfymbz6D+FeLCSq/NCwxdjg0S27sbuKwrb8/1MiCLGhrVkaU4sz9bdpECDQ==","signature_status":"signed_v1","signed_at":"2026-05-20T00:02:11.023721Z","signed_message":"canonical_sha256_bytes"},"source_id":"2604.02178","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cd154753e6e3113ec2691ae5dea4f24c92ca1c2a401b1823852687ecafda4f1e","sha256:d2052a9c58b2ea933d172d0902e7eef811f9d650f079cdebe3ec5e8160df9a9d"],"state_sha256":"07de366ba0403238870b4e3ed7f2a979759455e4fce8da3af33afa68014639a3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oBWOM4QVkpXT8GFaNoppUH19csPX2qffe34NleVLRxazvrY3YC5C6WiNnPDCNMTcACcrUnLCRmCleyyPdJOvCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-31T13:35:29.781706Z","bundle_sha256":"28e4837111070997f29b1ad962379d789fb91f7cdef24aa469dd426ef090321e"}}