{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RT2A3BDQWNLBVV3Q7UVBMP5QWK","short_pith_number":"pith:RT2A3BDQ","canonical_record":{"source":{"id":"2407.06677","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-09T08:50:18Z","cross_cats_sorted":[],"title_canon_sha256":"67adfc62b50e43be3222e0f96ba1233d503613e097fcebeba06e21fd6184d1e4","abstract_canon_sha256":"9db6682a3c9637fdec770acf277c261e3514417097bc28a0f13995bc8c138731"},"schema_version":"1.0"},"canonical_sha256":"8cf40d8470b3561ad770fd2a163fb0b297a05e618444d51bfeba104c28d35820","source":{"kind":"arxiv","id":"2407.06677","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.06677","created_at":"2026-07-05T08:41:52Z"},{"alias_kind":"arxiv_version","alias_value":"2407.06677v1","created_at":"2026-07-05T08:41:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.06677","created_at":"2026-07-05T08:41:52Z"},{"alias_kind":"pith_short_12","alias_value":"RT2A3BDQWNLB","created_at":"2026-07-05T08:41:52Z"},{"alias_kind":"pith_short_16","alias_value":"RT2A3BDQWNLBVV3Q","created_at":"2026-07-05T08:41:52Z"},{"alias_kind":"pith_short_8","alias_value":"RT2A3BDQ","created_at":"2026-07-05T08:41:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RT2A3BDQWNLBVV3Q7UVBMP5QWK","target":"record","payload":{"canonical_record":{"source":{"id":"2407.06677","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-09T08:50:18Z","cross_cats_sorted":[],"title_canon_sha256":"67adfc62b50e43be3222e0f96ba1233d503613e097fcebeba06e21fd6184d1e4","abstract_canon_sha256":"9db6682a3c9637fdec770acf277c261e3514417097bc28a0f13995bc8c138731"},"schema_version":"1.0"},"canonical_sha256":"8cf40d8470b3561ad770fd2a163fb0b297a05e618444d51bfeba104c28d35820","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:41:52.011818Z","signature_b64":"N3yCp3a6YGfxrwgN+TJvQlHLa/aromKoQ5Qvao5ood846JZoSfRBWTg4xZMAisKjog5xYwShxlSKh2ZtHlc3BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8cf40d8470b3561ad770fd2a163fb0b297a05e618444d51bfeba104c28d35820","last_reissued_at":"2026-07-05T08:41:52.011443Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:41:52.011443Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.06677","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:41:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ksq9O6C4ON0vsRLlkhlQBpQXRjiz7DHKYHXq3L+hnbUZmoAkh+MB+KcXQzEYxeo95EJyAfM3cqNAhZPOaRsqAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:14:03.637485Z"},"content_sha256":"f4455bd2b47ee19eec4ac971c3ccd2af36ffcdf81f4c5eba0221e048a20ffcbe","schema_version":"1.0","event_id":"sha256:f4455bd2b47ee19eec4ac971c3ccd2af36ffcdf81f4c5eba0221e048a20ffcbe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RT2A3BDQWNLBVV3Q7UVBMP5QWK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Mixture-of-Modules: Reinventing Transformers as Dynamic Assemblies of Modules","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ang Lv, Dongyan Zhao, Huishuai Zhang, Jian Guan, Junxi Yan, Minlie Huang, Rui Yan, Wei Wu, Zhuocheng Gong","submitted_at":"2024-07-09T08:50:18Z","abstract_excerpt":"Is it always necessary to compute tokens from shallow to deep layers in Transformers? The continued success of vanilla Transformers and their variants suggests an undoubted \"yes\". In this work, however, we attempt to break the depth-ordered convention by proposing a novel architecture dubbed mixture-of-modules (MoM), which is motivated by an intuition that any layer, regardless of its position, can be used to compute a token as long as it possesses the needed processing capabilities. The construction of MoM starts from a finite set of modules defined by multi-head attention and feed-forward ne"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.06677","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.06677/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:41:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eOD9Nzv8QeOgmOr0yf2UgEi09ao3O1dg1dnLjntIHZjHsRSzAmXJ1sdgfErmsNSq9NNVFLulyrATOcVmgw5hBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:14:03.638215Z"},"content_sha256":"2ae36d5e6c6bb316fe8889b7a1eb6639e2b303721cc8e02b0f5a2f3e25ca8258","schema_version":"1.0","event_id":"sha256:2ae36d5e6c6bb316fe8889b7a1eb6639e2b303721cc8e02b0f5a2f3e25ca8258"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RT2A3BDQWNLBVV3Q7UVBMP5QWK/bundle.json","state_url":"https://pith.science/pith/RT2A3BDQWNLBVV3Q7UVBMP5QWK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RT2A3BDQWNLBVV3Q7UVBMP5QWK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T09:14:03Z","links":{"resolver":"https://pith.science/pith/RT2A3BDQWNLBVV3Q7UVBMP5QWK","bundle":"https://pith.science/pith/RT2A3BDQWNLBVV3Q7UVBMP5QWK/bundle.json","state":"https://pith.science/pith/RT2A3BDQWNLBVV3Q7UVBMP5QWK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RT2A3BDQWNLBVV3Q7UVBMP5QWK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RT2A3BDQWNLBVV3Q7UVBMP5QWK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9db6682a3c9637fdec770acf277c261e3514417097bc28a0f13995bc8c138731","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-09T08:50:18Z","title_canon_sha256":"67adfc62b50e43be3222e0f96ba1233d503613e097fcebeba06e21fd6184d1e4"},"schema_version":"1.0","source":{"id":"2407.06677","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.06677","created_at":"2026-07-05T08:41:52Z"},{"alias_kind":"arxiv_version","alias_value":"2407.06677v1","created_at":"2026-07-05T08:41:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.06677","created_at":"2026-07-05T08:41:52Z"},{"alias_kind":"pith_short_12","alias_value":"RT2A3BDQWNLB","created_at":"2026-07-05T08:41:52Z"},{"alias_kind":"pith_short_16","alias_value":"RT2A3BDQWNLBVV3Q","created_at":"2026-07-05T08:41:52Z"},{"alias_kind":"pith_short_8","alias_value":"RT2A3BDQ","created_at":"2026-07-05T08:41:52Z"}],"graph_snapshots":[{"event_id":"sha256:2ae36d5e6c6bb316fe8889b7a1eb6639e2b303721cc8e02b0f5a2f3e25ca8258","target":"graph","created_at":"2026-07-05T08:41:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.06677/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Is it always necessary to compute tokens from shallow to deep layers in Transformers? The continued success of vanilla Transformers and their variants suggests an undoubted \"yes\". In this work, however, we attempt to break the depth-ordered convention by proposing a novel architecture dubbed mixture-of-modules (MoM), which is motivated by an intuition that any layer, regardless of its position, can be used to compute a token as long as it possesses the needed processing capabilities. The construction of MoM starts from a finite set of modules defined by multi-head attention and feed-forward ne","authors_text":"Ang Lv, Dongyan Zhao, Huishuai Zhang, Jian Guan, Junxi Yan, Minlie Huang, Rui Yan, Wei Wu, Zhuocheng Gong","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-09T08:50:18Z","title":"Mixture-of-Modules: Reinventing Transformers as Dynamic Assemblies of Modules"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.06677","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f4455bd2b47ee19eec4ac971c3ccd2af36ffcdf81f4c5eba0221e048a20ffcbe","target":"record","created_at":"2026-07-05T08:41:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9db6682a3c9637fdec770acf277c261e3514417097bc28a0f13995bc8c138731","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-09T08:50:18Z","title_canon_sha256":"67adfc62b50e43be3222e0f96ba1233d503613e097fcebeba06e21fd6184d1e4"},"schema_version":"1.0","source":{"id":"2407.06677","kind":"arxiv","version":1}},"canonical_sha256":"8cf40d8470b3561ad770fd2a163fb0b297a05e618444d51bfeba104c28d35820","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8cf40d8470b3561ad770fd2a163fb0b297a05e618444d51bfeba104c28d35820","first_computed_at":"2026-07-05T08:41:52.011443Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:41:52.011443Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"N3yCp3a6YGfxrwgN+TJvQlHLa/aromKoQ5Qvao5ood846JZoSfRBWTg4xZMAisKjog5xYwShxlSKh2ZtHlc3BA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:41:52.011818Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.06677","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f4455bd2b47ee19eec4ac971c3ccd2af36ffcdf81f4c5eba0221e048a20ffcbe","sha256:2ae36d5e6c6bb316fe8889b7a1eb6639e2b303721cc8e02b0f5a2f3e25ca8258"],"state_sha256":"9113a3ae7660738aa8d22d23243c3d32f2cad0494ea6babf5ea3f0129fa7437f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ga2E9WyFYhpKP+jBODTffzfqvaiSzp4pnc1pQzCaRlzpZFI502DQm+IBKK/iCHMT7qxlOOWTAXSjx8X0+TgpBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T09:14:03.644761Z","bundle_sha256":"8c794f5eb797b4dfe273f1986f6aac691f02d9e8de5f89092bcf7d142d222a45"}}