{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:25G53OV5QOX3QG63LIRER3B6C2","short_pith_number":"pith:25G53OV5","canonical_record":{"source":{"id":"2607.16427","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-07-17T18:22:42Z","cross_cats_sorted":[],"title_canon_sha256":"59455d172b0d6c99300e303e0c836310fc50675a82a7e70544e70270d9a36d43","abstract_canon_sha256":"97550e354c4d5bbfe834fe8fad3024d1608b0126c2db60a10fdf1109fe28139f"},"schema_version":"1.0"},"canonical_sha256":"d74dddbabd83afb81bdb5a2248ec3e16ad645cbb8ed9180f13845591bbbb6a16","source":{"kind":"arxiv","id":"2607.16427","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.16427","created_at":"2026-07-21T00:20:17Z"},{"alias_kind":"arxiv_version","alias_value":"2607.16427v1","created_at":"2026-07-21T00:20:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.16427","created_at":"2026-07-21T00:20:17Z"},{"alias_kind":"pith_short_12","alias_value":"25G53OV5QOX3","created_at":"2026-07-21T00:20:17Z"},{"alias_kind":"pith_short_16","alias_value":"25G53OV5QOX3QG63","created_at":"2026-07-21T00:20:17Z"},{"alias_kind":"pith_short_8","alias_value":"25G53OV5","created_at":"2026-07-21T00:20:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:25G53OV5QOX3QG63LIRER3B6C2","target":"record","payload":{"canonical_record":{"source":{"id":"2607.16427","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-07-17T18:22:42Z","cross_cats_sorted":[],"title_canon_sha256":"59455d172b0d6c99300e303e0c836310fc50675a82a7e70544e70270d9a36d43","abstract_canon_sha256":"97550e354c4d5bbfe834fe8fad3024d1608b0126c2db60a10fdf1109fe28139f"},"schema_version":"1.0"},"canonical_sha256":"d74dddbabd83afb81bdb5a2248ec3e16ad645cbb8ed9180f13845591bbbb6a16","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-21T00:20:17.710841Z","signature_b64":"hrylqzwRHB7yitnX3DWDdI9pGKGaDSy/RpABY0wQ9mGD0iHa63IFU6wEXcwfnQgWtck7JDvD33eoyKSyMzzQAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d74dddbabd83afb81bdb5a2248ec3e16ad645cbb8ed9180f13845591bbbb6a16","last_reissued_at":"2026-07-21T00:20:17.709993Z","signature_status":"signed_v1","first_computed_at":"2026-07-21T00:20:17.709993Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.16427","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-21T00:20:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GgQISUxZ6Z4LP+JtW2w5CnEAOvITfyCyargFrXfmWsY9NK/xLsoTMSqg20zECaXuhDp8XyWycche3/N1Rn39CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:03:35.972407Z"},"content_sha256":"e8b650badedb3866bbcc0965000c27014a564f5d97551f90292a2b7ca10c24e3","schema_version":"1.0","event_id":"sha256:e8b650badedb3866bbcc0965000c27014a564f5d97551f90292a2b7ca10c24e3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:25G53OV5QOX3QG63LIRER3B6C2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-level context Modeling for consistent expert selection in Mixture-of-Experts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Naifan Zhang, Shuhan Huang, Wai Kin Victor Chan, Yang Li, Yuanbo Tang","submitted_at":"2026-07-17T18:22:42Z","abstract_excerpt":"Mixture-of-Experts (MoE) enables efficient scaling of Transformer models by routing tokens to a small subset of experts. However, existing routers typically condition expert selection on shallow or isolated token representations, which often produce unstable and semantically inconsistent routing decisions across layers. In this work, we revisit expert selection from a representation perspective and identify context incompleteness as a key bottleneck limiting effective expert specialization. To address this issue, we propose Multi-level Context Fusion MOE (MCF-MOE), a framework that constructs "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.16427","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.16427/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-21T00:20:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XcLy2j0vG1KDYuq1FBJ0yoWjx/0lwYke8PzKx/WU1mPtpGMEb7wKhKuzYSVfP/lcNg1pprsx6cJnItCfIFKqAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:03:35.972990Z"},"content_sha256":"5a48125daac0b57c38cd6200e2fcde9895b351ffd1a0b7de4f81c811dc5816b3","schema_version":"1.0","event_id":"sha256:5a48125daac0b57c38cd6200e2fcde9895b351ffd1a0b7de4f81c811dc5816b3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/25G53OV5QOX3QG63LIRER3B6C2/bundle.json","state_url":"https://pith.science/pith/25G53OV5QOX3QG63LIRER3B6C2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/25G53OV5QOX3QG63LIRER3B6C2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T05:03:35Z","links":{"resolver":"https://pith.science/pith/25G53OV5QOX3QG63LIRER3B6C2","bundle":"https://pith.science/pith/25G53OV5QOX3QG63LIRER3B6C2/bundle.json","state":"https://pith.science/pith/25G53OV5QOX3QG63LIRER3B6C2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/25G53OV5QOX3QG63LIRER3B6C2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:25G53OV5QOX3QG63LIRER3B6C2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"97550e354c4d5bbfe834fe8fad3024d1608b0126c2db60a10fdf1109fe28139f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-07-17T18:22:42Z","title_canon_sha256":"59455d172b0d6c99300e303e0c836310fc50675a82a7e70544e70270d9a36d43"},"schema_version":"1.0","source":{"id":"2607.16427","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.16427","created_at":"2026-07-21T00:20:17Z"},{"alias_kind":"arxiv_version","alias_value":"2607.16427v1","created_at":"2026-07-21T00:20:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.16427","created_at":"2026-07-21T00:20:17Z"},{"alias_kind":"pith_short_12","alias_value":"25G53OV5QOX3","created_at":"2026-07-21T00:20:17Z"},{"alias_kind":"pith_short_16","alias_value":"25G53OV5QOX3QG63","created_at":"2026-07-21T00:20:17Z"},{"alias_kind":"pith_short_8","alias_value":"25G53OV5","created_at":"2026-07-21T00:20:17Z"}],"graph_snapshots":[{"event_id":"sha256:5a48125daac0b57c38cd6200e2fcde9895b351ffd1a0b7de4f81c811dc5816b3","target":"graph","created_at":"2026-07-21T00:20:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.16427/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mixture-of-Experts (MoE) enables efficient scaling of Transformer models by routing tokens to a small subset of experts. However, existing routers typically condition expert selection on shallow or isolated token representations, which often produce unstable and semantically inconsistent routing decisions across layers. In this work, we revisit expert selection from a representation perspective and identify context incompleteness as a key bottleneck limiting effective expert specialization. To address this issue, we propose Multi-level Context Fusion MOE (MCF-MOE), a framework that constructs ","authors_text":"Naifan Zhang, Shuhan Huang, Wai Kin Victor Chan, Yang Li, Yuanbo Tang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-07-17T18:22:42Z","title":"Multi-level context Modeling for consistent expert selection in Mixture-of-Experts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.16427","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e8b650badedb3866bbcc0965000c27014a564f5d97551f90292a2b7ca10c24e3","target":"record","created_at":"2026-07-21T00:20:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"97550e354c4d5bbfe834fe8fad3024d1608b0126c2db60a10fdf1109fe28139f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-07-17T18:22:42Z","title_canon_sha256":"59455d172b0d6c99300e303e0c836310fc50675a82a7e70544e70270d9a36d43"},"schema_version":"1.0","source":{"id":"2607.16427","kind":"arxiv","version":1}},"canonical_sha256":"d74dddbabd83afb81bdb5a2248ec3e16ad645cbb8ed9180f13845591bbbb6a16","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d74dddbabd83afb81bdb5a2248ec3e16ad645cbb8ed9180f13845591bbbb6a16","first_computed_at":"2026-07-21T00:20:17.709993Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-21T00:20:17.709993Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hrylqzwRHB7yitnX3DWDdI9pGKGaDSy/RpABY0wQ9mGD0iHa63IFU6wEXcwfnQgWtck7JDvD33eoyKSyMzzQAA==","signature_status":"signed_v1","signed_at":"2026-07-21T00:20:17.710841Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.16427","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e8b650badedb3866bbcc0965000c27014a564f5d97551f90292a2b7ca10c24e3","sha256:5a48125daac0b57c38cd6200e2fcde9895b351ffd1a0b7de4f81c811dc5816b3"],"state_sha256":"4d74273ed3c5b65b6414929db9c21ab1502fd0dfac1d066875c18aea599f0e64"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"912KF8mfC573lQR99Ie2NU+r3PoM08EnfHVw7ECtyJ20b8jU5sjcw4BKDifHljTPkff5757tCBVFwSNFGvg3Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T05:03:35.978202Z","bundle_sha256":"4942428998db3f59b6183ec65ff7aec7e4bad40b1c063d1d886c2b644aafef4f"}}