{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:MUQCAMFY747YXD64BA3VVSEETO","short_pith_number":"pith:MUQCAMFY","canonical_record":{"source":{"id":"2310.09762","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-15T07:20:28Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"be420e2b5e9032628c5735125bf2ec44b1c0bcedea045cf7ea6efd745273a76c","abstract_canon_sha256":"7c811559c548cdb043b074db7b528e92cdc45d02fbcad936dd8d0c0ea416a3f7"},"schema_version":"1.0"},"canonical_sha256":"65202030b8ff3f8b8fdc08375ac8849b99540aba3ebbc825b55416625459c5d7","source":{"kind":"arxiv","id":"2310.09762","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.09762","created_at":"2026-07-05T09:00:56Z"},{"alias_kind":"arxiv_version","alias_value":"2310.09762v2","created_at":"2026-07-05T09:00:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.09762","created_at":"2026-07-05T09:00:56Z"},{"alias_kind":"pith_short_12","alias_value":"MUQCAMFY747Y","created_at":"2026-07-05T09:00:56Z"},{"alias_kind":"pith_short_16","alias_value":"MUQCAMFY747YXD64","created_at":"2026-07-05T09:00:56Z"},{"alias_kind":"pith_short_8","alias_value":"MUQCAMFY","created_at":"2026-07-05T09:00:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:MUQCAMFY747YXD64BA3VVSEETO","target":"record","payload":{"canonical_record":{"source":{"id":"2310.09762","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-15T07:20:28Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"be420e2b5e9032628c5735125bf2ec44b1c0bcedea045cf7ea6efd745273a76c","abstract_canon_sha256":"7c811559c548cdb043b074db7b528e92cdc45d02fbcad936dd8d0c0ea416a3f7"},"schema_version":"1.0"},"canonical_sha256":"65202030b8ff3f8b8fdc08375ac8849b99540aba3ebbc825b55416625459c5d7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:00:56.140745Z","signature_b64":"l7AoQ09yBpfEn92PhIzB8FySg1gbqJ4dmRHyI7e9uv+ud4H7LoVOQtMD00FUnbqYXtGj4JSfXlcTjv5TlHZ3Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"65202030b8ff3f8b8fdc08375ac8849b99540aba3ebbc825b55416625459c5d7","last_reissued_at":"2026-07-05T09:00:56.140352Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:00:56.140352Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.09762","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:00:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sAfrd0GTuCs35pWigKFKr1KQNvVkGKDJTo7fUhnoMxPLN+n81e/dhCgS3/QqfTAnBd4kVlvEvfiO7x443ol9Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:40:46.854758Z"},"content_sha256":"cde89542c4b3c3e7531f263d96cc8b024826bd6693c7b5b8febec180c3c1ab25","schema_version":"1.0","event_id":"sha256:cde89542c4b3c3e7531f263d96cc8b024826bd6693c7b5b8febec180c3c1ab25"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:MUQCAMFY747YXD64BA3VVSEETO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Boan Liu, Dacheng Tao, Dazhao Cheng, Keqin Peng, Liang Ding, Li Shen, Yu Cao","submitted_at":"2023-10-15T07:20:28Z","abstract_excerpt":"The Mixture of Experts (MoE) has emerged as a highly successful technique in deep learning, based on the principle of divide-and-conquer to maximize model capacity without significant additional computational cost. Even in the era of large-scale language models (LLMs), MoE continues to play a crucial role, as some researchers have indicated that GPT-4 adopts the MoE structure to ensure diverse inference results. However, MoE is susceptible to performance degeneracy, particularly evident in the issues of imbalance and homogeneous representation among experts. While previous studies have extensi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.09762","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.09762/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:00:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y1oVCqfFhwdqS3si9xihJnMznvzNb6kEEgNo7bMBnXBXrYlHnYvSRdy+CsADVsMoCAcCckooxDSnoE7Lxa5/DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:40:46.855252Z"},"content_sha256":"10553485fcb4f4b69682f7952b7468f05d0ed1b0977fc4c62a973405f8235bd3","schema_version":"1.0","event_id":"sha256:10553485fcb4f4b69682f7952b7468f05d0ed1b0977fc4c62a973405f8235bd3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MUQCAMFY747YXD64BA3VVSEETO/bundle.json","state_url":"https://pith.science/pith/MUQCAMFY747YXD64BA3VVSEETO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MUQCAMFY747YXD64BA3VVSEETO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:40:46Z","links":{"resolver":"https://pith.science/pith/MUQCAMFY747YXD64BA3VVSEETO","bundle":"https://pith.science/pith/MUQCAMFY747YXD64BA3VVSEETO/bundle.json","state":"https://pith.science/pith/MUQCAMFY747YXD64BA3VVSEETO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MUQCAMFY747YXD64BA3VVSEETO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MUQCAMFY747YXD64BA3VVSEETO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7c811559c548cdb043b074db7b528e92cdc45d02fbcad936dd8d0c0ea416a3f7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-15T07:20:28Z","title_canon_sha256":"be420e2b5e9032628c5735125bf2ec44b1c0bcedea045cf7ea6efd745273a76c"},"schema_version":"1.0","source":{"id":"2310.09762","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.09762","created_at":"2026-07-05T09:00:56Z"},{"alias_kind":"arxiv_version","alias_value":"2310.09762v2","created_at":"2026-07-05T09:00:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.09762","created_at":"2026-07-05T09:00:56Z"},{"alias_kind":"pith_short_12","alias_value":"MUQCAMFY747Y","created_at":"2026-07-05T09:00:56Z"},{"alias_kind":"pith_short_16","alias_value":"MUQCAMFY747YXD64","created_at":"2026-07-05T09:00:56Z"},{"alias_kind":"pith_short_8","alias_value":"MUQCAMFY","created_at":"2026-07-05T09:00:56Z"}],"graph_snapshots":[{"event_id":"sha256:10553485fcb4f4b69682f7952b7468f05d0ed1b0977fc4c62a973405f8235bd3","target":"graph","created_at":"2026-07-05T09:00:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.09762/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Mixture of Experts (MoE) has emerged as a highly successful technique in deep learning, based on the principle of divide-and-conquer to maximize model capacity without significant additional computational cost. Even in the era of large-scale language models (LLMs), MoE continues to play a crucial role, as some researchers have indicated that GPT-4 adopts the MoE structure to ensure diverse inference results. However, MoE is susceptible to performance degeneracy, particularly evident in the issues of imbalance and homogeneous representation among experts. While previous studies have extensi","authors_text":"Boan Liu, Dacheng Tao, Dazhao Cheng, Keqin Peng, Liang Ding, Li Shen, Yu Cao","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-15T07:20:28Z","title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.09762","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cde89542c4b3c3e7531f263d96cc8b024826bd6693c7b5b8febec180c3c1ab25","target":"record","created_at":"2026-07-05T09:00:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7c811559c548cdb043b074db7b528e92cdc45d02fbcad936dd8d0c0ea416a3f7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-15T07:20:28Z","title_canon_sha256":"be420e2b5e9032628c5735125bf2ec44b1c0bcedea045cf7ea6efd745273a76c"},"schema_version":"1.0","source":{"id":"2310.09762","kind":"arxiv","version":2}},"canonical_sha256":"65202030b8ff3f8b8fdc08375ac8849b99540aba3ebbc825b55416625459c5d7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"65202030b8ff3f8b8fdc08375ac8849b99540aba3ebbc825b55416625459c5d7","first_computed_at":"2026-07-05T09:00:56.140352Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:00:56.140352Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l7AoQ09yBpfEn92PhIzB8FySg1gbqJ4dmRHyI7e9uv+ud4H7LoVOQtMD00FUnbqYXtGj4JSfXlcTjv5TlHZ3Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:00:56.140745Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.09762","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cde89542c4b3c3e7531f263d96cc8b024826bd6693c7b5b8febec180c3c1ab25","sha256:10553485fcb4f4b69682f7952b7468f05d0ed1b0977fc4c62a973405f8235bd3"],"state_sha256":"2569b1505d8c69c199a1176762f1d7ce7e032d0f65077c0916d26a813229b089"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MnElQKUqtiao9Gy1oEgX1NnDPGhO0l/0LpVEq0YPiIg+BRcC2yTBG+vysXP9TbnxWTDkWVLkqxZWpJk8f3wGBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:40:46.859626Z","bundle_sha256":"d13cc686bea103d02f8bf402e23ccc6ade43476fe2863945ee8fb76e0dc601e1"}}