{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:W2WQ2K26O3SQNZN4NQ4DNESELY","short_pith_number":"pith:W2WQ2K26","canonical_record":{"source":{"id":"2410.05661","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-08T03:21:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bf9c69c4485f27aab76bd10e12f9ffcf57d8f01fc327b5c6430e0c6a43669488","abstract_canon_sha256":"81db59e9ad1679afd436be6ccdfcedf096dbc5f8c3705b60f56dde22cbccbe58"},"schema_version":"1.0"},"canonical_sha256":"b6ad0d2b5e76e506e5bc6c383692445e2897424a80bcf6df334d9e948d147916","source":{"kind":"arxiv","id":"2410.05661","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05661","created_at":"2026-07-05T09:17:23Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05661v1","created_at":"2026-07-05T09:17:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05661","created_at":"2026-07-05T09:17:23Z"},{"alias_kind":"pith_short_12","alias_value":"W2WQ2K26O3SQ","created_at":"2026-07-05T09:17:23Z"},{"alias_kind":"pith_short_16","alias_value":"W2WQ2K26O3SQNZN4","created_at":"2026-07-05T09:17:23Z"},{"alias_kind":"pith_short_8","alias_value":"W2WQ2K26","created_at":"2026-07-05T09:17:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:W2WQ2K26O3SQNZN4NQ4DNESELY","target":"record","payload":{"canonical_record":{"source":{"id":"2410.05661","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-08T03:21:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bf9c69c4485f27aab76bd10e12f9ffcf57d8f01fc327b5c6430e0c6a43669488","abstract_canon_sha256":"81db59e9ad1679afd436be6ccdfcedf096dbc5f8c3705b60f56dde22cbccbe58"},"schema_version":"1.0"},"canonical_sha256":"b6ad0d2b5e76e506e5bc6c383692445e2897424a80bcf6df334d9e948d147916","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:17:23.091194Z","signature_b64":"OW2oFd+O+H/m7Tm3xxJvUSUfn+lS7dLFiS56YeKHoecobZIxUMUiknAfAk7CV8rJeWHu17Lkm+HnQgcHcdP6CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b6ad0d2b5e76e506e5bc6c383692445e2897424a80bcf6df334d9e948d147916","last_reissued_at":"2026-07-05T09:17:23.090765Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:17:23.090765Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.05661","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ThR0yq3aVE7VWxbtLH+DPDG2IZiMXYb4BZ3D5nDPU673UQCFsXaOFxGusAYq8zcgafW4wmfeHJo2RrR68bPPCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:31:25.322475Z"},"content_sha256":"1e1477a6a2eabbc669c4b3baef06e60de4104b49df4096926ec553121e7f8386","schema_version":"1.0","event_id":"sha256:1e1477a6a2eabbc669c4b3baef06e60de4104b49df4096926ec553121e7f8386"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:W2WQ2K26O3SQNZN4NQ4DNESELY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scaling Laws Across Model Architectures: A Comparative Analysis of Dense and MoE Models in Large Language Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Bei Li, Jingang Wang, Keqing He, Min Zhang, Siqi Wang, Zhengyu Chen","submitted_at":"2024-10-08T03:21:56Z","abstract_excerpt":"The scaling of large language models (LLMs) is a critical research area for the efficiency and effectiveness of model training and deployment. Our work investigates the transferability and discrepancies of scaling laws between Dense Models and Mixture of Experts (MoE) models. Through a combination of theoretical analysis and extensive experiments, including consistent loss scaling, optimal batch size and learning rate scaling, and resource allocation strategies scaling, our findings reveal that the power-law scaling framework also applies to MoE Models, indicating that the fundamental principl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05661","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.05661/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fg161Af9DtIdsC23o+qUkVKc7SISlBKQ0m9MXD0NGgOAaYxkaBvSRdfSq0KvpeKfec2q5N7FEtKG6fFEEQNoCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:31:25.322968Z"},"content_sha256":"23f604ea9d7f9a2f1a9c8965bd91dc43ab6dda9b6d0d6b5d113c83226d4ab60e","schema_version":"1.0","event_id":"sha256:23f604ea9d7f9a2f1a9c8965bd91dc43ab6dda9b6d0d6b5d113c83226d4ab60e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W2WQ2K26O3SQNZN4NQ4DNESELY/bundle.json","state_url":"https://pith.science/pith/W2WQ2K26O3SQNZN4NQ4DNESELY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W2WQ2K26O3SQNZN4NQ4DNESELY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T03:31:25Z","links":{"resolver":"https://pith.science/pith/W2WQ2K26O3SQNZN4NQ4DNESELY","bundle":"https://pith.science/pith/W2WQ2K26O3SQNZN4NQ4DNESELY/bundle.json","state":"https://pith.science/pith/W2WQ2K26O3SQNZN4NQ4DNESELY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W2WQ2K26O3SQNZN4NQ4DNESELY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:W2WQ2K26O3SQNZN4NQ4DNESELY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"81db59e9ad1679afd436be6ccdfcedf096dbc5f8c3705b60f56dde22cbccbe58","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-08T03:21:56Z","title_canon_sha256":"bf9c69c4485f27aab76bd10e12f9ffcf57d8f01fc327b5c6430e0c6a43669488"},"schema_version":"1.0","source":{"id":"2410.05661","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05661","created_at":"2026-07-05T09:17:23Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05661v1","created_at":"2026-07-05T09:17:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05661","created_at":"2026-07-05T09:17:23Z"},{"alias_kind":"pith_short_12","alias_value":"W2WQ2K26O3SQ","created_at":"2026-07-05T09:17:23Z"},{"alias_kind":"pith_short_16","alias_value":"W2WQ2K26O3SQNZN4","created_at":"2026-07-05T09:17:23Z"},{"alias_kind":"pith_short_8","alias_value":"W2WQ2K26","created_at":"2026-07-05T09:17:23Z"}],"graph_snapshots":[{"event_id":"sha256:23f604ea9d7f9a2f1a9c8965bd91dc43ab6dda9b6d0d6b5d113c83226d4ab60e","target":"graph","created_at":"2026-07-05T09:17:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.05661/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The scaling of large language models (LLMs) is a critical research area for the efficiency and effectiveness of model training and deployment. Our work investigates the transferability and discrepancies of scaling laws between Dense Models and Mixture of Experts (MoE) models. Through a combination of theoretical analysis and extensive experiments, including consistent loss scaling, optimal batch size and learning rate scaling, and resource allocation strategies scaling, our findings reveal that the power-law scaling framework also applies to MoE Models, indicating that the fundamental principl","authors_text":"Bei Li, Jingang Wang, Keqing He, Min Zhang, Siqi Wang, Zhengyu Chen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-08T03:21:56Z","title":"Scaling Laws Across Model Architectures: A Comparative Analysis of Dense and MoE Models in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05661","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1e1477a6a2eabbc669c4b3baef06e60de4104b49df4096926ec553121e7f8386","target":"record","created_at":"2026-07-05T09:17:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"81db59e9ad1679afd436be6ccdfcedf096dbc5f8c3705b60f56dde22cbccbe58","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-08T03:21:56Z","title_canon_sha256":"bf9c69c4485f27aab76bd10e12f9ffcf57d8f01fc327b5c6430e0c6a43669488"},"schema_version":"1.0","source":{"id":"2410.05661","kind":"arxiv","version":1}},"canonical_sha256":"b6ad0d2b5e76e506e5bc6c383692445e2897424a80bcf6df334d9e948d147916","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b6ad0d2b5e76e506e5bc6c383692445e2897424a80bcf6df334d9e948d147916","first_computed_at":"2026-07-05T09:17:23.090765Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:17:23.090765Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OW2oFd+O+H/m7Tm3xxJvUSUfn+lS7dLFiS56YeKHoecobZIxUMUiknAfAk7CV8rJeWHu17Lkm+HnQgcHcdP6CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:17:23.091194Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.05661","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1e1477a6a2eabbc669c4b3baef06e60de4104b49df4096926ec553121e7f8386","sha256:23f604ea9d7f9a2f1a9c8965bd91dc43ab6dda9b6d0d6b5d113c83226d4ab60e"],"state_sha256":"1a670abf212e9232f3b4a0c9313909ac78ea40c81d02fe932dca8e4112c8b0f5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p1NPxImHlv1QHQGHZFJqDZomt8+anSN1u3Nm8jWQ8dNIwxThKHQsGtU1qB8rCQpUxiV1MBTuI+H8X3UfcO7wBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T03:31:25.326294Z","bundle_sha256":"29c62630ed1f205502c35ab334b08ffdaf3d9aecf1ee8caa4e06c28f00aa217a"}}