{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:QK2Y7X4SECJRRJLAJSWD6RXGNB","short_pith_number":"pith:QK2Y7X4S","canonical_record":{"source":{"id":"2502.05172","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-07T18:55:38Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"d665987ef3912e682d183469e976ac98d239151feec13f2d8bfcab4ea82cad02","abstract_canon_sha256":"f7d4731bb8ab1e12aacadb6b01738c4b074163bfd1ed48ec3bc6fc241b3fab58"},"schema_version":"1.0"},"canonical_sha256":"82b58fdf92209318a5604cac3f46e6684df9f200f0177ae8f627e6ebcd64a4e7","source":{"kind":"arxiv","id":"2502.05172","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.05172","created_at":"2026-07-05T10:16:59Z"},{"alias_kind":"arxiv_version","alias_value":"2502.05172v2","created_at":"2026-07-05T10:16:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.05172","created_at":"2026-07-05T10:16:59Z"},{"alias_kind":"pith_short_12","alias_value":"QK2Y7X4SECJR","created_at":"2026-07-05T10:16:59Z"},{"alias_kind":"pith_short_16","alias_value":"QK2Y7X4SECJRRJLA","created_at":"2026-07-05T10:16:59Z"},{"alias_kind":"pith_short_8","alias_value":"QK2Y7X4S","created_at":"2026-07-05T10:16:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:QK2Y7X4SECJRRJLAJSWD6RXGNB","target":"record","payload":{"canonical_record":{"source":{"id":"2502.05172","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-07T18:55:38Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"d665987ef3912e682d183469e976ac98d239151feec13f2d8bfcab4ea82cad02","abstract_canon_sha256":"f7d4731bb8ab1e12aacadb6b01738c4b074163bfd1ed48ec3bc6fc241b3fab58"},"schema_version":"1.0"},"canonical_sha256":"82b58fdf92209318a5604cac3f46e6684df9f200f0177ae8f627e6ebcd64a4e7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:16:59.913875Z","signature_b64":"zcDELPFp9mbKTYclt8bufEV0MbFhPTsAsJvNVO4PD5TH9YlRO1Fl3pSOwuioYo1N59Nz7K2a8EUK8U0wOxh3Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"82b58fdf92209318a5604cac3f46e6684df9f200f0177ae8f627e6ebcd64a4e7","last_reissued_at":"2026-07-05T10:16:59.913393Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:16:59.913393Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.05172","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:16:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rPT9s2f01Ri9Mf/7CqoPT880UCL2e0MplkBiutBuMHqPUVyiYiZyfSmgrz5fBW74Fy76h0TJh0soH/l/DdbwCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:13:08.476459Z"},"content_sha256":"e2aa962a5e90c3821191c69800db360da7bba203b4b477d6d35e037891ca5195","schema_version":"1.0","event_id":"sha256:e2aa962a5e90c3821191c69800db360da7bba203b4b477d6d35e037891ca5195"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:QK2Y7X4SECJRRJLAJSWD6RXGNB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Joint MoE Scaling Laws: Mixture of Experts Can Be Memory Efficient","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Jakub Krajewski, Jan Ludziejewski, Jan Ma{\\l}a\\'snicki, Kamil Adamczewski, Maciej Pi\\'oro, Maciej Stefaniak, Marek Cygan, Micha{\\l} Krutul, Piotr Mi{\\l}o\\'s, Piotr Sankowski, Sebastian Jaszczur","submitted_at":"2025-02-07T18:55:38Z","abstract_excerpt":"Mixture of Experts (MoE) architectures have significantly increased computational efficiency in both research and real-world applications of large-scale machine learning models. However, their scalability and efficiency under memory constraints remain relatively underexplored. In this work, we present joint scaling laws for dense and MoE models, incorporating key factors such as the number of active parameters, dataset size, and the number of experts. Our findings provide a principled framework for selecting the optimal MoE configuration under fixed memory and compute budgets. Surprisingly, we"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.05172","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.05172/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:16:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iF8wOGEtybWAC5h02xs4Ky9mSsw8LyBzbEfMHGiQx+hpOy8H/m/NmRTgTql9+KHZ0rXobslc2YiexiRloxp5Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:13:08.476836Z"},"content_sha256":"cdd68a07e754dbf9ed8a3ba28f9044d45d759792797518a9368a9601bf90d185","schema_version":"1.0","event_id":"sha256:cdd68a07e754dbf9ed8a3ba28f9044d45d759792797518a9368a9601bf90d185"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QK2Y7X4SECJRRJLAJSWD6RXGNB/bundle.json","state_url":"https://pith.science/pith/QK2Y7X4SECJRRJLAJSWD6RXGNB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QK2Y7X4SECJRRJLAJSWD6RXGNB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T04:13:08Z","links":{"resolver":"https://pith.science/pith/QK2Y7X4SECJRRJLAJSWD6RXGNB","bundle":"https://pith.science/pith/QK2Y7X4SECJRRJLAJSWD6RXGNB/bundle.json","state":"https://pith.science/pith/QK2Y7X4SECJRRJLAJSWD6RXGNB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QK2Y7X4SECJRRJLAJSWD6RXGNB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:QK2Y7X4SECJRRJLAJSWD6RXGNB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f7d4731bb8ab1e12aacadb6b01738c4b074163bfd1ed48ec3bc6fc241b3fab58","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-07T18:55:38Z","title_canon_sha256":"d665987ef3912e682d183469e976ac98d239151feec13f2d8bfcab4ea82cad02"},"schema_version":"1.0","source":{"id":"2502.05172","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.05172","created_at":"2026-07-05T10:16:59Z"},{"alias_kind":"arxiv_version","alias_value":"2502.05172v2","created_at":"2026-07-05T10:16:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.05172","created_at":"2026-07-05T10:16:59Z"},{"alias_kind":"pith_short_12","alias_value":"QK2Y7X4SECJR","created_at":"2026-07-05T10:16:59Z"},{"alias_kind":"pith_short_16","alias_value":"QK2Y7X4SECJRRJLA","created_at":"2026-07-05T10:16:59Z"},{"alias_kind":"pith_short_8","alias_value":"QK2Y7X4S","created_at":"2026-07-05T10:16:59Z"}],"graph_snapshots":[{"event_id":"sha256:cdd68a07e754dbf9ed8a3ba28f9044d45d759792797518a9368a9601bf90d185","target":"graph","created_at":"2026-07-05T10:16:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.05172/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mixture of Experts (MoE) architectures have significantly increased computational efficiency in both research and real-world applications of large-scale machine learning models. However, their scalability and efficiency under memory constraints remain relatively underexplored. In this work, we present joint scaling laws for dense and MoE models, incorporating key factors such as the number of active parameters, dataset size, and the number of experts. Our findings provide a principled framework for selecting the optimal MoE configuration under fixed memory and compute budgets. Surprisingly, we","authors_text":"Jakub Krajewski, Jan Ludziejewski, Jan Ma{\\l}a\\'snicki, Kamil Adamczewski, Maciej Pi\\'oro, Maciej Stefaniak, Marek Cygan, Micha{\\l} Krutul, Piotr Mi{\\l}o\\'s, Piotr Sankowski, Sebastian Jaszczur","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-07T18:55:38Z","title":"Joint MoE Scaling Laws: Mixture of Experts Can Be Memory Efficient"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.05172","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e2aa962a5e90c3821191c69800db360da7bba203b4b477d6d35e037891ca5195","target":"record","created_at":"2026-07-05T10:16:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f7d4731bb8ab1e12aacadb6b01738c4b074163bfd1ed48ec3bc6fc241b3fab58","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-07T18:55:38Z","title_canon_sha256":"d665987ef3912e682d183469e976ac98d239151feec13f2d8bfcab4ea82cad02"},"schema_version":"1.0","source":{"id":"2502.05172","kind":"arxiv","version":2}},"canonical_sha256":"82b58fdf92209318a5604cac3f46e6684df9f200f0177ae8f627e6ebcd64a4e7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"82b58fdf92209318a5604cac3f46e6684df9f200f0177ae8f627e6ebcd64a4e7","first_computed_at":"2026-07-05T10:16:59.913393Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:16:59.913393Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zcDELPFp9mbKTYclt8bufEV0MbFhPTsAsJvNVO4PD5TH9YlRO1Fl3pSOwuioYo1N59Nz7K2a8EUK8U0wOxh3Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:16:59.913875Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.05172","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e2aa962a5e90c3821191c69800db360da7bba203b4b477d6d35e037891ca5195","sha256:cdd68a07e754dbf9ed8a3ba28f9044d45d759792797518a9368a9601bf90d185"],"state_sha256":"1bac925c8160b6813854037669b51a375b787d3d50d0f18935a0800062d1ad93"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"krbw2dAkxfDDQsVB3PWLqmgEYZ2w8aVH8hDNyajj8zR+VKjcpHu1MWcpajQeMtn4gkmoC5OiCKa0gMPI7+4aDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T04:13:08.478869Z","bundle_sha256":"a9f66703e091c6af2ffa36b1a2ceb9a68778f7d95a4a8520f8b7f751a21478c5"}}