{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4XHWHWUO7GLMBQO4WRZI5PID3Q","short_pith_number":"pith:4XHWHWUO","canonical_record":{"source":{"id":"2410.19034","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T17:54:41Z","cross_cats_sorted":[],"title_canon_sha256":"10d09e3d143d30e61d322269b36a1fec26bea2d3d9de76c150e81c82b8b5f9da","abstract_canon_sha256":"4f5c5909f85ea4b5cf524b8f9f1cf741da17ca26b27177804400dacf45f91a38"},"schema_version":"1.0"},"canonical_sha256":"e5cf63da8ef996c0c1dcb4728ebd03dc2027426563b2fc24809ffd0a45a53f52","source":{"kind":"arxiv","id":"2410.19034","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.19034","created_at":"2026-07-05T10:22:08Z"},{"alias_kind":"arxiv_version","alias_value":"2410.19034v2","created_at":"2026-07-05T10:22:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.19034","created_at":"2026-07-05T10:22:08Z"},{"alias_kind":"pith_short_12","alias_value":"4XHWHWUO7GLM","created_at":"2026-07-05T10:22:08Z"},{"alias_kind":"pith_short_16","alias_value":"4XHWHWUO7GLMBQO4","created_at":"2026-07-05T10:22:08Z"},{"alias_kind":"pith_short_8","alias_value":"4XHWHWUO","created_at":"2026-07-05T10:22:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4XHWHWUO7GLMBQO4WRZI5PID3Q","target":"record","payload":{"canonical_record":{"source":{"id":"2410.19034","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T17:54:41Z","cross_cats_sorted":[],"title_canon_sha256":"10d09e3d143d30e61d322269b36a1fec26bea2d3d9de76c150e81c82b8b5f9da","abstract_canon_sha256":"4f5c5909f85ea4b5cf524b8f9f1cf741da17ca26b27177804400dacf45f91a38"},"schema_version":"1.0"},"canonical_sha256":"e5cf63da8ef996c0c1dcb4728ebd03dc2027426563b2fc24809ffd0a45a53f52","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:22:08.618469Z","signature_b64":"DOGp6X1BMXCNPwtxIB+eZYJknTols27/4CjNo2TjCgXgzae3L8O7hWCcliVosDlVOGnwwNPKbIw6tfMxq8tGBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e5cf63da8ef996c0c1dcb4728ebd03dc2027426563b2fc24809ffd0a45a53f52","last_reissued_at":"2026-07-05T10:22:08.617852Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:22:08.617852Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.19034","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KJRW6wX47BNM9redWKjAX8HKs2HPjqG9i2b+J/pwoqPgDNBHF1i2Nhr1YvxLxFm9qnb3w1JrO6LGJmFT1WPIBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:23:51.689395Z"},"content_sha256":"65adbb1d479dd576e810a8908c0bc905b630c14a4348e96860088ca4beec462c","schema_version":"1.0","event_id":"sha256:65adbb1d479dd576e810a8908c0bc905b630c14a4348e96860088ca4beec462c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4XHWHWUO7GLMBQO4WRZI5PID3Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Mixture of Parrots: Experts improve memorization more than reasoning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Alex Gu, Clara Mohri, David Alvarez-Melis, David Brandfonbrener, Eran Malach, Nikhil Anand, Nikhil Vyas, Samy Jelassi, Sham M. Kakade, Yuanzhi Li","submitted_at":"2024-10-24T17:54:41Z","abstract_excerpt":"The Mixture-of-Experts (MoE) architecture enables a significant increase in the total number of model parameters with minimal computational overhead. However, it is not clear what performance tradeoffs, if any, exist between MoEs and standard dense transformers. In this paper, we show that as we increase the number of experts (while fixing the number of active parameters), the memorization performance consistently increases while the reasoning capabilities saturate. We begin by analyzing the theoretical limitations of MoEs at reasoning. We prove that there exist graph problems that cannot be s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.19034","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.19034/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"57Glv1a6Vodjr4M/9Vut9YrQPxE4g79ljaYw//gJ8GAUHT1XgCngV9/SuMgKOFbWN71q/qVsmgz/FF0SQPlNCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:23:51.689900Z"},"content_sha256":"6e097803cd4c6058c5c76628cdc0741078cb3f3d7bc6e737872a95c92264d8e4","schema_version":"1.0","event_id":"sha256:6e097803cd4c6058c5c76628cdc0741078cb3f3d7bc6e737872a95c92264d8e4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4XHWHWUO7GLMBQO4WRZI5PID3Q/bundle.json","state_url":"https://pith.science/pith/4XHWHWUO7GLMBQO4WRZI5PID3Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4XHWHWUO7GLMBQO4WRZI5PID3Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T13:23:51Z","links":{"resolver":"https://pith.science/pith/4XHWHWUO7GLMBQO4WRZI5PID3Q","bundle":"https://pith.science/pith/4XHWHWUO7GLMBQO4WRZI5PID3Q/bundle.json","state":"https://pith.science/pith/4XHWHWUO7GLMBQO4WRZI5PID3Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4XHWHWUO7GLMBQO4WRZI5PID3Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4XHWHWUO7GLMBQO4WRZI5PID3Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4f5c5909f85ea4b5cf524b8f9f1cf741da17ca26b27177804400dacf45f91a38","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T17:54:41Z","title_canon_sha256":"10d09e3d143d30e61d322269b36a1fec26bea2d3d9de76c150e81c82b8b5f9da"},"schema_version":"1.0","source":{"id":"2410.19034","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.19034","created_at":"2026-07-05T10:22:08Z"},{"alias_kind":"arxiv_version","alias_value":"2410.19034v2","created_at":"2026-07-05T10:22:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.19034","created_at":"2026-07-05T10:22:08Z"},{"alias_kind":"pith_short_12","alias_value":"4XHWHWUO7GLM","created_at":"2026-07-05T10:22:08Z"},{"alias_kind":"pith_short_16","alias_value":"4XHWHWUO7GLMBQO4","created_at":"2026-07-05T10:22:08Z"},{"alias_kind":"pith_short_8","alias_value":"4XHWHWUO","created_at":"2026-07-05T10:22:08Z"}],"graph_snapshots":[{"event_id":"sha256:6e097803cd4c6058c5c76628cdc0741078cb3f3d7bc6e737872a95c92264d8e4","target":"graph","created_at":"2026-07-05T10:22:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.19034/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Mixture-of-Experts (MoE) architecture enables a significant increase in the total number of model parameters with minimal computational overhead. However, it is not clear what performance tradeoffs, if any, exist between MoEs and standard dense transformers. In this paper, we show that as we increase the number of experts (while fixing the number of active parameters), the memorization performance consistently increases while the reasoning capabilities saturate. We begin by analyzing the theoretical limitations of MoEs at reasoning. We prove that there exist graph problems that cannot be s","authors_text":"Alex Gu, Clara Mohri, David Alvarez-Melis, David Brandfonbrener, Eran Malach, Nikhil Anand, Nikhil Vyas, Samy Jelassi, Sham M. Kakade, Yuanzhi Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T17:54:41Z","title":"Mixture of Parrots: Experts improve memorization more than reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.19034","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:65adbb1d479dd576e810a8908c0bc905b630c14a4348e96860088ca4beec462c","target":"record","created_at":"2026-07-05T10:22:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4f5c5909f85ea4b5cf524b8f9f1cf741da17ca26b27177804400dacf45f91a38","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T17:54:41Z","title_canon_sha256":"10d09e3d143d30e61d322269b36a1fec26bea2d3d9de76c150e81c82b8b5f9da"},"schema_version":"1.0","source":{"id":"2410.19034","kind":"arxiv","version":2}},"canonical_sha256":"e5cf63da8ef996c0c1dcb4728ebd03dc2027426563b2fc24809ffd0a45a53f52","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e5cf63da8ef996c0c1dcb4728ebd03dc2027426563b2fc24809ffd0a45a53f52","first_computed_at":"2026-07-05T10:22:08.617852Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:22:08.617852Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DOGp6X1BMXCNPwtxIB+eZYJknTols27/4CjNo2TjCgXgzae3L8O7hWCcliVosDlVOGnwwNPKbIw6tfMxq8tGBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:22:08.618469Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.19034","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:65adbb1d479dd576e810a8908c0bc905b630c14a4348e96860088ca4beec462c","sha256:6e097803cd4c6058c5c76628cdc0741078cb3f3d7bc6e737872a95c92264d8e4"],"state_sha256":"7c49e799dd0bd125daa76375689d5b5fe6330f2c49c4676cbdde00f668767c70"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FQvYdGcFSawFyRfFl4BesuKTGl9N6ldgkGdwz2geO4yX+nOok/Vo+TkOao99Wq5J4sgwM6xXj+6+rO5HexE1BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T13:23:51.695070Z","bundle_sha256":"e26fb146e98d7dbe2d4ac40474322d71828d2e59fe0c92c02b452b4d931ca59f"}}