{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KJOBHUDKJJ5I4MIMHFOZ46OQQH","short_pith_number":"pith:KJOBHUDK","canonical_record":{"source":{"id":"2409.19044","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-27T17:58:21Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"257a9595834ac3c804fb3ae55a7aeb761ea8ece204028dd6e69dbe0bc0b5aa2c","abstract_canon_sha256":"c1a7de104676ad89440d3e6cdc5767776fde07a017abf4e24512867d5a5e40de"},"schema_version":"1.0"},"canonical_sha256":"525c13d06a4a7a8e310c395d9e79d081c6db26417d96ba386e012fb95cc8fd7e","source":{"kind":"arxiv","id":"2409.19044","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.19044","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"arxiv_version","alias_value":"2409.19044v1","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.19044","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_12","alias_value":"KJOBHUDKJJ5I","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_16","alias_value":"KJOBHUDKJJ5I4MIM","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_8","alias_value":"KJOBHUDK","created_at":"2026-07-05T09:13:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KJOBHUDKJJ5I4MIMHFOZ46OQQH","target":"record","payload":{"canonical_record":{"source":{"id":"2409.19044","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-27T17:58:21Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"257a9595834ac3c804fb3ae55a7aeb761ea8ece204028dd6e69dbe0bc0b5aa2c","abstract_canon_sha256":"c1a7de104676ad89440d3e6cdc5767776fde07a017abf4e24512867d5a5e40de"},"schema_version":"1.0"},"canonical_sha256":"525c13d06a4a7a8e310c395d9e79d081c6db26417d96ba386e012fb95cc8fd7e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:13:09.915192Z","signature_b64":"zewV3SrTzO4Q2gIdvgbeeWx9zMDdQ1Fdndv82EDc2pUhsd3VZ5r5TYWPuxMR2+brHBHePxQ0cV08ZnrP89+QCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"525c13d06a4a7a8e310c395d9e79d081c6db26417d96ba386e012fb95cc8fd7e","last_reissued_at":"2026-07-05T09:13:09.914684Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:13:09.914684Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.19044","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RcKy72QuSJmeXq+FiW19JL1+0l3uBnLPUBnXbpVIR5qy0a1a4/gHZESvX2PNDsFsLzKkmWRHfcs6v6lA+Q3aAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T04:02:43.012480Z"},"content_sha256":"ba078a880d2b9d4cb09e869e20189045e6c858f06633eb936ae76172eef77f42","schema_version":"1.0","event_id":"sha256:ba078a880d2b9d4cb09e869e20189045e6c858f06633eb936ae76172eef77f42"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KJOBHUDKJJ5I4MIMHFOZ46OQQH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Inductive Bias of Stacking Towards Improving Reasoning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Nikunj Saunshi, Sanjiv Kumar, Sashank J. Reddi, Shankar Krishnan, Sobhan Miryoosefi, Stefani Karp","submitted_at":"2024-09-27T17:58:21Z","abstract_excerpt":"Given the increasing scale of model sizes, novel training strategies like gradual stacking [Gong et al., 2019, Reddi et al., 2023] have garnered interest. Stacking enables efficient training by gradually growing the depth of a model in stages and using layers from a smaller model in an earlier stage to initialize the next stage. Although efficient for training, the model biases induced by such growing approaches are largely unexplored. In this work, we examine this fundamental aspect of gradual stacking, going beyond its efficiency benefits. We propose a variant of gradual stacking called MIDA"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.19044","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.19044/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RqDuBwAeCoIUYxEnoqxlcG2e89qWcA4O9gF5zFAiUXTE2AcbYyBWW1U/e8QC9n6kSbvsHBFWVT01vrExYAPvDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T04:02:43.012801Z"},"content_sha256":"83cca7701051c5d9850491ea9623557a5c5647361f9002504b6c7a770f931e1f","schema_version":"1.0","event_id":"sha256:83cca7701051c5d9850491ea9623557a5c5647361f9002504b6c7a770f931e1f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KJOBHUDKJJ5I4MIMHFOZ46OQQH/bundle.json","state_url":"https://pith.science/pith/KJOBHUDKJJ5I4MIMHFOZ46OQQH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KJOBHUDKJJ5I4MIMHFOZ46OQQH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T04:02:43Z","links":{"resolver":"https://pith.science/pith/KJOBHUDKJJ5I4MIMHFOZ46OQQH","bundle":"https://pith.science/pith/KJOBHUDKJJ5I4MIMHFOZ46OQQH/bundle.json","state":"https://pith.science/pith/KJOBHUDKJJ5I4MIMHFOZ46OQQH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KJOBHUDKJJ5I4MIMHFOZ46OQQH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KJOBHUDKJJ5I4MIMHFOZ46OQQH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c1a7de104676ad89440d3e6cdc5767776fde07a017abf4e24512867d5a5e40de","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-27T17:58:21Z","title_canon_sha256":"257a9595834ac3c804fb3ae55a7aeb761ea8ece204028dd6e69dbe0bc0b5aa2c"},"schema_version":"1.0","source":{"id":"2409.19044","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.19044","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"arxiv_version","alias_value":"2409.19044v1","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.19044","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_12","alias_value":"KJOBHUDKJJ5I","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_16","alias_value":"KJOBHUDKJJ5I4MIM","created_at":"2026-07-05T09:13:09Z"},{"alias_kind":"pith_short_8","alias_value":"KJOBHUDK","created_at":"2026-07-05T09:13:09Z"}],"graph_snapshots":[{"event_id":"sha256:83cca7701051c5d9850491ea9623557a5c5647361f9002504b6c7a770f931e1f","target":"graph","created_at":"2026-07-05T09:13:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.19044/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Given the increasing scale of model sizes, novel training strategies like gradual stacking [Gong et al., 2019, Reddi et al., 2023] have garnered interest. Stacking enables efficient training by gradually growing the depth of a model in stages and using layers from a smaller model in an earlier stage to initialize the next stage. Although efficient for training, the model biases induced by such growing approaches are largely unexplored. In this work, we examine this fundamental aspect of gradual stacking, going beyond its efficiency benefits. We propose a variant of gradual stacking called MIDA","authors_text":"Nikunj Saunshi, Sanjiv Kumar, Sashank J. Reddi, Shankar Krishnan, Sobhan Miryoosefi, Stefani Karp","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-27T17:58:21Z","title":"On the Inductive Bias of Stacking Towards Improving Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.19044","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ba078a880d2b9d4cb09e869e20189045e6c858f06633eb936ae76172eef77f42","target":"record","created_at":"2026-07-05T09:13:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c1a7de104676ad89440d3e6cdc5767776fde07a017abf4e24512867d5a5e40de","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-27T17:58:21Z","title_canon_sha256":"257a9595834ac3c804fb3ae55a7aeb761ea8ece204028dd6e69dbe0bc0b5aa2c"},"schema_version":"1.0","source":{"id":"2409.19044","kind":"arxiv","version":1}},"canonical_sha256":"525c13d06a4a7a8e310c395d9e79d081c6db26417d96ba386e012fb95cc8fd7e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"525c13d06a4a7a8e310c395d9e79d081c6db26417d96ba386e012fb95cc8fd7e","first_computed_at":"2026-07-05T09:13:09.914684Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:09.914684Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zewV3SrTzO4Q2gIdvgbeeWx9zMDdQ1Fdndv82EDc2pUhsd3VZ5r5TYWPuxMR2+brHBHePxQ0cV08ZnrP89+QCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:09.915192Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.19044","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ba078a880d2b9d4cb09e869e20189045e6c858f06633eb936ae76172eef77f42","sha256:83cca7701051c5d9850491ea9623557a5c5647361f9002504b6c7a770f931e1f"],"state_sha256":"30fadd101bf3bcf11d444c5af3539a9f8bab46211c90fec969bd562f3b8154e3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YIF4WxvDnxt5rQiJq+1i36RCWxpg5Jo7Hz4wnRcNhoo1cZj7ImoSoCy++T7Jnamk/g4BzGpAEC/UtTPcJb8cAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T04:02:43.016167Z","bundle_sha256":"4c500c5c42cc5f10340c46e6b0ed7eb0e4fb60470980b2c4b118a34ed478dce5"}}