{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CCXZ5FRGHQAGEH3FIF62MDHEZX","short_pith_number":"pith:CCXZ5FRG","canonical_record":{"source":{"id":"2406.19146","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-27T13:02:43Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"ef61a420d977a767c2a26251932c53d8360eb028575ca597756d4ab0cba5f9a9","abstract_canon_sha256":"7427e5c1593a96552d423a26d8779d79d385309c5ce80184f8a7a94a9fbad487"},"schema_version":"1.0"},"canonical_sha256":"10af9e96263c00621f65417da60ce4cdd92b557fbaac298115782176dd53f4bc","source":{"kind":"arxiv","id":"2406.19146","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.19146","created_at":"2026-07-05T10:02:47Z"},{"alias_kind":"arxiv_version","alias_value":"2406.19146v4","created_at":"2026-07-05T10:02:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.19146","created_at":"2026-07-05T10:02:47Z"},{"alias_kind":"pith_short_12","alias_value":"CCXZ5FRGHQAG","created_at":"2026-07-05T10:02:47Z"},{"alias_kind":"pith_short_16","alias_value":"CCXZ5FRGHQAGEH3F","created_at":"2026-07-05T10:02:47Z"},{"alias_kind":"pith_short_8","alias_value":"CCXZ5FRG","created_at":"2026-07-05T10:02:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CCXZ5FRGHQAGEH3FIF62MDHEZX","target":"record","payload":{"canonical_record":{"source":{"id":"2406.19146","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-27T13:02:43Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"ef61a420d977a767c2a26251932c53d8360eb028575ca597756d4ab0cba5f9a9","abstract_canon_sha256":"7427e5c1593a96552d423a26d8779d79d385309c5ce80184f8a7a94a9fbad487"},"schema_version":"1.0"},"canonical_sha256":"10af9e96263c00621f65417da60ce4cdd92b557fbaac298115782176dd53f4bc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:02:47.844502Z","signature_b64":"d4Qc/mKM7nVqihMkVHHLrIqiPwIB6EwA+wrvtGwp4Qn8si/i2ZFzLWDnfQ5a1DcU7pl6XI9CHvtmWNgEurAPAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"10af9e96263c00621f65417da60ce4cdd92b557fbaac298115782176dd53f4bc","last_reissued_at":"2026-07-05T10:02:47.844049Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:02:47.844049Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.19146","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"19u2KztgQczDDP3f3Oo1z01RcqzQdf+iZEUBoemqkt544pE+bvzyGbD0C+yTkHaqhH2M5SGTkf6icfUlZUqiAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:39:39.022884Z"},"content_sha256":"a640c93489752e3601a0ae0a6628b06e2ec0a8fa61c520fde8fe22519404588c","schema_version":"1.0","event_id":"sha256:a640c93489752e3601a0ae0a6628b06e2ec0a8fa61c520fde8fe22519404588c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CCXZ5FRGHQAGEH3FIF62MDHEZX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Resolving Discrepancies in Compute-Optimal Scaling of Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Jenia Jitsev, Ludwig Schmidt, Mitchell Wortsman, Tomer Porian, Yair Carmon","submitted_at":"2024-06-27T13:02:43Z","abstract_excerpt":"Kaplan et al. and Hoffmann et al. developed influential scaling laws for the optimal model size as a function of the compute budget, but these laws yield substantially different predictions. We explain the discrepancy by reproducing the Kaplan scaling law on two datasets (OpenWebText2 and RefinedWeb) and identifying three factors causing the difference: last layer computational cost, warmup duration, and scale-dependent optimizer tuning. With these factors corrected, we obtain excellent agreement with the Hoffmann et al. (i.e., \"Chinchilla\") scaling law. Counter to a hypothesis of Hoffmann et "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.19146","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.19146/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TMjTOYUvvbpegbXF2qAZJzvz92gRXmWiCVeq3gjJDVJ9c37vLQz5hbR6litJ3bKMs2e3G89wmywQalsrf6ntBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:39:39.023422Z"},"content_sha256":"d1bf4033f80e2cc64210cd55ee9cef053caca70332e94845e544f8754fffc8b6","schema_version":"1.0","event_id":"sha256:d1bf4033f80e2cc64210cd55ee9cef053caca70332e94845e544f8754fffc8b6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CCXZ5FRGHQAGEH3FIF62MDHEZX/bundle.json","state_url":"https://pith.science/pith/CCXZ5FRGHQAGEH3FIF62MDHEZX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CCXZ5FRGHQAGEH3FIF62MDHEZX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T20:39:39Z","links":{"resolver":"https://pith.science/pith/CCXZ5FRGHQAGEH3FIF62MDHEZX","bundle":"https://pith.science/pith/CCXZ5FRGHQAGEH3FIF62MDHEZX/bundle.json","state":"https://pith.science/pith/CCXZ5FRGHQAGEH3FIF62MDHEZX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CCXZ5FRGHQAGEH3FIF62MDHEZX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CCXZ5FRGHQAGEH3FIF62MDHEZX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7427e5c1593a96552d423a26d8779d79d385309c5ce80184f8a7a94a9fbad487","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-27T13:02:43Z","title_canon_sha256":"ef61a420d977a767c2a26251932c53d8360eb028575ca597756d4ab0cba5f9a9"},"schema_version":"1.0","source":{"id":"2406.19146","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.19146","created_at":"2026-07-05T10:02:47Z"},{"alias_kind":"arxiv_version","alias_value":"2406.19146v4","created_at":"2026-07-05T10:02:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.19146","created_at":"2026-07-05T10:02:47Z"},{"alias_kind":"pith_short_12","alias_value":"CCXZ5FRGHQAG","created_at":"2026-07-05T10:02:47Z"},{"alias_kind":"pith_short_16","alias_value":"CCXZ5FRGHQAGEH3F","created_at":"2026-07-05T10:02:47Z"},{"alias_kind":"pith_short_8","alias_value":"CCXZ5FRG","created_at":"2026-07-05T10:02:47Z"}],"graph_snapshots":[{"event_id":"sha256:d1bf4033f80e2cc64210cd55ee9cef053caca70332e94845e544f8754fffc8b6","target":"graph","created_at":"2026-07-05T10:02:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.19146/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Kaplan et al. and Hoffmann et al. developed influential scaling laws for the optimal model size as a function of the compute budget, but these laws yield substantially different predictions. We explain the discrepancy by reproducing the Kaplan scaling law on two datasets (OpenWebText2 and RefinedWeb) and identifying three factors causing the difference: last layer computational cost, warmup duration, and scale-dependent optimizer tuning. With these factors corrected, we obtain excellent agreement with the Hoffmann et al. (i.e., \"Chinchilla\") scaling law. Counter to a hypothesis of Hoffmann et ","authors_text":"Jenia Jitsev, Ludwig Schmidt, Mitchell Wortsman, Tomer Porian, Yair Carmon","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-27T13:02:43Z","title":"Resolving Discrepancies in Compute-Optimal Scaling of Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.19146","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a640c93489752e3601a0ae0a6628b06e2ec0a8fa61c520fde8fe22519404588c","target":"record","created_at":"2026-07-05T10:02:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7427e5c1593a96552d423a26d8779d79d385309c5ce80184f8a7a94a9fbad487","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-27T13:02:43Z","title_canon_sha256":"ef61a420d977a767c2a26251932c53d8360eb028575ca597756d4ab0cba5f9a9"},"schema_version":"1.0","source":{"id":"2406.19146","kind":"arxiv","version":4}},"canonical_sha256":"10af9e96263c00621f65417da60ce4cdd92b557fbaac298115782176dd53f4bc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"10af9e96263c00621f65417da60ce4cdd92b557fbaac298115782176dd53f4bc","first_computed_at":"2026-07-05T10:02:47.844049Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:02:47.844049Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"d4Qc/mKM7nVqihMkVHHLrIqiPwIB6EwA+wrvtGwp4Qn8si/i2ZFzLWDnfQ5a1DcU7pl6XI9CHvtmWNgEurAPAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:02:47.844502Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.19146","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a640c93489752e3601a0ae0a6628b06e2ec0a8fa61c520fde8fe22519404588c","sha256:d1bf4033f80e2cc64210cd55ee9cef053caca70332e94845e544f8754fffc8b6"],"state_sha256":"e5b683805e08a8676bf3b1b00e6e4bf1fbae52a643e54dc82f1f23cb9ee13cb9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q8+r1xHzMeCQidcc11QLYw2p4XnMHy6d8yux3XT4+t5yjZP5Eh76lpSAER72p1xSK5uydLt4QseXjef/OfEFAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T20:39:39.029171Z","bundle_sha256":"06df379694a881adfcd71e29fb1dfaa49ec77f738b3f7281c569969934af2dae"}}