{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5DM6XWEQFQEUFE65KSXDPQ5PBM","short_pith_number":"pith:5DM6XWEQ","canonical_record":{"source":{"id":"2411.12925","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-19T23:23:16Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"9ab8921581628dd2077d398afc280ee6d1cf2e69425379c4d43b3bf558849040","abstract_canon_sha256":"f86912ecfae38e397c94bae6a39d73c80003026e63d6236c127b96d340dec07b"},"schema_version":"1.0"},"canonical_sha256":"e8d9ebd8902c094293dd54ae37c3af0b3afc7eba2cc3cd6942128895fd396fb7","source":{"kind":"arxiv","id":"2411.12925","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.12925","created_at":"2026-07-05T09:38:02Z"},{"alias_kind":"arxiv_version","alias_value":"2411.12925v1","created_at":"2026-07-05T09:38:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.12925","created_at":"2026-07-05T09:38:02Z"},{"alias_kind":"pith_short_12","alias_value":"5DM6XWEQFQEU","created_at":"2026-07-05T09:38:02Z"},{"alias_kind":"pith_short_16","alias_value":"5DM6XWEQFQEUFE65","created_at":"2026-07-05T09:38:02Z"},{"alias_kind":"pith_short_8","alias_value":"5DM6XWEQ","created_at":"2026-07-05T09:38:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5DM6XWEQFQEUFE65KSXDPQ5PBM","target":"record","payload":{"canonical_record":{"source":{"id":"2411.12925","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-19T23:23:16Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"9ab8921581628dd2077d398afc280ee6d1cf2e69425379c4d43b3bf558849040","abstract_canon_sha256":"f86912ecfae38e397c94bae6a39d73c80003026e63d6236c127b96d340dec07b"},"schema_version":"1.0"},"canonical_sha256":"e8d9ebd8902c094293dd54ae37c3af0b3afc7eba2cc3cd6942128895fd396fb7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:38:02.384742Z","signature_b64":"cxM7dgeufOFku2kzn6R9s99ZXGCOfRheKbho/IDZiuGqaPlWceNJlLO8DhXcedowrzF4+Dy9gLHBjuxOcqqsAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e8d9ebd8902c094293dd54ae37c3af0b3afc7eba2cc3cd6942128895fd396fb7","last_reissued_at":"2026-07-05T09:38:02.384151Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:38:02.384151Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.12925","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:38:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WrnxsszrgPCwVvq2MebmPF5NheteOQlWrpxVcYwilS2Y4uV7Re97eX3hJ9B3EiMO6PvsRx4jnWykclXQ6tygBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:53:30.478877Z"},"content_sha256":"e1ac1a1d53ee4c64277a8ab6b1691aeb7d2c9b6dd060c527fcd94384998ee228","schema_version":"1.0","event_id":"sha256:e1ac1a1d53ee4c64277a8ab6b1691aeb7d2c9b6dd060c527fcd94384998ee228"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5DM6XWEQFQEUFE65KSXDPQ5PBM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Loss-to-Loss Prediction: Scaling Laws for All Datasets","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"David Brandfonbrener, Eran Malach, Nikhil Anand, Nikhil Vyas, Sham Kakade","submitted_at":"2024-11-19T23:23:16Z","abstract_excerpt":"While scaling laws provide a reliable methodology for predicting train loss across compute scales for a single data distribution, less is known about how these predictions should change as we change the distribution. In this paper, we derive a strategy for predicting one loss from another and apply it to predict across different pre-training datasets and from pre-training data to downstream task data. Our predictions extrapolate well even at 20x the largest FLOP budget used to fit the curves. More precisely, we find that there are simple shifted power law relationships between (1) the train lo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.12925","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.12925/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:38:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EFPVZ2DgGfrGk5xVl+cXF1SHGLvf7Vp1HkZB64hqjJEMm0M2a2R1Uzq05+PZRaM/OXFAN106tcANB+W4IVfsBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:53:30.479384Z"},"content_sha256":"d9752f8aaf9d80075374b82cb916d4784a2d632b23a22652fb160bb5fe2cb21f","schema_version":"1.0","event_id":"sha256:d9752f8aaf9d80075374b82cb916d4784a2d632b23a22652fb160bb5fe2cb21f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5DM6XWEQFQEUFE65KSXDPQ5PBM/bundle.json","state_url":"https://pith.science/pith/5DM6XWEQFQEUFE65KSXDPQ5PBM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5DM6XWEQFQEUFE65KSXDPQ5PBM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T19:53:30Z","links":{"resolver":"https://pith.science/pith/5DM6XWEQFQEUFE65KSXDPQ5PBM","bundle":"https://pith.science/pith/5DM6XWEQFQEUFE65KSXDPQ5PBM/bundle.json","state":"https://pith.science/pith/5DM6XWEQFQEUFE65KSXDPQ5PBM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5DM6XWEQFQEUFE65KSXDPQ5PBM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5DM6XWEQFQEUFE65KSXDPQ5PBM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f86912ecfae38e397c94bae6a39d73c80003026e63d6236c127b96d340dec07b","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-19T23:23:16Z","title_canon_sha256":"9ab8921581628dd2077d398afc280ee6d1cf2e69425379c4d43b3bf558849040"},"schema_version":"1.0","source":{"id":"2411.12925","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.12925","created_at":"2026-07-05T09:38:02Z"},{"alias_kind":"arxiv_version","alias_value":"2411.12925v1","created_at":"2026-07-05T09:38:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.12925","created_at":"2026-07-05T09:38:02Z"},{"alias_kind":"pith_short_12","alias_value":"5DM6XWEQFQEU","created_at":"2026-07-05T09:38:02Z"},{"alias_kind":"pith_short_16","alias_value":"5DM6XWEQFQEUFE65","created_at":"2026-07-05T09:38:02Z"},{"alias_kind":"pith_short_8","alias_value":"5DM6XWEQ","created_at":"2026-07-05T09:38:02Z"}],"graph_snapshots":[{"event_id":"sha256:d9752f8aaf9d80075374b82cb916d4784a2d632b23a22652fb160bb5fe2cb21f","target":"graph","created_at":"2026-07-05T09:38:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.12925/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While scaling laws provide a reliable methodology for predicting train loss across compute scales for a single data distribution, less is known about how these predictions should change as we change the distribution. In this paper, we derive a strategy for predicting one loss from another and apply it to predict across different pre-training datasets and from pre-training data to downstream task data. Our predictions extrapolate well even at 20x the largest FLOP budget used to fit the curves. More precisely, we find that there are simple shifted power law relationships between (1) the train lo","authors_text":"David Brandfonbrener, Eran Malach, Nikhil Anand, Nikhil Vyas, Sham Kakade","cross_cats":["cs.AI","cs.CL","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-19T23:23:16Z","title":"Loss-to-Loss Prediction: Scaling Laws for All Datasets"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.12925","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e1ac1a1d53ee4c64277a8ab6b1691aeb7d2c9b6dd060c527fcd94384998ee228","target":"record","created_at":"2026-07-05T09:38:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f86912ecfae38e397c94bae6a39d73c80003026e63d6236c127b96d340dec07b","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-19T23:23:16Z","title_canon_sha256":"9ab8921581628dd2077d398afc280ee6d1cf2e69425379c4d43b3bf558849040"},"schema_version":"1.0","source":{"id":"2411.12925","kind":"arxiv","version":1}},"canonical_sha256":"e8d9ebd8902c094293dd54ae37c3af0b3afc7eba2cc3cd6942128895fd396fb7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e8d9ebd8902c094293dd54ae37c3af0b3afc7eba2cc3cd6942128895fd396fb7","first_computed_at":"2026-07-05T09:38:02.384151Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:38:02.384151Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cxM7dgeufOFku2kzn6R9s99ZXGCOfRheKbho/IDZiuGqaPlWceNJlLO8DhXcedowrzF4+Dy9gLHBjuxOcqqsAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:38:02.384742Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.12925","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e1ac1a1d53ee4c64277a8ab6b1691aeb7d2c9b6dd060c527fcd94384998ee228","sha256:d9752f8aaf9d80075374b82cb916d4784a2d632b23a22652fb160bb5fe2cb21f"],"state_sha256":"0ee1ce6358b769d5b7fbbd0eb4c77c5e189fa2bac3fa2cdc83dc93a0e79b0c98"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"URDnbWRtVQT/WSmP9BKt/p4HNLTDv+fMbcRWLAmCwi+EUPm+FrdGKbmW76ZqBMK66r9UcUwm6CAllx2zHWMeBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T19:53:30.482625Z","bundle_sha256":"954ed65c120da8ad7289a6be2e4cba10119b543c8c123ed13ca13d05fa96081c"}}