{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JROKZP6PUEWH2QCKINQ6AEMN6G","short_pith_number":"pith:JROKZP6P","canonical_record":{"source":{"id":"2412.04403","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-05T18:21:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"546887215a99731a8cafe0f505a10307f5fc118e155d2e1ae8c590f0a468125d","abstract_canon_sha256":"e887e7bfa1bd12665cb56f1ea408d38262b988eebd2d6c5395cc2a7ce0a6716c"},"schema_version":"1.0"},"canonical_sha256":"4c5cacbfcfa12c7d404a4361e0118df184127be606ad4d67cefabfbe3c98b698","source":{"kind":"arxiv","id":"2412.04403","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.04403","created_at":"2026-07-05T11:57:33Z"},{"alias_kind":"arxiv_version","alias_value":"2412.04403v2","created_at":"2026-07-05T11:57:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.04403","created_at":"2026-07-05T11:57:33Z"},{"alias_kind":"pith_short_12","alias_value":"JROKZP6PUEWH","created_at":"2026-07-05T11:57:33Z"},{"alias_kind":"pith_short_16","alias_value":"JROKZP6PUEWH2QCK","created_at":"2026-07-05T11:57:33Z"},{"alias_kind":"pith_short_8","alias_value":"JROKZP6P","created_at":"2026-07-05T11:57:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JROKZP6PUEWH2QCKINQ6AEMN6G","target":"record","payload":{"canonical_record":{"source":{"id":"2412.04403","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-05T18:21:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"546887215a99731a8cafe0f505a10307f5fc118e155d2e1ae8c590f0a468125d","abstract_canon_sha256":"e887e7bfa1bd12665cb56f1ea408d38262b988eebd2d6c5395cc2a7ce0a6716c"},"schema_version":"1.0"},"canonical_sha256":"4c5cacbfcfa12c7d404a4361e0118df184127be606ad4d67cefabfbe3c98b698","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:57:33.196085Z","signature_b64":"pDWiJvTTmvBKWvpgNK/7WWIBo5HCs3Jt6trzuTRtQCss9ZoW5fnVSPsBnFO4tQWxpWNajKNbr8/iAfY2uLAtAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4c5cacbfcfa12c7d404a4361e0118df184127be606ad4d67cefabfbe3c98b698","last_reissued_at":"2026-07-05T11:57:33.195617Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:57:33.195617Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.04403","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:57:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ju47GytvmOrMo6o1XXEgaXyPOyApiOrntwGU2Ps8/YUZa6d9J1zoMzaZuE/hkyx3YP70pr/Y44Nr9A9Ebrz0AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:03:21.736195Z"},"content_sha256":"e36ed1d27f2c8223a65f64f47f778123577c071138e3fe1b06aee949046c0811","schema_version":"1.0","event_id":"sha256:e36ed1d27f2c8223a65f64f47f778123577c071138e3fe1b06aee949046c0811"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JROKZP6PUEWH2QCKINQ6AEMN6G","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Establishing Task Scaling Laws via Compute-Efficient Model Ladders","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Akshita Bhagia, Alexander Wettig, Ananya Harsh Jha, David Heineman, Dirk Groeneveld, Hannaneh Hajishirzi, Jesse Dodge, Jiacheng Liu, Luca Soldaini, Noah A. Smith, Oyvind Tafjord, Pang Wei Koh","submitted_at":"2024-12-05T18:21:49Z","abstract_excerpt":"We develop task scaling laws and model ladders to predict the individual task performance of pretrained language models (LMs) in the overtrained setting. Standard power laws for language modeling loss cannot accurately model task performance. Therefore, we leverage a two-step prediction approach: (1) use model and data size to predict an intermediate loss, then (2) use it to predict task performance. We train a set of small-scale \"ladder\" models, collect data points to fit the parameterized functions of the two prediction steps, and make predictions for two target models: a 7B model trained to"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.04403","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.04403/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:57:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+hd3Zgfa0ocJuFjIJbX38qExOfiNVBCjbnd/LxSS/+D5pUasOedTWFkf4dc/Y4jNAbdARq6LHrl3SRb1emHEDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:03:21.736919Z"},"content_sha256":"4031c07c2d8bd175a1c1978452a510f04096f2a7b42075d5000b34817ab55df2","schema_version":"1.0","event_id":"sha256:4031c07c2d8bd175a1c1978452a510f04096f2a7b42075d5000b34817ab55df2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JROKZP6PUEWH2QCKINQ6AEMN6G/bundle.json","state_url":"https://pith.science/pith/JROKZP6PUEWH2QCKINQ6AEMN6G/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JROKZP6PUEWH2QCKINQ6AEMN6G/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T21:03:21Z","links":{"resolver":"https://pith.science/pith/JROKZP6PUEWH2QCKINQ6AEMN6G","bundle":"https://pith.science/pith/JROKZP6PUEWH2QCKINQ6AEMN6G/bundle.json","state":"https://pith.science/pith/JROKZP6PUEWH2QCKINQ6AEMN6G/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JROKZP6PUEWH2QCKINQ6AEMN6G/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JROKZP6PUEWH2QCKINQ6AEMN6G","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e887e7bfa1bd12665cb56f1ea408d38262b988eebd2d6c5395cc2a7ce0a6716c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-05T18:21:49Z","title_canon_sha256":"546887215a99731a8cafe0f505a10307f5fc118e155d2e1ae8c590f0a468125d"},"schema_version":"1.0","source":{"id":"2412.04403","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.04403","created_at":"2026-07-05T11:57:33Z"},{"alias_kind":"arxiv_version","alias_value":"2412.04403v2","created_at":"2026-07-05T11:57:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.04403","created_at":"2026-07-05T11:57:33Z"},{"alias_kind":"pith_short_12","alias_value":"JROKZP6PUEWH","created_at":"2026-07-05T11:57:33Z"},{"alias_kind":"pith_short_16","alias_value":"JROKZP6PUEWH2QCK","created_at":"2026-07-05T11:57:33Z"},{"alias_kind":"pith_short_8","alias_value":"JROKZP6P","created_at":"2026-07-05T11:57:33Z"}],"graph_snapshots":[{"event_id":"sha256:4031c07c2d8bd175a1c1978452a510f04096f2a7b42075d5000b34817ab55df2","target":"graph","created_at":"2026-07-05T11:57:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.04403/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We develop task scaling laws and model ladders to predict the individual task performance of pretrained language models (LMs) in the overtrained setting. Standard power laws for language modeling loss cannot accurately model task performance. Therefore, we leverage a two-step prediction approach: (1) use model and data size to predict an intermediate loss, then (2) use it to predict task performance. We train a set of small-scale \"ladder\" models, collect data points to fit the parameterized functions of the two prediction steps, and make predictions for two target models: a 7B model trained to","authors_text":"Akshita Bhagia, Alexander Wettig, Ananya Harsh Jha, David Heineman, Dirk Groeneveld, Hannaneh Hajishirzi, Jesse Dodge, Jiacheng Liu, Luca Soldaini, Noah A. Smith, Oyvind Tafjord, Pang Wei Koh","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-05T18:21:49Z","title":"Establishing Task Scaling Laws via Compute-Efficient Model Ladders"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.04403","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e36ed1d27f2c8223a65f64f47f778123577c071138e3fe1b06aee949046c0811","target":"record","created_at":"2026-07-05T11:57:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e887e7bfa1bd12665cb56f1ea408d38262b988eebd2d6c5395cc2a7ce0a6716c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-05T18:21:49Z","title_canon_sha256":"546887215a99731a8cafe0f505a10307f5fc118e155d2e1ae8c590f0a468125d"},"schema_version":"1.0","source":{"id":"2412.04403","kind":"arxiv","version":2}},"canonical_sha256":"4c5cacbfcfa12c7d404a4361e0118df184127be606ad4d67cefabfbe3c98b698","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4c5cacbfcfa12c7d404a4361e0118df184127be606ad4d67cefabfbe3c98b698","first_computed_at":"2026-07-05T11:57:33.195617Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:57:33.195617Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pDWiJvTTmvBKWvpgNK/7WWIBo5HCs3Jt6trzuTRtQCss9ZoW5fnVSPsBnFO4tQWxpWNajKNbr8/iAfY2uLAtAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:57:33.196085Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.04403","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e36ed1d27f2c8223a65f64f47f778123577c071138e3fe1b06aee949046c0811","sha256:4031c07c2d8bd175a1c1978452a510f04096f2a7b42075d5000b34817ab55df2"],"state_sha256":"2a827fe80d6ac48563a788aa2db1bce0f7ebd67d1b74239793f6203c647db616"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Dp82zeSJRPxEnYxPB9u/dfBpHZd3iwxCWGiimHmYRonRZ3VCZwI7AIGlajwy9HwkoMSmNadEN8aPz6o0B/2SAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T21:03:21.743445Z","bundle_sha256":"49132363d63c4bc60863bf3da5ef19b47f7510a3f0ec9fde16c84db5b444ef1b"}}