{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QQIKCYCHRQ3YZJ5MNOCAUGUW5N","short_pith_number":"pith:QQIKCYCH","canonical_record":{"source":{"id":"2406.03476","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T17:29:15Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"3c22f9f3db56181a4181b192984d163d59d6bc6ff5ca2f012b0337da102694ab","abstract_canon_sha256":"8adff10cd38dfa1509e2e40fb3095d77f58c3c418a77f9c411643a797bd37c0d"},"schema_version":"1.0"},"canonical_sha256":"8410a160478c378ca7ac6b840a1a96eb4355708c8dfe2b6552c8084676320119","source":{"kind":"arxiv","id":"2406.03476","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03476","created_at":"2026-07-05T08:27:57Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03476v1","created_at":"2026-07-05T08:27:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03476","created_at":"2026-07-05T08:27:57Z"},{"alias_kind":"pith_short_12","alias_value":"QQIKCYCHRQ3Y","created_at":"2026-07-05T08:27:57Z"},{"alias_kind":"pith_short_16","alias_value":"QQIKCYCHRQ3YZJ5M","created_at":"2026-07-05T08:27:57Z"},{"alias_kind":"pith_short_8","alias_value":"QQIKCYCH","created_at":"2026-07-05T08:27:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QQIKCYCHRQ3YZJ5MNOCAUGUW5N","target":"record","payload":{"canonical_record":{"source":{"id":"2406.03476","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T17:29:15Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"3c22f9f3db56181a4181b192984d163d59d6bc6ff5ca2f012b0337da102694ab","abstract_canon_sha256":"8adff10cd38dfa1509e2e40fb3095d77f58c3c418a77f9c411643a797bd37c0d"},"schema_version":"1.0"},"canonical_sha256":"8410a160478c378ca7ac6b840a1a96eb4355708c8dfe2b6552c8084676320119","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:27:57.815969Z","signature_b64":"s7Abr2iEuZjVSDRbsHGltom9CJCGrz8jhp9uuBAbVlFgCBqAG+ccYKnUwBcXBauGK70v9w8Ttrp5P7+pvVWnBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8410a160478c378ca7ac6b840a1a96eb4355708c8dfe2b6552c8084676320119","last_reissued_at":"2026-07-05T08:27:57.815412Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:27:57.815412Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.03476","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PEOlLvAoB8iKkPhlsZ8SySAYuxqnMf6lnvkc0PTV18HEB6rk7sMq3ZyOysXlMbtAehR1yPSs9QN0EYVEyCeJDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:50:00.266599Z"},"content_sha256":"d7089577325888c3725a62b6129c7a87bf17502c06d26d5951741818a8155021","schema_version":"1.0","event_id":"sha256:d7089577325888c3725a62b6129c7a87bf17502c06d26d5951741818a8155021"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QQIKCYCHRQ3YZJ5MNOCAUGUW5N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Does your data spark joy? Performance gains from domain upsampling at the end of training","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Brett W. Larsen, Cody Blakeney, Jonathan Frankle, Mansheej Paul, Sean Owen","submitted_at":"2024-06-05T17:29:15Z","abstract_excerpt":"Pretraining datasets for large language models (LLMs) have grown to trillions of tokens composed of large amounts of CommonCrawl (CC) web scrape along with smaller, domain-specific datasets. It is expensive to understand the impact of these domain-specific datasets on model capabilities as training at large FLOP scales is required to reveal significant changes to difficult and emergent benchmarks. Given the increasing cost of experimenting with pretraining data, how does one determine the optimal balance between the diversity in general web scrapes and the information density of domain specifi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03476","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.03476/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Eeoq5FwNDPmr6ex/nf0D1K06xw8A71aR/HiYQqDAVg+JR+S4UjAdZf9yIxfGF8CThWEK2ESHT1nWeE92lVdTCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:50:00.267082Z"},"content_sha256":"789e1371178dc461d7f1ed61afcf5b75edf26729ee21427c4e5685742ebbd623","schema_version":"1.0","event_id":"sha256:789e1371178dc461d7f1ed61afcf5b75edf26729ee21427c4e5685742ebbd623"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QQIKCYCHRQ3YZJ5MNOCAUGUW5N/bundle.json","state_url":"https://pith.science/pith/QQIKCYCHRQ3YZJ5MNOCAUGUW5N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QQIKCYCHRQ3YZJ5MNOCAUGUW5N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T03:50:00Z","links":{"resolver":"https://pith.science/pith/QQIKCYCHRQ3YZJ5MNOCAUGUW5N","bundle":"https://pith.science/pith/QQIKCYCHRQ3YZJ5MNOCAUGUW5N/bundle.json","state":"https://pith.science/pith/QQIKCYCHRQ3YZJ5MNOCAUGUW5N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QQIKCYCHRQ3YZJ5MNOCAUGUW5N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QQIKCYCHRQ3YZJ5MNOCAUGUW5N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8adff10cd38dfa1509e2e40fb3095d77f58c3c418a77f9c411643a797bd37c0d","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T17:29:15Z","title_canon_sha256":"3c22f9f3db56181a4181b192984d163d59d6bc6ff5ca2f012b0337da102694ab"},"schema_version":"1.0","source":{"id":"2406.03476","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03476","created_at":"2026-07-05T08:27:57Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03476v1","created_at":"2026-07-05T08:27:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03476","created_at":"2026-07-05T08:27:57Z"},{"alias_kind":"pith_short_12","alias_value":"QQIKCYCHRQ3Y","created_at":"2026-07-05T08:27:57Z"},{"alias_kind":"pith_short_16","alias_value":"QQIKCYCHRQ3YZJ5M","created_at":"2026-07-05T08:27:57Z"},{"alias_kind":"pith_short_8","alias_value":"QQIKCYCH","created_at":"2026-07-05T08:27:57Z"}],"graph_snapshots":[{"event_id":"sha256:789e1371178dc461d7f1ed61afcf5b75edf26729ee21427c4e5685742ebbd623","target":"graph","created_at":"2026-07-05T08:27:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.03476/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pretraining datasets for large language models (LLMs) have grown to trillions of tokens composed of large amounts of CommonCrawl (CC) web scrape along with smaller, domain-specific datasets. It is expensive to understand the impact of these domain-specific datasets on model capabilities as training at large FLOP scales is required to reveal significant changes to difficult and emergent benchmarks. Given the increasing cost of experimenting with pretraining data, how does one determine the optimal balance between the diversity in general web scrapes and the information density of domain specifi","authors_text":"Brett W. Larsen, Cody Blakeney, Jonathan Frankle, Mansheej Paul, Sean Owen","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T17:29:15Z","title":"Does your data spark joy? Performance gains from domain upsampling at the end of training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03476","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d7089577325888c3725a62b6129c7a87bf17502c06d26d5951741818a8155021","target":"record","created_at":"2026-07-05T08:27:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8adff10cd38dfa1509e2e40fb3095d77f58c3c418a77f9c411643a797bd37c0d","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T17:29:15Z","title_canon_sha256":"3c22f9f3db56181a4181b192984d163d59d6bc6ff5ca2f012b0337da102694ab"},"schema_version":"1.0","source":{"id":"2406.03476","kind":"arxiv","version":1}},"canonical_sha256":"8410a160478c378ca7ac6b840a1a96eb4355708c8dfe2b6552c8084676320119","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8410a160478c378ca7ac6b840a1a96eb4355708c8dfe2b6552c8084676320119","first_computed_at":"2026-07-05T08:27:57.815412Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:27:57.815412Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"s7Abr2iEuZjVSDRbsHGltom9CJCGrz8jhp9uuBAbVlFgCBqAG+ccYKnUwBcXBauGK70v9w8Ttrp5P7+pvVWnBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:27:57.815969Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.03476","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d7089577325888c3725a62b6129c7a87bf17502c06d26d5951741818a8155021","sha256:789e1371178dc461d7f1ed61afcf5b75edf26729ee21427c4e5685742ebbd623"],"state_sha256":"291c91749c213ac3f2ca28676db3256d25d741b30aea71a2b368b7e95ef91514"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NLf0bF5kQy2Bl3KDLpDGSd2BSAlFo9eHUj+IhiVdn00nZXVNd1aTJVlQQmUZEapkfA4pUlcWssoQTmkrFz65DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T03:50:00.271549Z","bundle_sha256":"a9f483ce1df0cd308d15c0c965e03ced3d470241af8db4158972d3b0f5d05c1e"}}