{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:YQLGC455OSL3KPMFLOQGBDMV4R","short_pith_number":"pith:YQLGC455","canonical_record":{"source":{"id":"2311.11973","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-20T18:01:29Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"1cbadd4f323df0e78c3284371603e00246c8211850898a43abe71ad595cbd82c","abstract_canon_sha256":"a92184c92813eafd15a68fa3c64fda88a72c57506e9845c998f8a16ac1d01659"},"schema_version":"1.0"},"canonical_sha256":"c4166173bd7497b53d855ba0608d95e44d382a45758ba7e0a475faa47d58d30c","source":{"kind":"arxiv","id":"2311.11973","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.11973","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"arxiv_version","alias_value":"2311.11973v1","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.11973","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_12","alias_value":"YQLGC455OSL3","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_16","alias_value":"YQLGC455OSL3KPMF","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_8","alias_value":"YQLGC455","created_at":"2026-07-05T07:14:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:YQLGC455OSL3KPMFLOQGBDMV4R","target":"record","payload":{"canonical_record":{"source":{"id":"2311.11973","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-20T18:01:29Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"1cbadd4f323df0e78c3284371603e00246c8211850898a43abe71ad595cbd82c","abstract_canon_sha256":"a92184c92813eafd15a68fa3c64fda88a72c57506e9845c998f8a16ac1d01659"},"schema_version":"1.0"},"canonical_sha256":"c4166173bd7497b53d855ba0608d95e44d382a45758ba7e0a475faa47d58d30c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:14:41.579415Z","signature_b64":"RAbgcc+VUeWDA6QG6DyDa5VI0YAjFY3+xk1sB2xSKjjd1P3K2ZO9y5i0YBpvsSDSJkC3SJ7mGInv93ZjSOmOAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c4166173bd7497b53d855ba0608d95e44d382a45758ba7e0a475faa47d58d30c","last_reissued_at":"2026-07-05T07:14:41.578938Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:14:41.578938Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.11973","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2DzrLzCrGZsfWwsJKvUHv+j5503uYAc9/bkO4Pmrbr1cnPmmlXzk4Qnazw8OOlfBjmFmx8zfuay6vKEx3xY4BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:57:35.083429Z"},"content_sha256":"ce17d4abb23aeaa5d819c3a76cc26fc2c59b5fa9ddfd77fdc4a4ef2a0d6d711c","schema_version":"1.0","event_id":"sha256:ce17d4abb23aeaa5d819c3a76cc26fc2c59b5fa9ddfd77fdc4a4ef2a0d6d711c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:YQLGC455OSL3KPMFLOQGBDMV4R","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adaptive Training Distributions with Scalable Online Bilevel Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Awni Hannun, David Grangier, Pierre Ablin","submitted_at":"2023-11-20T18:01:29Z","abstract_excerpt":"Large neural networks pretrained on web-scale corpora are central to modern machine learning. In this paradigm, the distribution of the large, heterogeneous pretraining data rarely matches that of the application domain. This work considers modifying the pretraining distribution in the case where one has a small sample of data reflecting the targeted test conditions. We propose an algorithm motivated by a recent formulation of this setting as an online, bilevel optimization problem. With scalability in mind, our algorithm prioritizes computing gradients at training points which are likely to m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.11973","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.11973/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QFT83YUs0+/LFZwW+X3lqkwzfaN+cmSJHni9tOFtDzrJ0OA3EbvSXXBuUFvDtKwW7P6OtQlvp9aOx/+PZDAOAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:57:35.084171Z"},"content_sha256":"3ce8b83861eb968d57bfec66558adc3155c60d9c3de71694ff61a9de82c7ad8d","schema_version":"1.0","event_id":"sha256:3ce8b83861eb968d57bfec66558adc3155c60d9c3de71694ff61a9de82c7ad8d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YQLGC455OSL3KPMFLOQGBDMV4R/bundle.json","state_url":"https://pith.science/pith/YQLGC455OSL3KPMFLOQGBDMV4R/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YQLGC455OSL3KPMFLOQGBDMV4R/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T00:57:35Z","links":{"resolver":"https://pith.science/pith/YQLGC455OSL3KPMFLOQGBDMV4R","bundle":"https://pith.science/pith/YQLGC455OSL3KPMFLOQGBDMV4R/bundle.json","state":"https://pith.science/pith/YQLGC455OSL3KPMFLOQGBDMV4R/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YQLGC455OSL3KPMFLOQGBDMV4R/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:YQLGC455OSL3KPMFLOQGBDMV4R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a92184c92813eafd15a68fa3c64fda88a72c57506e9845c998f8a16ac1d01659","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-20T18:01:29Z","title_canon_sha256":"1cbadd4f323df0e78c3284371603e00246c8211850898a43abe71ad595cbd82c"},"schema_version":"1.0","source":{"id":"2311.11973","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.11973","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"arxiv_version","alias_value":"2311.11973v1","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.11973","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_12","alias_value":"YQLGC455OSL3","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_16","alias_value":"YQLGC455OSL3KPMF","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_8","alias_value":"YQLGC455","created_at":"2026-07-05T07:14:41Z"}],"graph_snapshots":[{"event_id":"sha256:3ce8b83861eb968d57bfec66558adc3155c60d9c3de71694ff61a9de82c7ad8d","target":"graph","created_at":"2026-07-05T07:14:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.11973/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large neural networks pretrained on web-scale corpora are central to modern machine learning. In this paradigm, the distribution of the large, heterogeneous pretraining data rarely matches that of the application domain. This work considers modifying the pretraining distribution in the case where one has a small sample of data reflecting the targeted test conditions. We propose an algorithm motivated by a recent formulation of this setting as an online, bilevel optimization problem. With scalability in mind, our algorithm prioritizes computing gradients at training points which are likely to m","authors_text":"Awni Hannun, David Grangier, Pierre Ablin","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-20T18:01:29Z","title":"Adaptive Training Distributions with Scalable Online Bilevel Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.11973","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce17d4abb23aeaa5d819c3a76cc26fc2c59b5fa9ddfd77fdc4a4ef2a0d6d711c","target":"record","created_at":"2026-07-05T07:14:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a92184c92813eafd15a68fa3c64fda88a72c57506e9845c998f8a16ac1d01659","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-20T18:01:29Z","title_canon_sha256":"1cbadd4f323df0e78c3284371603e00246c8211850898a43abe71ad595cbd82c"},"schema_version":"1.0","source":{"id":"2311.11973","kind":"arxiv","version":1}},"canonical_sha256":"c4166173bd7497b53d855ba0608d95e44d382a45758ba7e0a475faa47d58d30c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c4166173bd7497b53d855ba0608d95e44d382a45758ba7e0a475faa47d58d30c","first_computed_at":"2026-07-05T07:14:41.578938Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:14:41.578938Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RAbgcc+VUeWDA6QG6DyDa5VI0YAjFY3+xk1sB2xSKjjd1P3K2ZO9y5i0YBpvsSDSJkC3SJ7mGInv93ZjSOmOAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:14:41.579415Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.11973","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce17d4abb23aeaa5d819c3a76cc26fc2c59b5fa9ddfd77fdc4a4ef2a0d6d711c","sha256:3ce8b83861eb968d57bfec66558adc3155c60d9c3de71694ff61a9de82c7ad8d"],"state_sha256":"b9c1c8e751ad9e2742a14cc2bbdad7f1ba5512cc591f75b9df0d6d735d9cba0d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6dmf3TwY83ZqazkrhpmEJy7QeU/QJD/APTGb1+qDSXnwIFiy+UP9NqXCCaTE0aofqSGvGhHUASmBlTTwInJsBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T00:57:35.091188Z","bundle_sha256":"2e7b11906397cd41446204c5c0e53d029b2c868ba450deab63d72f5eaef7ae23"}}