{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:DH2D7HYSEJHQTP25HEAJOLBLKN","short_pith_number":"pith:DH2D7HYS","canonical_record":{"source":{"id":"1803.02021","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-03-06T05:01:37Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"c2b182ebcc2442db0330323d5db8e083758e5b289eac5217e7889b950a90629d","abstract_canon_sha256":"984190d67f1119d00208a1521a0372c2b69a1b7b6045cb326f9ea8767dba6074"},"schema_version":"1.0"},"canonical_sha256":"19f43f9f12224f09bf5d3900972c2b5369b5500a186ca428fce9ef0cd6a17490","source":{"kind":"arxiv","id":"1803.02021","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1803.02021","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"arxiv_version","alias_value":"1803.02021v1","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1803.02021","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"pith_short_12","alias_value":"DH2D7HYSEJHQ","created_at":"2026-05-18T12:32:19Z"},{"alias_kind":"pith_short_16","alias_value":"DH2D7HYSEJHQTP25","created_at":"2026-05-18T12:32:19Z"},{"alias_kind":"pith_short_8","alias_value":"DH2D7HYS","created_at":"2026-05-18T12:32:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:DH2D7HYSEJHQTP25HEAJOLBLKN","target":"record","payload":{"canonical_record":{"source":{"id":"1803.02021","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-03-06T05:01:37Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"c2b182ebcc2442db0330323d5db8e083758e5b289eac5217e7889b950a90629d","abstract_canon_sha256":"984190d67f1119d00208a1521a0372c2b69a1b7b6045cb326f9ea8767dba6074"},"schema_version":"1.0"},"canonical_sha256":"19f43f9f12224f09bf5d3900972c2b5369b5500a186ca428fce9ef0cd6a17490","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:21:56.044860Z","signature_b64":"dOFEtHMvn8yi1RTuE6iHXmiB2SHo9/8THBA9iQJg6F6zJyE46hzfnqqCVYxoG5DFuRteQO66PJElT6L/KXiOBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"19f43f9f12224f09bf5d3900972c2b5369b5500a186ca428fce9ef0cd6a17490","last_reissued_at":"2026-05-18T00:21:56.044177Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:21:56.044177Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1803.02021","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:21:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eLgdO3l68nimr5q6/hcYCVxN6lZbBV5dWvCiSz3cWDbq4r4tAqzZ71NTm7ofKNEnQLID7TdbCCdHLzLGwil8Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T18:21:28.846357Z"},"content_sha256":"c26be7b9a1a61c891a4d1f8aa3b9f340effc92dfdf0e1cfb1bccb64ccb1c5b1f","schema_version":"1.0","event_id":"sha256:c26be7b9a1a61c891a4d1f8aa3b9f340effc92dfdf0e1cfb1bccb64ccb1c5b1f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:DH2D7HYSEJHQTP25HEAJOLBLKN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding Short-Horizon Bias in Stochastic Meta-Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Mengye Ren, Renjie Liao, Roger Grosse, Yuhuai Wu","submitted_at":"2018-03-06T05:01:37Z","abstract_excerpt":"Careful tuning of the learning rate, or even schedules thereof, can be crucial to effective neural net training. There has been much recent interest in gradient-based meta-optimization, where one tunes hyperparameters, or even learns an optimizer, in order to minimize the expected loss when the training procedure is unrolled. But because the training procedure must be unrolled thousands of times, the meta-objective must be defined with an orders-of-magnitude shorter time horizon than is typical for neural net training. We show that such short-horizon meta-objectives cause a serious bias toward"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1803.02021","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:21:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B9kCCFBK79A5k+7CWsl+h9yqyTj9HByxTtOf67e8lkiGVf2mNvxtI6/wCOZcIsg4NPtg05+mwtFDvD0wXKfqAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T18:21:28.846744Z"},"content_sha256":"caf7a89e95f2640d65daed24c86761fe09e231b013cc78ea2e7ea738a7b03b79","schema_version":"1.0","event_id":"sha256:caf7a89e95f2640d65daed24c86761fe09e231b013cc78ea2e7ea738a7b03b79"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DH2D7HYSEJHQTP25HEAJOLBLKN/bundle.json","state_url":"https://pith.science/pith/DH2D7HYSEJHQTP25HEAJOLBLKN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DH2D7HYSEJHQTP25HEAJOLBLKN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T18:21:28Z","links":{"resolver":"https://pith.science/pith/DH2D7HYSEJHQTP25HEAJOLBLKN","bundle":"https://pith.science/pith/DH2D7HYSEJHQTP25HEAJOLBLKN/bundle.json","state":"https://pith.science/pith/DH2D7HYSEJHQTP25HEAJOLBLKN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DH2D7HYSEJHQTP25HEAJOLBLKN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:DH2D7HYSEJHQTP25HEAJOLBLKN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"984190d67f1119d00208a1521a0372c2b69a1b7b6045cb326f9ea8767dba6074","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-03-06T05:01:37Z","title_canon_sha256":"c2b182ebcc2442db0330323d5db8e083758e5b289eac5217e7889b950a90629d"},"schema_version":"1.0","source":{"id":"1803.02021","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1803.02021","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"arxiv_version","alias_value":"1803.02021v1","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1803.02021","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"pith_short_12","alias_value":"DH2D7HYSEJHQ","created_at":"2026-05-18T12:32:19Z"},{"alias_kind":"pith_short_16","alias_value":"DH2D7HYSEJHQTP25","created_at":"2026-05-18T12:32:19Z"},{"alias_kind":"pith_short_8","alias_value":"DH2D7HYS","created_at":"2026-05-18T12:32:19Z"}],"graph_snapshots":[{"event_id":"sha256:caf7a89e95f2640d65daed24c86761fe09e231b013cc78ea2e7ea738a7b03b79","target":"graph","created_at":"2026-05-18T00:21:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Careful tuning of the learning rate, or even schedules thereof, can be crucial to effective neural net training. There has been much recent interest in gradient-based meta-optimization, where one tunes hyperparameters, or even learns an optimizer, in order to minimize the expected loss when the training procedure is unrolled. But because the training procedure must be unrolled thousands of times, the meta-objective must be defined with an orders-of-magnitude shorter time horizon than is typical for neural net training. We show that such short-horizon meta-objectives cause a serious bias toward","authors_text":"Mengye Ren, Renjie Liao, Roger Grosse, Yuhuai Wu","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-03-06T05:01:37Z","title":"Understanding Short-Horizon Bias in Stochastic Meta-Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1803.02021","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c26be7b9a1a61c891a4d1f8aa3b9f340effc92dfdf0e1cfb1bccb64ccb1c5b1f","target":"record","created_at":"2026-05-18T00:21:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"984190d67f1119d00208a1521a0372c2b69a1b7b6045cb326f9ea8767dba6074","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-03-06T05:01:37Z","title_canon_sha256":"c2b182ebcc2442db0330323d5db8e083758e5b289eac5217e7889b950a90629d"},"schema_version":"1.0","source":{"id":"1803.02021","kind":"arxiv","version":1}},"canonical_sha256":"19f43f9f12224f09bf5d3900972c2b5369b5500a186ca428fce9ef0cd6a17490","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"19f43f9f12224f09bf5d3900972c2b5369b5500a186ca428fce9ef0cd6a17490","first_computed_at":"2026-05-18T00:21:56.044177Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:21:56.044177Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dOFEtHMvn8yi1RTuE6iHXmiB2SHo9/8THBA9iQJg6F6zJyE46hzfnqqCVYxoG5DFuRteQO66PJElT6L/KXiOBA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:21:56.044860Z","signed_message":"canonical_sha256_bytes"},"source_id":"1803.02021","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c26be7b9a1a61c891a4d1f8aa3b9f340effc92dfdf0e1cfb1bccb64ccb1c5b1f","sha256:caf7a89e95f2640d65daed24c86761fe09e231b013cc78ea2e7ea738a7b03b79"],"state_sha256":"640bc28b5ae4ed6efc0fb9fac2137366f9938759eb4923c3281612267551272d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DOs3WvqszLOnKYDUOQCscRqA1F16mdFFU8REvQ4rGHBU3HaadGnYfxO1OTsZTL15D3+8VF/Rcwi+kRr9V+R2Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T18:21:28.849705Z","bundle_sha256":"95cb51154c4b6c490a6d82fbe5ca48d3ac57505d7cae66ed8ef032deb098dcec"}}