{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OEHF5HZ4OJCR7VBNZTH6SNKPQ5","short_pith_number":"pith:OEHF5HZ4","canonical_record":{"source":{"id":"2407.01800","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-01T20:58:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d1243c83b0ac04a65b0b7b583b55df8ad95cbdd044bc7efc7b681dea28ad248b","abstract_canon_sha256":"c977960ffabe8a69491d4f17c1dfae2aa9d2539cd3b7c231884395330b88db38"},"schema_version":"1.0"},"canonical_sha256":"710e5e9f3c72451fd42dcccfe9354f876b5c536ac9c0387689f4b5c8a025c618","source":{"kind":"arxiv","id":"2407.01800","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.01800","created_at":"2026-07-05T08:39:05Z"},{"alias_kind":"arxiv_version","alias_value":"2407.01800v1","created_at":"2026-07-05T08:39:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.01800","created_at":"2026-07-05T08:39:05Z"},{"alias_kind":"pith_short_12","alias_value":"OEHF5HZ4OJCR","created_at":"2026-07-05T08:39:05Z"},{"alias_kind":"pith_short_16","alias_value":"OEHF5HZ4OJCR7VBN","created_at":"2026-07-05T08:39:05Z"},{"alias_kind":"pith_short_8","alias_value":"OEHF5HZ4","created_at":"2026-07-05T08:39:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OEHF5HZ4OJCR7VBNZTH6SNKPQ5","target":"record","payload":{"canonical_record":{"source":{"id":"2407.01800","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-01T20:58:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d1243c83b0ac04a65b0b7b583b55df8ad95cbdd044bc7efc7b681dea28ad248b","abstract_canon_sha256":"c977960ffabe8a69491d4f17c1dfae2aa9d2539cd3b7c231884395330b88db38"},"schema_version":"1.0"},"canonical_sha256":"710e5e9f3c72451fd42dcccfe9354f876b5c536ac9c0387689f4b5c8a025c618","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:39:05.462217Z","signature_b64":"h96B7LnXvMwU5hf8yxXYTxSzEEFDBQcsd5SlsI9Y53khOKYyGIIH10z8DNS0bTdICH+0vuiofRq+nO1FmG/9Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"710e5e9f3c72451fd42dcccfe9354f876b5c536ac9c0387689f4b5c8a025c618","last_reissued_at":"2026-07-05T08:39:05.461733Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:39:05.461733Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.01800","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:39:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HewzvtCSzev8/rEUHd0/gubemWNGS4vp3PCbpisnDYxkBNyPhUKhkLzhNJzwkXDqZst2TwJm9W5bUGwwlE08Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T23:00:40.819193Z"},"content_sha256":"4c0fac0b9377d22bacb2a29dd249f5674d9e6d2445cbbc4896994c1e00a633cc","schema_version":"1.0","event_id":"sha256:4c0fac0b9377d22bacb2a29dd249f5674d9e6d2445cbbc4896994c1e00a633cc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OEHF5HZ4OJCR7VBNZTH6SNKPQ5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Normalization and effective learning rates in reinforcement learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Clare Lyle, Hado van Hasselt, James Martens, Khimya Khetarpal, Razvan Pascanu, Will Dabney, Zeyu Zheng","submitted_at":"2024-07-01T20:58:01Z","abstract_excerpt":"Normalization layers have recently experienced a renaissance in the deep reinforcement learning and continual learning literature, with several works highlighting diverse benefits such as improving loss landscape conditioning and combatting overestimation bias. However, normalization brings with it a subtle but important side effect: an equivalence between growth in the norm of the network parameters and decay in the effective learning rate. This becomes problematic in continual learning settings, where the resulting effective learning rate schedule may decay to near zero too quickly relative "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.01800","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.01800/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:39:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YTiBa/992M8ZFJNubd8OGsTiqBSBKQLCoRFcZX1+e6x2aAVsW9/8Sb72ixp3Xif0WUUl2/RxUHWf93E9sSCbCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T23:00:40.819718Z"},"content_sha256":"99e73e9bb98cbcc42cc773fca7d69602d11fd1d93197bf5357bd1a22b098840c","schema_version":"1.0","event_id":"sha256:99e73e9bb98cbcc42cc773fca7d69602d11fd1d93197bf5357bd1a22b098840c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OEHF5HZ4OJCR7VBNZTH6SNKPQ5/bundle.json","state_url":"https://pith.science/pith/OEHF5HZ4OJCR7VBNZTH6SNKPQ5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OEHF5HZ4OJCR7VBNZTH6SNKPQ5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T23:00:40Z","links":{"resolver":"https://pith.science/pith/OEHF5HZ4OJCR7VBNZTH6SNKPQ5","bundle":"https://pith.science/pith/OEHF5HZ4OJCR7VBNZTH6SNKPQ5/bundle.json","state":"https://pith.science/pith/OEHF5HZ4OJCR7VBNZTH6SNKPQ5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OEHF5HZ4OJCR7VBNZTH6SNKPQ5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OEHF5HZ4OJCR7VBNZTH6SNKPQ5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c977960ffabe8a69491d4f17c1dfae2aa9d2539cd3b7c231884395330b88db38","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-01T20:58:01Z","title_canon_sha256":"d1243c83b0ac04a65b0b7b583b55df8ad95cbdd044bc7efc7b681dea28ad248b"},"schema_version":"1.0","source":{"id":"2407.01800","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.01800","created_at":"2026-07-05T08:39:05Z"},{"alias_kind":"arxiv_version","alias_value":"2407.01800v1","created_at":"2026-07-05T08:39:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.01800","created_at":"2026-07-05T08:39:05Z"},{"alias_kind":"pith_short_12","alias_value":"OEHF5HZ4OJCR","created_at":"2026-07-05T08:39:05Z"},{"alias_kind":"pith_short_16","alias_value":"OEHF5HZ4OJCR7VBN","created_at":"2026-07-05T08:39:05Z"},{"alias_kind":"pith_short_8","alias_value":"OEHF5HZ4","created_at":"2026-07-05T08:39:05Z"}],"graph_snapshots":[{"event_id":"sha256:99e73e9bb98cbcc42cc773fca7d69602d11fd1d93197bf5357bd1a22b098840c","target":"graph","created_at":"2026-07-05T08:39:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.01800/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Normalization layers have recently experienced a renaissance in the deep reinforcement learning and continual learning literature, with several works highlighting diverse benefits such as improving loss landscape conditioning and combatting overestimation bias. However, normalization brings with it a subtle but important side effect: an equivalence between growth in the norm of the network parameters and decay in the effective learning rate. This becomes problematic in continual learning settings, where the resulting effective learning rate schedule may decay to near zero too quickly relative ","authors_text":"Clare Lyle, Hado van Hasselt, James Martens, Khimya Khetarpal, Razvan Pascanu, Will Dabney, Zeyu Zheng","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-01T20:58:01Z","title":"Normalization and effective learning rates in reinforcement learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.01800","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4c0fac0b9377d22bacb2a29dd249f5674d9e6d2445cbbc4896994c1e00a633cc","target":"record","created_at":"2026-07-05T08:39:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c977960ffabe8a69491d4f17c1dfae2aa9d2539cd3b7c231884395330b88db38","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-01T20:58:01Z","title_canon_sha256":"d1243c83b0ac04a65b0b7b583b55df8ad95cbdd044bc7efc7b681dea28ad248b"},"schema_version":"1.0","source":{"id":"2407.01800","kind":"arxiv","version":1}},"canonical_sha256":"710e5e9f3c72451fd42dcccfe9354f876b5c536ac9c0387689f4b5c8a025c618","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"710e5e9f3c72451fd42dcccfe9354f876b5c536ac9c0387689f4b5c8a025c618","first_computed_at":"2026-07-05T08:39:05.461733Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:39:05.461733Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"h96B7LnXvMwU5hf8yxXYTxSzEEFDBQcsd5SlsI9Y53khOKYyGIIH10z8DNS0bTdICH+0vuiofRq+nO1FmG/9Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:39:05.462217Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.01800","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4c0fac0b9377d22bacb2a29dd249f5674d9e6d2445cbbc4896994c1e00a633cc","sha256:99e73e9bb98cbcc42cc773fca7d69602d11fd1d93197bf5357bd1a22b098840c"],"state_sha256":"93a9024bb6c00de1f22abdf48f7a67fc31c9dc5a26acdaea09bd496b47f77761"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T6q0uwWO5gizT8x0bHtjZPmtLm5hUdQeRGyvNc5voHYCkTD6MHL87cztj3qmpa4qgvFrFm01hOXRZMzQnAAvCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T23:00:40.823596Z","bundle_sha256":"163020bdaf8bd7a9789a8c0654e63a39bfe538ff007298abc9bb87d84e3102a7"}}