{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:DCGAVBLVE36BPIPPBAUKJH57O7","short_pith_number":"pith:DCGAVBLV","canonical_record":{"source":{"id":"2502.07523","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T12:55:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a1c3fe80eb46c3e01a081d8ecf75fa0fa61dc209e457d7cff521d9e019d30427","abstract_canon_sha256":"5cb0a4045b935176844ea5d5ae955c34aadf2ada3efcda141cdbe828dd4ab1a9"},"schema_version":"1.0"},"canonical_sha256":"188c0a857526fc17a1ef0828a49fbf77e2452469f8f8a03578115008c6d51cff","source":{"kind":"arxiv","id":"2502.07523","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.07523","created_at":"2026-07-05T11:07:20Z"},{"alias_kind":"arxiv_version","alias_value":"2502.07523v2","created_at":"2026-07-05T11:07:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.07523","created_at":"2026-07-05T11:07:20Z"},{"alias_kind":"pith_short_12","alias_value":"DCGAVBLVE36B","created_at":"2026-07-05T11:07:20Z"},{"alias_kind":"pith_short_16","alias_value":"DCGAVBLVE36BPIPP","created_at":"2026-07-05T11:07:20Z"},{"alias_kind":"pith_short_8","alias_value":"DCGAVBLV","created_at":"2026-07-05T11:07:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:DCGAVBLVE36BPIPPBAUKJH57O7","target":"record","payload":{"canonical_record":{"source":{"id":"2502.07523","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T12:55:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a1c3fe80eb46c3e01a081d8ecf75fa0fa61dc209e457d7cff521d9e019d30427","abstract_canon_sha256":"5cb0a4045b935176844ea5d5ae955c34aadf2ada3efcda141cdbe828dd4ab1a9"},"schema_version":"1.0"},"canonical_sha256":"188c0a857526fc17a1ef0828a49fbf77e2452469f8f8a03578115008c6d51cff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:07:20.314687Z","signature_b64":"p8z8hlDniSvWK0ZfCuHuW54HpAwJBHIXDUb2HhU/g4CNUj3A7uOrFMUvE1/QNtZsnjbrMMkBZUoqesYgXms3CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"188c0a857526fc17a1ef0828a49fbf77e2452469f8f8a03578115008c6d51cff","last_reissued_at":"2026-07-05T11:07:20.314214Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:07:20.314214Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.07523","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Girk+aZwm77CtToM+fOMb2V3VD/4ZenD9CpQFYz2tvnDrwsa3kSpgbjLhbjWP5s+vgbTZBBPdNO4WS2GWCPeCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:16:37.957469Z"},"content_sha256":"a2834dacf48e37fa8e58a66cc6f8386ecb499dfbdbc2829efc559fb6a91cdc1a","schema_version":"1.0","event_id":"sha256:a2834dacf48e37fa8e58a66cc6f8386ecb499dfbdbc2829efc559fb6a91cdc1a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:DCGAVBLVE36BPIPPBAUKJH57O7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scaling Off-Policy Reinforcement Learning with Batch and Weight Normalization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Daniel Palenicek, Florian Vogt, Jan Peters, Joe Watson","submitted_at":"2025-02-11T12:55:32Z","abstract_excerpt":"Reinforcement learning has achieved significant milestones, but sample efficiency remains a bottleneck for real-world applications. Recently, CrossQ has demonstrated state-of-the-art sample efficiency with a low update-to-data (UTD) ratio of 1. In this work, we explore CrossQ's scaling behavior with higher UTD ratios. We identify challenges in the training dynamics, which are emphasized by higher UTD ratios. To address these, we integrate weight normalization into the CrossQ framework, a solution that stabilizes training, has been shown to prevent potential loss of plasticity and keeps the eff"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.07523","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.07523/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VtlkptdWqGgLQJ2xaYWcvAH3cIPJAOn44iXXrpidsxmoM4loL9peznxau9x0A7Sy7N2PE8TNUXOJcvkTIAqwBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:16:37.957971Z"},"content_sha256":"78d0d755b9cf2520bf2591af8e5fbb52c37b9bda6b2fde65445dd01fbe331467","schema_version":"1.0","event_id":"sha256:78d0d755b9cf2520bf2591af8e5fbb52c37b9bda6b2fde65445dd01fbe331467"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DCGAVBLVE36BPIPPBAUKJH57O7/bundle.json","state_url":"https://pith.science/pith/DCGAVBLVE36BPIPPBAUKJH57O7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DCGAVBLVE36BPIPPBAUKJH57O7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T01:16:37Z","links":{"resolver":"https://pith.science/pith/DCGAVBLVE36BPIPPBAUKJH57O7","bundle":"https://pith.science/pith/DCGAVBLVE36BPIPPBAUKJH57O7/bundle.json","state":"https://pith.science/pith/DCGAVBLVE36BPIPPBAUKJH57O7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DCGAVBLVE36BPIPPBAUKJH57O7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DCGAVBLVE36BPIPPBAUKJH57O7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5cb0a4045b935176844ea5d5ae955c34aadf2ada3efcda141cdbe828dd4ab1a9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T12:55:32Z","title_canon_sha256":"a1c3fe80eb46c3e01a081d8ecf75fa0fa61dc209e457d7cff521d9e019d30427"},"schema_version":"1.0","source":{"id":"2502.07523","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.07523","created_at":"2026-07-05T11:07:20Z"},{"alias_kind":"arxiv_version","alias_value":"2502.07523v2","created_at":"2026-07-05T11:07:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.07523","created_at":"2026-07-05T11:07:20Z"},{"alias_kind":"pith_short_12","alias_value":"DCGAVBLVE36B","created_at":"2026-07-05T11:07:20Z"},{"alias_kind":"pith_short_16","alias_value":"DCGAVBLVE36BPIPP","created_at":"2026-07-05T11:07:20Z"},{"alias_kind":"pith_short_8","alias_value":"DCGAVBLV","created_at":"2026-07-05T11:07:20Z"}],"graph_snapshots":[{"event_id":"sha256:78d0d755b9cf2520bf2591af8e5fbb52c37b9bda6b2fde65445dd01fbe331467","target":"graph","created_at":"2026-07-05T11:07:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.07523/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning has achieved significant milestones, but sample efficiency remains a bottleneck for real-world applications. Recently, CrossQ has demonstrated state-of-the-art sample efficiency with a low update-to-data (UTD) ratio of 1. In this work, we explore CrossQ's scaling behavior with higher UTD ratios. We identify challenges in the training dynamics, which are emphasized by higher UTD ratios. To address these, we integrate weight normalization into the CrossQ framework, a solution that stabilizes training, has been shown to prevent potential loss of plasticity and keeps the eff","authors_text":"Daniel Palenicek, Florian Vogt, Jan Peters, Joe Watson","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T12:55:32Z","title":"Scaling Off-Policy Reinforcement Learning with Batch and Weight Normalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.07523","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a2834dacf48e37fa8e58a66cc6f8386ecb499dfbdbc2829efc559fb6a91cdc1a","target":"record","created_at":"2026-07-05T11:07:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5cb0a4045b935176844ea5d5ae955c34aadf2ada3efcda141cdbe828dd4ab1a9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T12:55:32Z","title_canon_sha256":"a1c3fe80eb46c3e01a081d8ecf75fa0fa61dc209e457d7cff521d9e019d30427"},"schema_version":"1.0","source":{"id":"2502.07523","kind":"arxiv","version":2}},"canonical_sha256":"188c0a857526fc17a1ef0828a49fbf77e2452469f8f8a03578115008c6d51cff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"188c0a857526fc17a1ef0828a49fbf77e2452469f8f8a03578115008c6d51cff","first_computed_at":"2026-07-05T11:07:20.314214Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:07:20.314214Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"p8z8hlDniSvWK0ZfCuHuW54HpAwJBHIXDUb2HhU/g4CNUj3A7uOrFMUvE1/QNtZsnjbrMMkBZUoqesYgXms3CA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:07:20.314687Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.07523","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a2834dacf48e37fa8e58a66cc6f8386ecb499dfbdbc2829efc559fb6a91cdc1a","sha256:78d0d755b9cf2520bf2591af8e5fbb52c37b9bda6b2fde65445dd01fbe331467"],"state_sha256":"ea576e5ee57b182ea450e51fd6faf1020a096f3396533a8f906f7f0382c4b586"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VDzZltrocMwTWHMi5YGrMczsiWcMGPSzZsSUVI2rYwe5Fw1OtTJbjfka0enfFV0DUbWY988Me+vm63FCf8hlBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T01:16:37.968822Z","bundle_sha256":"155b0df200f80c4d44bcc38d621a15752697464e120949179bda297f3a7ad125"}}