{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4HCD5KXUORFYXJITC7RNU7LDZM","short_pith_number":"pith:4HCD5KXU","canonical_record":{"source":{"id":"2403.05996","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-09T19:56:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c5150ce4a2dcf2d5c8ab67fb771b3dd9151fd96b766318193996033140e49794","abstract_canon_sha256":"41021f4ec0c73c07fa670a2b99b5bf05a3e7199c408891e0b1125fd3a6000058"},"schema_version":"1.0"},"canonical_sha256":"e1c43eaaf4744b8ba51317e2da7d63cb07685517adfbb9cf6a90ffd7f5d16f88","source":{"kind":"arxiv","id":"2403.05996","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.05996","created_at":"2026-07-05T08:51:49Z"},{"alias_kind":"arxiv_version","alias_value":"2403.05996v3","created_at":"2026-07-05T08:51:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.05996","created_at":"2026-07-05T08:51:49Z"},{"alias_kind":"pith_short_12","alias_value":"4HCD5KXUORFY","created_at":"2026-07-05T08:51:49Z"},{"alias_kind":"pith_short_16","alias_value":"4HCD5KXUORFYXJIT","created_at":"2026-07-05T08:51:49Z"},{"alias_kind":"pith_short_8","alias_value":"4HCD5KXU","created_at":"2026-07-05T08:51:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4HCD5KXUORFYXJITC7RNU7LDZM","target":"record","payload":{"canonical_record":{"source":{"id":"2403.05996","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-09T19:56:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c5150ce4a2dcf2d5c8ab67fb771b3dd9151fd96b766318193996033140e49794","abstract_canon_sha256":"41021f4ec0c73c07fa670a2b99b5bf05a3e7199c408891e0b1125fd3a6000058"},"schema_version":"1.0"},"canonical_sha256":"e1c43eaaf4744b8ba51317e2da7d63cb07685517adfbb9cf6a90ffd7f5d16f88","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:51:49.139868Z","signature_b64":"WBs9HFnDsGNX+07Nvz3EFvRIHbgBJbQNKvyUACLn8sH+gAmjXMY6crSWPYgGV2I4FK0qtmxpqZObgDz4LT7+Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e1c43eaaf4744b8ba51317e2da7d63cb07685517adfbb9cf6a90ffd7f5d16f88","last_reissued_at":"2026-07-05T08:51:49.139471Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:51:49.139471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.05996","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UjObWAudXk5Y8VbDjzx/Qfw+/AuMzaa1ptF0nWwwzf37TtEda1LcJTfdK+4IVh1/1eAicX+YNA6nQ0oJA9SEDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:02:45.710746Z"},"content_sha256":"9bc6613dc2dc83f66d6c55146cff9e18de5e552866a022414f3e4cd82cb6b758","schema_version":"1.0","event_id":"sha256:9bc6613dc2dc83f66d6c55146cff9e18de5e552866a022414f3e4cd82cb6b758"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4HCD5KXUORFYXJITC7RNU7LDZM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dissecting Deep RL with High Update Ratios: Combatting Value Divergence","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Amir-massoud Farahmand, Claas Voelcker, Eric Eaton, Igor Gilitschenski, Marcel Hussing","submitted_at":"2024-03-09T19:56:40Z","abstract_excerpt":"We show that deep reinforcement learning algorithms can retain their ability to learn without resetting network parameters in settings where the number of gradient updates greatly exceeds the number of environment samples by combatting value function divergence. Under large update-to-data ratios, a recent study by Nikishin et al. (2022) suggested the emergence of a primacy bias, in which agents overfit early interactions and downplay later experience, impairing their ability to learn. In this work, we investigate the phenomena leading to the primacy bias. We inspect the early stages of trainin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.05996","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.05996/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HnuCWxUv4j3B9jkDnSHKpTmfzWraMaq1TN+6EplE39ZXNrl9lW7zqYAdbCOjaTA9VirajYEH2scg9kroLON/AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:02:45.711260Z"},"content_sha256":"f090a17e751d17fb1f463097b0532a2dbf1b3af6aa19e179bf3f45c8bc3d8552","schema_version":"1.0","event_id":"sha256:f090a17e751d17fb1f463097b0532a2dbf1b3af6aa19e179bf3f45c8bc3d8552"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4HCD5KXUORFYXJITC7RNU7LDZM/bundle.json","state_url":"https://pith.science/pith/4HCD5KXUORFYXJITC7RNU7LDZM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4HCD5KXUORFYXJITC7RNU7LDZM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T08:02:45Z","links":{"resolver":"https://pith.science/pith/4HCD5KXUORFYXJITC7RNU7LDZM","bundle":"https://pith.science/pith/4HCD5KXUORFYXJITC7RNU7LDZM/bundle.json","state":"https://pith.science/pith/4HCD5KXUORFYXJITC7RNU7LDZM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4HCD5KXUORFYXJITC7RNU7LDZM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4HCD5KXUORFYXJITC7RNU7LDZM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"41021f4ec0c73c07fa670a2b99b5bf05a3e7199c408891e0b1125fd3a6000058","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-09T19:56:40Z","title_canon_sha256":"c5150ce4a2dcf2d5c8ab67fb771b3dd9151fd96b766318193996033140e49794"},"schema_version":"1.0","source":{"id":"2403.05996","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.05996","created_at":"2026-07-05T08:51:49Z"},{"alias_kind":"arxiv_version","alias_value":"2403.05996v3","created_at":"2026-07-05T08:51:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.05996","created_at":"2026-07-05T08:51:49Z"},{"alias_kind":"pith_short_12","alias_value":"4HCD5KXUORFY","created_at":"2026-07-05T08:51:49Z"},{"alias_kind":"pith_short_16","alias_value":"4HCD5KXUORFYXJIT","created_at":"2026-07-05T08:51:49Z"},{"alias_kind":"pith_short_8","alias_value":"4HCD5KXU","created_at":"2026-07-05T08:51:49Z"}],"graph_snapshots":[{"event_id":"sha256:f090a17e751d17fb1f463097b0532a2dbf1b3af6aa19e179bf3f45c8bc3d8552","target":"graph","created_at":"2026-07-05T08:51:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.05996/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We show that deep reinforcement learning algorithms can retain their ability to learn without resetting network parameters in settings where the number of gradient updates greatly exceeds the number of environment samples by combatting value function divergence. Under large update-to-data ratios, a recent study by Nikishin et al. (2022) suggested the emergence of a primacy bias, in which agents overfit early interactions and downplay later experience, impairing their ability to learn. In this work, we investigate the phenomena leading to the primacy bias. We inspect the early stages of trainin","authors_text":"Amir-massoud Farahmand, Claas Voelcker, Eric Eaton, Igor Gilitschenski, Marcel Hussing","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-09T19:56:40Z","title":"Dissecting Deep RL with High Update Ratios: Combatting Value Divergence"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.05996","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9bc6613dc2dc83f66d6c55146cff9e18de5e552866a022414f3e4cd82cb6b758","target":"record","created_at":"2026-07-05T08:51:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"41021f4ec0c73c07fa670a2b99b5bf05a3e7199c408891e0b1125fd3a6000058","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-09T19:56:40Z","title_canon_sha256":"c5150ce4a2dcf2d5c8ab67fb771b3dd9151fd96b766318193996033140e49794"},"schema_version":"1.0","source":{"id":"2403.05996","kind":"arxiv","version":3}},"canonical_sha256":"e1c43eaaf4744b8ba51317e2da7d63cb07685517adfbb9cf6a90ffd7f5d16f88","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e1c43eaaf4744b8ba51317e2da7d63cb07685517adfbb9cf6a90ffd7f5d16f88","first_computed_at":"2026-07-05T08:51:49.139471Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:51:49.139471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WBs9HFnDsGNX+07Nvz3EFvRIHbgBJbQNKvyUACLn8sH+gAmjXMY6crSWPYgGV2I4FK0qtmxpqZObgDz4LT7+Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:51:49.139868Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.05996","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9bc6613dc2dc83f66d6c55146cff9e18de5e552866a022414f3e4cd82cb6b758","sha256:f090a17e751d17fb1f463097b0532a2dbf1b3af6aa19e179bf3f45c8bc3d8552"],"state_sha256":"24fff7340f5afcc97f3800eb7b1813e5505c8ae21fc17ec0bbbaba993397f825"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mIp3PBWk0cOxTsGOvLa9wDNUYU30jNy9kCQB74NlPfXx6A+bg95KLM3yo/VMB/MlhNw3hhEHxMYjV94yZMPgCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T08:02:45.715619Z","bundle_sha256":"c9aee27fe133a8ced2f13410486a437b2de328ec05dd7ce139adc4be27fffce2"}}