{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:AYOYCHCAQB6NKCTXK5IIWBM36E","short_pith_number":"pith:AYOYCHCA","canonical_record":{"source":{"id":"2406.09030","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T12:03:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3957c28bb3cba8ed085e2e06d1e3d78809592068f3408d32adba29e18fd0fe4a","abstract_canon_sha256":"b7de7f86ccb5ed7c9a095f47ba56335791b0a3edd529517cc48beb55ea9d750d"},"schema_version":"1.0"},"canonical_sha256":"061d811c40807cd50a7757508b059bf127b6dcadf2dd0fcea491b04a3b23ad65","source":{"kind":"arxiv","id":"2406.09030","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.09030","created_at":"2026-07-05T08:31:27Z"},{"alias_kind":"arxiv_version","alias_value":"2406.09030v1","created_at":"2026-07-05T08:31:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.09030","created_at":"2026-07-05T08:31:27Z"},{"alias_kind":"pith_short_12","alias_value":"AYOYCHCAQB6N","created_at":"2026-07-05T08:31:27Z"},{"alias_kind":"pith_short_16","alias_value":"AYOYCHCAQB6NKCTX","created_at":"2026-07-05T08:31:27Z"},{"alias_kind":"pith_short_8","alias_value":"AYOYCHCA","created_at":"2026-07-05T08:31:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:AYOYCHCAQB6NKCTXK5IIWBM36E","target":"record","payload":{"canonical_record":{"source":{"id":"2406.09030","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T12:03:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3957c28bb3cba8ed085e2e06d1e3d78809592068f3408d32adba29e18fd0fe4a","abstract_canon_sha256":"b7de7f86ccb5ed7c9a095f47ba56335791b0a3edd529517cc48beb55ea9d750d"},"schema_version":"1.0"},"canonical_sha256":"061d811c40807cd50a7757508b059bf127b6dcadf2dd0fcea491b04a3b23ad65","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:31:27.318349Z","signature_b64":"Eg53pYrcoVRdaez72Y2Ma6OLnBhofA1j2/ciqO9ff8K3P4xYAZnehEYMATNbbsKvYI47bH1OkwVPtDrxVzEaAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"061d811c40807cd50a7757508b059bf127b6dcadf2dd0fcea491b04a3b23ad65","last_reissued_at":"2026-07-05T08:31:27.317846Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:31:27.317846Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.09030","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:31:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fpguWgQp8PdhOQ/mcDKhr1Xy00t9aG46IwmNMfIByKN1FlmK1Ke/odQbRSeXvjAbumSIZXiA8URqhETYJj9MBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:05:07.747878Z"},"content_sha256":"7c224922d40a875933996dbd03ac3bec661dd7fa8843b9d5c335c07198869778","schema_version":"1.0","event_id":"sha256:7c224922d40a875933996dbd03ac3bec661dd7fa8843b9d5c335c07198869778"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:AYOYCHCAQB6NKCTXK5IIWBM36E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CUER: Corrected Uniform Experience Replay for Off-Policy Continuous Deep Reinforcement Learning Algorithms","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Arda Sarp Yenicesu, Furkan B. Mutlu, Ozgur S. Oguz, Suleyman S. Kozat","submitted_at":"2024-06-13T12:03:40Z","abstract_excerpt":"The utilization of the experience replay mechanism enables agents to effectively leverage their experiences on several occasions. In previous studies, the sampling probability of the transitions was modified based on their relative significance. The process of reassigning sample probabilities for every transition in the replay buffer after each iteration is considered extremely inefficient. Hence, in order to enhance computing efficiency, experience replay prioritization algorithms reassess the importance of a transition as it is sampled. However, the relative importance of the transitions und"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.09030","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.09030/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:31:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YmASjoiI7wyG0QgrBKM10MI7ZTf/Fg1HKBUJaKu6vX3RslrLSv2C/iHAFhoD1IDCC1D/MVHZrRY6bm8a3q8xAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:05:07.748402Z"},"content_sha256":"f982260af9c618ff6ce076b0a41bbf1109e50d20d81971f37f364c59525d9346","schema_version":"1.0","event_id":"sha256:f982260af9c618ff6ce076b0a41bbf1109e50d20d81971f37f364c59525d9346"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AYOYCHCAQB6NKCTXK5IIWBM36E/bundle.json","state_url":"https://pith.science/pith/AYOYCHCAQB6NKCTXK5IIWBM36E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AYOYCHCAQB6NKCTXK5IIWBM36E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:05:07Z","links":{"resolver":"https://pith.science/pith/AYOYCHCAQB6NKCTXK5IIWBM36E","bundle":"https://pith.science/pith/AYOYCHCAQB6NKCTXK5IIWBM36E/bundle.json","state":"https://pith.science/pith/AYOYCHCAQB6NKCTXK5IIWBM36E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AYOYCHCAQB6NKCTXK5IIWBM36E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:AYOYCHCAQB6NKCTXK5IIWBM36E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b7de7f86ccb5ed7c9a095f47ba56335791b0a3edd529517cc48beb55ea9d750d","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T12:03:40Z","title_canon_sha256":"3957c28bb3cba8ed085e2e06d1e3d78809592068f3408d32adba29e18fd0fe4a"},"schema_version":"1.0","source":{"id":"2406.09030","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.09030","created_at":"2026-07-05T08:31:27Z"},{"alias_kind":"arxiv_version","alias_value":"2406.09030v1","created_at":"2026-07-05T08:31:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.09030","created_at":"2026-07-05T08:31:27Z"},{"alias_kind":"pith_short_12","alias_value":"AYOYCHCAQB6N","created_at":"2026-07-05T08:31:27Z"},{"alias_kind":"pith_short_16","alias_value":"AYOYCHCAQB6NKCTX","created_at":"2026-07-05T08:31:27Z"},{"alias_kind":"pith_short_8","alias_value":"AYOYCHCA","created_at":"2026-07-05T08:31:27Z"}],"graph_snapshots":[{"event_id":"sha256:f982260af9c618ff6ce076b0a41bbf1109e50d20d81971f37f364c59525d9346","target":"graph","created_at":"2026-07-05T08:31:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.09030/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The utilization of the experience replay mechanism enables agents to effectively leverage their experiences on several occasions. In previous studies, the sampling probability of the transitions was modified based on their relative significance. The process of reassigning sample probabilities for every transition in the replay buffer after each iteration is considered extremely inefficient. Hence, in order to enhance computing efficiency, experience replay prioritization algorithms reassess the importance of a transition as it is sampled. However, the relative importance of the transitions und","authors_text":"Arda Sarp Yenicesu, Furkan B. Mutlu, Ozgur S. Oguz, Suleyman S. Kozat","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T12:03:40Z","title":"CUER: Corrected Uniform Experience Replay for Off-Policy Continuous Deep Reinforcement Learning Algorithms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.09030","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7c224922d40a875933996dbd03ac3bec661dd7fa8843b9d5c335c07198869778","target":"record","created_at":"2026-07-05T08:31:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b7de7f86ccb5ed7c9a095f47ba56335791b0a3edd529517cc48beb55ea9d750d","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T12:03:40Z","title_canon_sha256":"3957c28bb3cba8ed085e2e06d1e3d78809592068f3408d32adba29e18fd0fe4a"},"schema_version":"1.0","source":{"id":"2406.09030","kind":"arxiv","version":1}},"canonical_sha256":"061d811c40807cd50a7757508b059bf127b6dcadf2dd0fcea491b04a3b23ad65","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"061d811c40807cd50a7757508b059bf127b6dcadf2dd0fcea491b04a3b23ad65","first_computed_at":"2026-07-05T08:31:27.317846Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:31:27.317846Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Eg53pYrcoVRdaez72Y2Ma6OLnBhofA1j2/ciqO9ff8K3P4xYAZnehEYMATNbbsKvYI47bH1OkwVPtDrxVzEaAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:31:27.318349Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.09030","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7c224922d40a875933996dbd03ac3bec661dd7fa8843b9d5c335c07198869778","sha256:f982260af9c618ff6ce076b0a41bbf1109e50d20d81971f37f364c59525d9346"],"state_sha256":"044a8f4961368d9a2bba71793d073fccbb4aea16433111888d266debda51898a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OKtZywhAUIGBZM3OrV008tK/sliOEihcgwMbaue6Cjl1uYrI2j4pGGV7bHpY0AMlKBK6QJ25/pg01N5mh8VHDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:05:07.751718Z","bundle_sha256":"6fe448125ba192ec0cfc9bbe23f237f1b44a310ada34de028d358fab9fc10668"}}