{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:UYKWT4ZN362DBP4LUW3UDF5MWP","short_pith_number":"pith:UYKWT4ZN","canonical_record":{"source":{"id":"2208.00156","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-30T07:44:05Z","cross_cats_sorted":[],"title_canon_sha256":"f4b99e6560269c4efcda8e10b7ea759492eea00fe1bd32cd65b787c5ecb029cc","abstract_canon_sha256":"38c7b79577de4414951e0efd94b6c4ea772ca55c3a0a3693ce2254c90cf6cccf"},"schema_version":"1.0"},"canonical_sha256":"a61569f32ddfb430bf8ba5b74197acb3cca6c2840b58e666123b75258c7eb0f8","source":{"kind":"arxiv","id":"2208.00156","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.00156","created_at":"2026-07-05T04:44:48Z"},{"alias_kind":"arxiv_version","alias_value":"2208.00156v1","created_at":"2026-07-05T04:44:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.00156","created_at":"2026-07-05T04:44:48Z"},{"alias_kind":"pith_short_12","alias_value":"UYKWT4ZN362D","created_at":"2026-07-05T04:44:48Z"},{"alias_kind":"pith_short_16","alias_value":"UYKWT4ZN362DBP4L","created_at":"2026-07-05T04:44:48Z"},{"alias_kind":"pith_short_8","alias_value":"UYKWT4ZN","created_at":"2026-07-05T04:44:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:UYKWT4ZN362DBP4LUW3UDF5MWP","target":"record","payload":{"canonical_record":{"source":{"id":"2208.00156","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-30T07:44:05Z","cross_cats_sorted":[],"title_canon_sha256":"f4b99e6560269c4efcda8e10b7ea759492eea00fe1bd32cd65b787c5ecb029cc","abstract_canon_sha256":"38c7b79577de4414951e0efd94b6c4ea772ca55c3a0a3693ce2254c90cf6cccf"},"schema_version":"1.0"},"canonical_sha256":"a61569f32ddfb430bf8ba5b74197acb3cca6c2840b58e666123b75258c7eb0f8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:44:48.331521Z","signature_b64":"+CvZsf3qXke9HDNSWu8Jvc2YCzFJs+AyMinAwZ2z/VCPg2ZNWVcRCoaVoYQxC4nMvjpBCusgFEVB5DPXYtkDDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a61569f32ddfb430bf8ba5b74197acb3cca6c2840b58e666123b75258c7eb0f8","last_reissued_at":"2026-07-05T04:44:48.331068Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:44:48.331068Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.00156","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:44:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aXPnA4eSFnSIe8d7vZNiUKEILJj5fzpytgO/cLE6SvHOOJ2txDn5KRX0thaMW8NYYaG24a5OLUHng8AhvG6oDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T16:11:04.262453Z"},"content_sha256":"e0369194428d8d300261385619243f704a003ee2004ad25b3fda650bf45fd47f","schema_version":"1.0","event_id":"sha256:e0369194428d8d300261385619243f704a003ee2004ad25b3fda650bf45fd47f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:UYKWT4ZN362DBP4LUW3UDF5MWP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement learning with experience replay and adaptation of action dispersion","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Mateusz Ostaszewski, Pawe{\\l} Wawrzy\\'nski, Wojciech Masarczyk","submitted_at":"2022-07-30T07:44:05Z","abstract_excerpt":"Effective reinforcement learning requires a proper balance of exploration and exploitation defined by the dispersion of action distribution. However, this balance depends on the task, the current stage of the learning process, and the current environment state. Existing methods that designate the action distribution dispersion require problem-dependent hyperparameters. In this paper, we propose to automatically designate the action distribution dispersion using the following principle: This distribution should have sufficient dispersion to enable the evaluation of future policies. To that end,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.00156","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.00156/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:44:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gSD1VY1KyLL5oUZ29x83sVw/tAt6DqfQgcsfXQYWeR2JH744FPZb4qOIWnfQYqgjoi7Y8s91U296bxqVqBPkBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T16:11:04.262827Z"},"content_sha256":"049efa3a4532f71762ef20d9dc9a958d6f1301dbe30809928336b5b291d1c81d","schema_version":"1.0","event_id":"sha256:049efa3a4532f71762ef20d9dc9a958d6f1301dbe30809928336b5b291d1c81d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UYKWT4ZN362DBP4LUW3UDF5MWP/bundle.json","state_url":"https://pith.science/pith/UYKWT4ZN362DBP4LUW3UDF5MWP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UYKWT4ZN362DBP4LUW3UDF5MWP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-13T16:11:04Z","links":{"resolver":"https://pith.science/pith/UYKWT4ZN362DBP4LUW3UDF5MWP","bundle":"https://pith.science/pith/UYKWT4ZN362DBP4LUW3UDF5MWP/bundle.json","state":"https://pith.science/pith/UYKWT4ZN362DBP4LUW3UDF5MWP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UYKWT4ZN362DBP4LUW3UDF5MWP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:UYKWT4ZN362DBP4LUW3UDF5MWP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"38c7b79577de4414951e0efd94b6c4ea772ca55c3a0a3693ce2254c90cf6cccf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-30T07:44:05Z","title_canon_sha256":"f4b99e6560269c4efcda8e10b7ea759492eea00fe1bd32cd65b787c5ecb029cc"},"schema_version":"1.0","source":{"id":"2208.00156","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.00156","created_at":"2026-07-05T04:44:48Z"},{"alias_kind":"arxiv_version","alias_value":"2208.00156v1","created_at":"2026-07-05T04:44:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.00156","created_at":"2026-07-05T04:44:48Z"},{"alias_kind":"pith_short_12","alias_value":"UYKWT4ZN362D","created_at":"2026-07-05T04:44:48Z"},{"alias_kind":"pith_short_16","alias_value":"UYKWT4ZN362DBP4L","created_at":"2026-07-05T04:44:48Z"},{"alias_kind":"pith_short_8","alias_value":"UYKWT4ZN","created_at":"2026-07-05T04:44:48Z"}],"graph_snapshots":[{"event_id":"sha256:049efa3a4532f71762ef20d9dc9a958d6f1301dbe30809928336b5b291d1c81d","target":"graph","created_at":"2026-07-05T04:44:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.00156/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Effective reinforcement learning requires a proper balance of exploration and exploitation defined by the dispersion of action distribution. However, this balance depends on the task, the current stage of the learning process, and the current environment state. Existing methods that designate the action distribution dispersion require problem-dependent hyperparameters. In this paper, we propose to automatically designate the action distribution dispersion using the following principle: This distribution should have sufficient dispersion to enable the evaluation of future policies. To that end,","authors_text":"Mateusz Ostaszewski, Pawe{\\l} Wawrzy\\'nski, Wojciech Masarczyk","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-30T07:44:05Z","title":"Reinforcement learning with experience replay and adaptation of action dispersion"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.00156","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e0369194428d8d300261385619243f704a003ee2004ad25b3fda650bf45fd47f","target":"record","created_at":"2026-07-05T04:44:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"38c7b79577de4414951e0efd94b6c4ea772ca55c3a0a3693ce2254c90cf6cccf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-30T07:44:05Z","title_canon_sha256":"f4b99e6560269c4efcda8e10b7ea759492eea00fe1bd32cd65b787c5ecb029cc"},"schema_version":"1.0","source":{"id":"2208.00156","kind":"arxiv","version":1}},"canonical_sha256":"a61569f32ddfb430bf8ba5b74197acb3cca6c2840b58e666123b75258c7eb0f8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a61569f32ddfb430bf8ba5b74197acb3cca6c2840b58e666123b75258c7eb0f8","first_computed_at":"2026-07-05T04:44:48.331068Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:44:48.331068Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+CvZsf3qXke9HDNSWu8Jvc2YCzFJs+AyMinAwZ2z/VCPg2ZNWVcRCoaVoYQxC4nMvjpBCusgFEVB5DPXYtkDDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:44:48.331521Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.00156","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e0369194428d8d300261385619243f704a003ee2004ad25b3fda650bf45fd47f","sha256:049efa3a4532f71762ef20d9dc9a958d6f1301dbe30809928336b5b291d1c81d"],"state_sha256":"4bb00f1d4501fd9da4339e904050676011782d089347b039ceaf8363eebec6de"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TsXjcxFcJ/V0LywbpeBFrB3I9lLcJ/gsoefIzyP5f24RVNDhER00Qi148tqan5WsiQ+B/njQrhTFUEa7cPjNDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-13T16:11:04.265024Z","bundle_sha256":"baeb53e5e7d083e530a52298f352c84bd067ec7e24603799d2311d3f8521e8ab"}}