{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HFJW3CMAZXZV676PDPCO72LKDH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"73eaca9e83f46369b23a7b7ac55fe96eade2bdb4862b8d43f2ec39942c1d553e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-19T13:21:46Z","title_canon_sha256":"751787614867c38cd4aed76140bc3db8fcb1a27425cbef7b930d3bf85fb509fb"},"schema_version":"1.0","source":{"id":"2408.09974","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.09974","created_at":"2026-07-05T08:56:49Z"},{"alias_kind":"arxiv_version","alias_value":"2408.09974v1","created_at":"2026-07-05T08:56:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.09974","created_at":"2026-07-05T08:56:49Z"},{"alias_kind":"pith_short_12","alias_value":"HFJW3CMAZXZV","created_at":"2026-07-05T08:56:49Z"},{"alias_kind":"pith_short_16","alias_value":"HFJW3CMAZXZV676P","created_at":"2026-07-05T08:56:49Z"},{"alias_kind":"pith_short_8","alias_value":"HFJW3CMA","created_at":"2026-07-05T08:56:49Z"}],"graph_snapshots":[{"event_id":"sha256:aacf3c9c43036d026da2da11d2aba217d29c15534f0318b27b31a7fec1b08be9","target":"graph","created_at":"2026-07-05T08:56:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.09974/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The imbalance of exploration and exploitation has long been a significant challenge in reinforcement learning. In policy optimization, excessive reliance on exploration reduces learning efficiency, while over-dependence on exploitation might trap agents in local optima. This paper revisits the exploration-exploitation dilemma from the perspective of entropy by revealing the relationship between entropy and the dynamic adaptive process of exploration and exploitation. Based on this theoretical insight, we establish an end-to-end adaptive framework called AdaZero, which automatically determines ","authors_text":"Junliang Xing, Ling Liang, Renye Yan, Ru Huang, Yaozhong Gan, Yimao Cai, You Wu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-19T13:21:46Z","title":"The Exploration-Exploitation Dilemma Revisited: An Entropy Perspective"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.09974","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:35c2e41dd7b3f382f0b8ff60980ea15f2911be15bcb9fa8d1abba6fdedd87ed9","target":"record","created_at":"2026-07-05T08:56:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"73eaca9e83f46369b23a7b7ac55fe96eade2bdb4862b8d43f2ec39942c1d553e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-19T13:21:46Z","title_canon_sha256":"751787614867c38cd4aed76140bc3db8fcb1a27425cbef7b930d3bf85fb509fb"},"schema_version":"1.0","source":{"id":"2408.09974","kind":"arxiv","version":1}},"canonical_sha256":"39536d8980cdf35f7fcf1bc4efe96a19fb6c8153596427afe8cb6aeedd3dbb42","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"39536d8980cdf35f7fcf1bc4efe96a19fb6c8153596427afe8cb6aeedd3dbb42","first_computed_at":"2026-07-05T08:56:49.678930Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:56:49.678930Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qFmI6i0qf5lz/0u4bauvIV746/E1j1Abx0m5WqFE8s+eGU2GEcbF3H7qxy7h93A8iJjQQVq+CQsgMBSIU7DSDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:56:49.679290Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.09974","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:35c2e41dd7b3f382f0b8ff60980ea15f2911be15bcb9fa8d1abba6fdedd87ed9","sha256:aacf3c9c43036d026da2da11d2aba217d29c15534f0318b27b31a7fec1b08be9"],"state_sha256":"c4455d4831758130a2a82f1dbefbc09ec73875bdf5fc125edc41606727a93d52"}