{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:Z2R2HRMJPD7W6RXDKBGANU5USI","short_pith_number":"pith:Z2R2HRMJ","canonical_record":{"source":{"id":"1812.00456","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-12-02T19:45:38Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"f66cbf4d0c7ddaf2f0e3ec67175adf62f463db2856e6629b397897e9081e9f5c","abstract_canon_sha256":"2cb596889d95d03e1a3d47d9f4ec9550ca149fca283ce4b74e634463d4d2e1e9"},"schema_version":"1.0"},"canonical_sha256":"cea3a3c58978ff6f46e3504c06d3b4923cf653049fd18b676b0aaeb352ae8c47","source":{"kind":"arxiv","id":"1812.00456","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.00456","created_at":"2026-05-17T23:45:52Z"},{"alias_kind":"arxiv_version","alias_value":"1812.00456v2","created_at":"2026-05-17T23:45:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.00456","created_at":"2026-05-17T23:45:52Z"},{"alias_kind":"pith_short_12","alias_value":"Z2R2HRMJPD7W","created_at":"2026-05-18T12:33:04Z"},{"alias_kind":"pith_short_16","alias_value":"Z2R2HRMJPD7W6RXD","created_at":"2026-05-18T12:33:04Z"},{"alias_kind":"pith_short_8","alias_value":"Z2R2HRMJ","created_at":"2026-05-18T12:33:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:Z2R2HRMJPD7W6RXDKBGANU5USI","target":"record","payload":{"canonical_record":{"source":{"id":"1812.00456","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-12-02T19:45:38Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"f66cbf4d0c7ddaf2f0e3ec67175adf62f463db2856e6629b397897e9081e9f5c","abstract_canon_sha256":"2cb596889d95d03e1a3d47d9f4ec9550ca149fca283ce4b74e634463d4d2e1e9"},"schema_version":"1.0"},"canonical_sha256":"cea3a3c58978ff6f46e3504c06d3b4923cf653049fd18b676b0aaeb352ae8c47","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:45:52.447221Z","signature_b64":"oyz3eddG4SgbDRFaIz6aSYjulGddXbUY8fbSy1DPFH/xIQFVnqejIzv8ncIbaruL2h/207QdvPW+3+i/RK7DDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cea3a3c58978ff6f46e3504c06d3b4923cf653049fd18b676b0aaeb352ae8c47","last_reissued_at":"2026-05-17T23:45:52.446699Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:45:52.446699Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1812.00456","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:45:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i3Z0fFit/kIaxT4eirIj4VUe6yfeapOc1zbANN8qmRyHJxJKDE3zP4JYrT4+kPuiHsKdAqLtqRTn6oCVqRcSDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T10:24:42.813882Z"},"content_sha256":"cf56caded2dd184f297bca69626c3a0ebe2c49e34ae2344624a0faaed9b1ab78","schema_version":"1.0","event_id":"sha256:cf56caded2dd184f297bca69626c3a0ebe2c49e34ae2344624a0faaed9b1ab78"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:Z2R2HRMJPD7W6RXDKBGANU5USI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Revisiting the Softmax Bellman Operator: New Benefits and New Perspective","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Lawrence Carin, Ronald E. Parr, Zhao Song","submitted_at":"2018-12-02T19:45:38Z","abstract_excerpt":"The impact of softmax on the value function itself in reinforcement learning (RL) is often viewed as problematic because it leads to sub-optimal value (or Q) functions and interferes with the contraction properties of the Bellman operator. Surprisingly, despite these concerns, and independent of its effect on exploration, the softmax Bellman operator when combined with Deep Q-learning, leads to Q-functions with superior policies in practice, even outperforming its double Q-learning counterpart. To better understand how and why this occurs, we revisit theoretical properties of the softmax Bellm"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.00456","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:45:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"grv9og0ZyOpwf4guiiwPLLMklNNDLPvNXZqw/MJ+mwYnMY90ONv7gOvYLGy1nMVMqChUnqoed2AjniMds1JKBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T10:24:42.814228Z"},"content_sha256":"589c010930a3b409b9c7e85b875df550cf4fd06b1b100a2177565bf67dc2bf06","schema_version":"1.0","event_id":"sha256:589c010930a3b409b9c7e85b875df550cf4fd06b1b100a2177565bf67dc2bf06"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Z2R2HRMJPD7W6RXDKBGANU5USI/bundle.json","state_url":"https://pith.science/pith/Z2R2HRMJPD7W6RXDKBGANU5USI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Z2R2HRMJPD7W6RXDKBGANU5USI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-01T10:24:42Z","links":{"resolver":"https://pith.science/pith/Z2R2HRMJPD7W6RXDKBGANU5USI","bundle":"https://pith.science/pith/Z2R2HRMJPD7W6RXDKBGANU5USI/bundle.json","state":"https://pith.science/pith/Z2R2HRMJPD7W6RXDKBGANU5USI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Z2R2HRMJPD7W6RXDKBGANU5USI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:Z2R2HRMJPD7W6RXDKBGANU5USI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2cb596889d95d03e1a3d47d9f4ec9550ca149fca283ce4b74e634463d4d2e1e9","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-12-02T19:45:38Z","title_canon_sha256":"f66cbf4d0c7ddaf2f0e3ec67175adf62f463db2856e6629b397897e9081e9f5c"},"schema_version":"1.0","source":{"id":"1812.00456","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.00456","created_at":"2026-05-17T23:45:52Z"},{"alias_kind":"arxiv_version","alias_value":"1812.00456v2","created_at":"2026-05-17T23:45:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.00456","created_at":"2026-05-17T23:45:52Z"},{"alias_kind":"pith_short_12","alias_value":"Z2R2HRMJPD7W","created_at":"2026-05-18T12:33:04Z"},{"alias_kind":"pith_short_16","alias_value":"Z2R2HRMJPD7W6RXD","created_at":"2026-05-18T12:33:04Z"},{"alias_kind":"pith_short_8","alias_value":"Z2R2HRMJ","created_at":"2026-05-18T12:33:04Z"}],"graph_snapshots":[{"event_id":"sha256:589c010930a3b409b9c7e85b875df550cf4fd06b1b100a2177565bf67dc2bf06","target":"graph","created_at":"2026-05-17T23:45:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The impact of softmax on the value function itself in reinforcement learning (RL) is often viewed as problematic because it leads to sub-optimal value (or Q) functions and interferes with the contraction properties of the Bellman operator. Surprisingly, despite these concerns, and independent of its effect on exploration, the softmax Bellman operator when combined with Deep Q-learning, leads to Q-functions with superior policies in practice, even outperforming its double Q-learning counterpart. To better understand how and why this occurs, we revisit theoretical properties of the softmax Bellm","authors_text":"Lawrence Carin, Ronald E. Parr, Zhao Song","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-12-02T19:45:38Z","title":"Revisiting the Softmax Bellman Operator: New Benefits and New Perspective"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.00456","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cf56caded2dd184f297bca69626c3a0ebe2c49e34ae2344624a0faaed9b1ab78","target":"record","created_at":"2026-05-17T23:45:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2cb596889d95d03e1a3d47d9f4ec9550ca149fca283ce4b74e634463d4d2e1e9","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-12-02T19:45:38Z","title_canon_sha256":"f66cbf4d0c7ddaf2f0e3ec67175adf62f463db2856e6629b397897e9081e9f5c"},"schema_version":"1.0","source":{"id":"1812.00456","kind":"arxiv","version":2}},"canonical_sha256":"cea3a3c58978ff6f46e3504c06d3b4923cf653049fd18b676b0aaeb352ae8c47","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cea3a3c58978ff6f46e3504c06d3b4923cf653049fd18b676b0aaeb352ae8c47","first_computed_at":"2026-05-17T23:45:52.446699Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:45:52.446699Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oyz3eddG4SgbDRFaIz6aSYjulGddXbUY8fbSy1DPFH/xIQFVnqejIzv8ncIbaruL2h/207QdvPW+3+i/RK7DDA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:45:52.447221Z","signed_message":"canonical_sha256_bytes"},"source_id":"1812.00456","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cf56caded2dd184f297bca69626c3a0ebe2c49e34ae2344624a0faaed9b1ab78","sha256:589c010930a3b409b9c7e85b875df550cf4fd06b1b100a2177565bf67dc2bf06"],"state_sha256":"7776cddf665093bd8bd87bf8b94e84602e296740cb97bc89e2e02ce029612028"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+dc+dZ3RM1Ys4hHxoFKJE+HrC5pXBP9bhSEBpDbkHW+3zpLhflPG3L/WjB+sMYxvxTGcyYC6HYlMhTPxHpwRCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-01T10:24:42.816589Z","bundle_sha256":"83acaccd290560fc3d235c72fdc870202247869c30b549d2fd15ad7ec66c0a6c"}}