{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:R46QZ374TX7X5PDIQN34MRNVXK","short_pith_number":"pith:R46QZ374","canonical_record":{"source":{"id":"2002.03534","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-02-10T04:23:09Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7ea8a0dba44efae34f2114093f5e971168d77ef984cb930bab1b669834a18831","abstract_canon_sha256":"8c85541ada7a6a060ca341dcb353d2f5c91b8863930432968722a94b6753576b"},"schema_version":"1.0"},"canonical_sha256":"8f3d0ceffc9dff7ebc688377c645b5baa43267f08b0d41bb0a97e2c86ec4d0c5","source":{"kind":"arxiv","id":"2002.03534","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.03534","created_at":"2026-07-05T00:42:53Z"},{"alias_kind":"arxiv_version","alias_value":"2002.03534v2","created_at":"2026-07-05T00:42:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.03534","created_at":"2026-07-05T00:42:53Z"},{"alias_kind":"pith_short_12","alias_value":"R46QZ374TX7X","created_at":"2026-07-05T00:42:53Z"},{"alias_kind":"pith_short_16","alias_value":"R46QZ374TX7X5PDI","created_at":"2026-07-05T00:42:53Z"},{"alias_kind":"pith_short_8","alias_value":"R46QZ374","created_at":"2026-07-05T00:42:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:R46QZ374TX7X5PDIQN34MRNVXK","target":"record","payload":{"canonical_record":{"source":{"id":"2002.03534","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-02-10T04:23:09Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7ea8a0dba44efae34f2114093f5e971168d77ef984cb930bab1b669834a18831","abstract_canon_sha256":"8c85541ada7a6a060ca341dcb353d2f5c91b8863930432968722a94b6753576b"},"schema_version":"1.0"},"canonical_sha256":"8f3d0ceffc9dff7ebc688377c645b5baa43267f08b0d41bb0a97e2c86ec4d0c5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:42:53.912624Z","signature_b64":"NyvH37ouav9d0ESdEyINxW7TVR4eZUeY7FgjL5Vh0lzQK90LmbfB0Pu9SoiLN8RR4ltvaXRBzG/VpaLFgtWKBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8f3d0ceffc9dff7ebc688377c645b5baa43267f08b0d41bb0a97e2c86ec4d0c5","last_reissued_at":"2026-07-05T00:42:53.912066Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:42:53.912066Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2002.03534","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:42:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qXaXDuHFSg4/djvDUFzEiFLeZ33926e8HaD9WW4adGTyBkA7WIGKyROWUKYX+3AnSYup/1zPlOQGW/oi+ra5Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:25:38.573458Z"},"content_sha256":"7a6c817ffd1648791d0ed66fb6ec7b25df57a9029f6eea1d75b6b3e6cecbc59d","schema_version":"1.0","event_id":"sha256:7a6c817ffd1648791d0ed66fb6ec7b25df57a9029f6eea1d75b6b3e6cecbc59d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:R46QZ374TX7X5PDIQN34MRNVXK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Discrete Action On-Policy Learning with Action-Value Critic","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Mingyuan Zhou, Mingzhang Yin, Yuguang Yue, Yunhao Tang","submitted_at":"2020-02-10T04:23:09Z","abstract_excerpt":"Reinforcement learning (RL) in discrete action space is ubiquitous in real-world applications, but its complexity grows exponentially with the action-space dimension, making it challenging to apply existing on-policy gradient based deep RL algorithms efficiently. To effectively operate in multidimensional discrete action spaces, we construct a critic to estimate action-value functions, apply it on correlated actions, and combine these critic estimated action values to control the variance of gradient estimation. We follow rigorous statistical analysis to design how to generate and combine thes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.03534","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2002.03534/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:42:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XoG0sjqU7vHi4Gx04Y6FIep5qgb9Y7MqHaoXL39iVtOPMOqM5qoT/1qRAdqf6oAFyqmddc9RPYqI07/Spm/gDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:25:38.573841Z"},"content_sha256":"17172d88168472205ee996ed88cdb234c96e96d3f6ad1e300e7403543939672f","schema_version":"1.0","event_id":"sha256:17172d88168472205ee996ed88cdb234c96e96d3f6ad1e300e7403543939672f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R46QZ374TX7X5PDIQN34MRNVXK/bundle.json","state_url":"https://pith.science/pith/R46QZ374TX7X5PDIQN34MRNVXK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R46QZ374TX7X5PDIQN34MRNVXK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T02:25:38Z","links":{"resolver":"https://pith.science/pith/R46QZ374TX7X5PDIQN34MRNVXK","bundle":"https://pith.science/pith/R46QZ374TX7X5PDIQN34MRNVXK/bundle.json","state":"https://pith.science/pith/R46QZ374TX7X5PDIQN34MRNVXK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R46QZ374TX7X5PDIQN34MRNVXK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:R46QZ374TX7X5PDIQN34MRNVXK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8c85541ada7a6a060ca341dcb353d2f5c91b8863930432968722a94b6753576b","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-02-10T04:23:09Z","title_canon_sha256":"7ea8a0dba44efae34f2114093f5e971168d77ef984cb930bab1b669834a18831"},"schema_version":"1.0","source":{"id":"2002.03534","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.03534","created_at":"2026-07-05T00:42:53Z"},{"alias_kind":"arxiv_version","alias_value":"2002.03534v2","created_at":"2026-07-05T00:42:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.03534","created_at":"2026-07-05T00:42:53Z"},{"alias_kind":"pith_short_12","alias_value":"R46QZ374TX7X","created_at":"2026-07-05T00:42:53Z"},{"alias_kind":"pith_short_16","alias_value":"R46QZ374TX7X5PDI","created_at":"2026-07-05T00:42:53Z"},{"alias_kind":"pith_short_8","alias_value":"R46QZ374","created_at":"2026-07-05T00:42:53Z"}],"graph_snapshots":[{"event_id":"sha256:17172d88168472205ee996ed88cdb234c96e96d3f6ad1e300e7403543939672f","target":"graph","created_at":"2026-07-05T00:42:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.03534/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning (RL) in discrete action space is ubiquitous in real-world applications, but its complexity grows exponentially with the action-space dimension, making it challenging to apply existing on-policy gradient based deep RL algorithms efficiently. To effectively operate in multidimensional discrete action spaces, we construct a critic to estimate action-value functions, apply it on correlated actions, and combine these critic estimated action values to control the variance of gradient estimation. We follow rigorous statistical analysis to design how to generate and combine thes","authors_text":"Mingyuan Zhou, Mingzhang Yin, Yuguang Yue, Yunhao Tang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-02-10T04:23:09Z","title":"Discrete Action On-Policy Learning with Action-Value Critic"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.03534","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7a6c817ffd1648791d0ed66fb6ec7b25df57a9029f6eea1d75b6b3e6cecbc59d","target":"record","created_at":"2026-07-05T00:42:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8c85541ada7a6a060ca341dcb353d2f5c91b8863930432968722a94b6753576b","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-02-10T04:23:09Z","title_canon_sha256":"7ea8a0dba44efae34f2114093f5e971168d77ef984cb930bab1b669834a18831"},"schema_version":"1.0","source":{"id":"2002.03534","kind":"arxiv","version":2}},"canonical_sha256":"8f3d0ceffc9dff7ebc688377c645b5baa43267f08b0d41bb0a97e2c86ec4d0c5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8f3d0ceffc9dff7ebc688377c645b5baa43267f08b0d41bb0a97e2c86ec4d0c5","first_computed_at":"2026-07-05T00:42:53.912066Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:42:53.912066Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NyvH37ouav9d0ESdEyINxW7TVR4eZUeY7FgjL5Vh0lzQK90LmbfB0Pu9SoiLN8RR4ltvaXRBzG/VpaLFgtWKBg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:42:53.912624Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.03534","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7a6c817ffd1648791d0ed66fb6ec7b25df57a9029f6eea1d75b6b3e6cecbc59d","sha256:17172d88168472205ee996ed88cdb234c96e96d3f6ad1e300e7403543939672f"],"state_sha256":"32d6c6b4ceffbfca008d1dff5113a008fa4e56dac6053452030237dfd4a78ec6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o5w4dVBmEVA/yiHbuSsOna5LI+FsiuDAHdfYhvVOUGWVWdmdCfbNF363BPGcyAE1taIBhJ3zJ8BFRfl72UVKDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T02:25:38.576124Z","bundle_sha256":"7d1d698036c47495127859e2dcba52d31c432cfdc2458b04a6be9e3f4e8c8789"}}