{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:EVMTCGJXYWVDILLMXUFT4DJVE2","short_pith_number":"pith:EVMTCGJX","canonical_record":{"source":{"id":"1912.11077","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-23T19:37:13Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"cc8c6c994dfc622ac1a8a07466464c8b92d9df3ebf67d243a19d8d1720d6fd87","abstract_canon_sha256":"099953c8f005b3853557f0e31082eab6fee030a086f56e6e43e40448966c3309"},"schema_version":"1.0"},"canonical_sha256":"2559311937c5aa342d6cbd0b3e0d3526b0f7fff75aaa6c7287021818b4207f4f","source":{"kind":"arxiv","id":"1912.11077","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1912.11077","created_at":"2026-07-05T00:28:16Z"},{"alias_kind":"arxiv_version","alias_value":"1912.11077v1","created_at":"2026-07-05T00:28:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1912.11077","created_at":"2026-07-05T00:28:16Z"},{"alias_kind":"pith_short_12","alias_value":"EVMTCGJXYWVD","created_at":"2026-07-05T00:28:16Z"},{"alias_kind":"pith_short_16","alias_value":"EVMTCGJXYWVDILLM","created_at":"2026-07-05T00:28:16Z"},{"alias_kind":"pith_short_8","alias_value":"EVMTCGJX","created_at":"2026-07-05T00:28:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:EVMTCGJXYWVDILLMXUFT4DJVE2","target":"record","payload":{"canonical_record":{"source":{"id":"1912.11077","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-23T19:37:13Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"cc8c6c994dfc622ac1a8a07466464c8b92d9df3ebf67d243a19d8d1720d6fd87","abstract_canon_sha256":"099953c8f005b3853557f0e31082eab6fee030a086f56e6e43e40448966c3309"},"schema_version":"1.0"},"canonical_sha256":"2559311937c5aa342d6cbd0b3e0d3526b0f7fff75aaa6c7287021818b4207f4f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:28:16.751751Z","signature_b64":"4peFAnbhE9Vr3xPFVKBHNAmsxzIjSyuIjpt6zRyt4c3GNXR8KSjlgIDfXalImyq76eMVaQYxeCDRtIA5aBKNCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2559311937c5aa342d6cbd0b3e0d3526b0f7fff75aaa6c7287021818b4207f4f","last_reissued_at":"2026-07-05T00:28:16.751282Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:28:16.751282Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1912.11077","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:28:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XSHCp69D39mRPdNpcRez3uLZy9s6Ov59TOpkNoDcJlfmho0Nvgdj5ZWmVId5ep0/Fw5q/PMcGYKlndJE17kUBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T14:19:07.112751Z"},"content_sha256":"5c1bc3a49db910ab7ca454703916517c3a659a77e3c31cf1c0c7cf479f3a6d3f","schema_version":"1.0","event_id":"sha256:5c1bc3a49db910ab7ca454703916517c3a659a77e3c31cf1c0c7cf479f3a6d3f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:EVMTCGJXYWVDILLMXUFT4DJVE2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Discrete and Continuous Action Representation for Practical RL in Video Games","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Adrien Logut, Eloi Alonso, Maxim Peter, Olivier Delalleau","submitted_at":"2019-12-23T19:37:13Z","abstract_excerpt":"While most current research in Reinforcement Learning (RL) focuses on improving the performance of the algorithms in controlled environments, the use of RL under constraints like those met in the video game industry is rarely studied. Operating under such constraints, we propose Hybrid SAC, an extension of the Soft Actor-Critic algorithm able to handle discrete, continuous and parameterized actions in a principled way. We show that Hybrid SAC can successfully solve a highspeed driving task in one of our games, and is competitive with the state-of-the-art on parameterized actions benchmark task"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1912.11077","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1912.11077/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:28:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wpaeYZ/0RLR4GiGCjIF/KN69SBNUqhSix5jEskElrpLX9e9waDe2b0r6NaBEupPl/xzci3RayHoLD64KHGRmBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T14:19:07.113220Z"},"content_sha256":"f6e506c7133589b87b5c6c720cfd8cf5bd54133517d2312ecf4ce2db66008c05","schema_version":"1.0","event_id":"sha256:f6e506c7133589b87b5c6c720cfd8cf5bd54133517d2312ecf4ce2db66008c05"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EVMTCGJXYWVDILLMXUFT4DJVE2/bundle.json","state_url":"https://pith.science/pith/EVMTCGJXYWVDILLMXUFT4DJVE2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EVMTCGJXYWVDILLMXUFT4DJVE2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T14:19:07Z","links":{"resolver":"https://pith.science/pith/EVMTCGJXYWVDILLMXUFT4DJVE2","bundle":"https://pith.science/pith/EVMTCGJXYWVDILLMXUFT4DJVE2/bundle.json","state":"https://pith.science/pith/EVMTCGJXYWVDILLMXUFT4DJVE2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EVMTCGJXYWVDILLMXUFT4DJVE2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:EVMTCGJXYWVDILLMXUFT4DJVE2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"099953c8f005b3853557f0e31082eab6fee030a086f56e6e43e40448966c3309","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-23T19:37:13Z","title_canon_sha256":"cc8c6c994dfc622ac1a8a07466464c8b92d9df3ebf67d243a19d8d1720d6fd87"},"schema_version":"1.0","source":{"id":"1912.11077","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1912.11077","created_at":"2026-07-05T00:28:16Z"},{"alias_kind":"arxiv_version","alias_value":"1912.11077v1","created_at":"2026-07-05T00:28:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1912.11077","created_at":"2026-07-05T00:28:16Z"},{"alias_kind":"pith_short_12","alias_value":"EVMTCGJXYWVD","created_at":"2026-07-05T00:28:16Z"},{"alias_kind":"pith_short_16","alias_value":"EVMTCGJXYWVDILLM","created_at":"2026-07-05T00:28:16Z"},{"alias_kind":"pith_short_8","alias_value":"EVMTCGJX","created_at":"2026-07-05T00:28:16Z"}],"graph_snapshots":[{"event_id":"sha256:f6e506c7133589b87b5c6c720cfd8cf5bd54133517d2312ecf4ce2db66008c05","target":"graph","created_at":"2026-07-05T00:28:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1912.11077/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While most current research in Reinforcement Learning (RL) focuses on improving the performance of the algorithms in controlled environments, the use of RL under constraints like those met in the video game industry is rarely studied. Operating under such constraints, we propose Hybrid SAC, an extension of the Soft Actor-Critic algorithm able to handle discrete, continuous and parameterized actions in a principled way. We show that Hybrid SAC can successfully solve a highspeed driving task in one of our games, and is competitive with the state-of-the-art on parameterized actions benchmark task","authors_text":"Adrien Logut, Eloi Alonso, Maxim Peter, Olivier Delalleau","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-23T19:37:13Z","title":"Discrete and Continuous Action Representation for Practical RL in Video Games"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1912.11077","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5c1bc3a49db910ab7ca454703916517c3a659a77e3c31cf1c0c7cf479f3a6d3f","target":"record","created_at":"2026-07-05T00:28:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"099953c8f005b3853557f0e31082eab6fee030a086f56e6e43e40448966c3309","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-23T19:37:13Z","title_canon_sha256":"cc8c6c994dfc622ac1a8a07466464c8b92d9df3ebf67d243a19d8d1720d6fd87"},"schema_version":"1.0","source":{"id":"1912.11077","kind":"arxiv","version":1}},"canonical_sha256":"2559311937c5aa342d6cbd0b3e0d3526b0f7fff75aaa6c7287021818b4207f4f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2559311937c5aa342d6cbd0b3e0d3526b0f7fff75aaa6c7287021818b4207f4f","first_computed_at":"2026-07-05T00:28:16.751282Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:28:16.751282Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4peFAnbhE9Vr3xPFVKBHNAmsxzIjSyuIjpt6zRyt4c3GNXR8KSjlgIDfXalImyq76eMVaQYxeCDRtIA5aBKNCA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:28:16.751751Z","signed_message":"canonical_sha256_bytes"},"source_id":"1912.11077","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5c1bc3a49db910ab7ca454703916517c3a659a77e3c31cf1c0c7cf479f3a6d3f","sha256:f6e506c7133589b87b5c6c720cfd8cf5bd54133517d2312ecf4ce2db66008c05"],"state_sha256":"918506f6980e04093ba8e745e86d43958ff1cd006cf854903e815a54b5b1fe86"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OKoVIRPm/k7g8FmDBpDu2ZcE2FH2ZSL5XuiMn//IEpRCfXCcNRcbwvJqXtkN2nOnRjyGfuqqOGYt/GzeTG0vAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T14:19:07.119755Z","bundle_sha256":"2abcb3f003cc11ab7b2c8d5af3e1570a5f5ee814ed1d38a05b214a37a0103371"}}