{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:PEGVE5IXCF5Q5M23BN5A6GW6N4","short_pith_number":"pith:PEGVE5IX","canonical_record":{"source":{"id":"1705.07269","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-05-20T07:18:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"23c5b23b74f9cc95bcd52ed39215627b97b2c6274b947ff7bb1a24b81c1167d2","abstract_canon_sha256":"4e378a8fdd21fcdf79f3fa8ab7f604c9e9cec4095e2514df9c5b3822058541fc"},"schema_version":"1.0"},"canonical_sha256":"790d527517117b0eb35b0b7a0f1ade6f1bb978f48a5e3ae20114b3a7bc227385","source":{"kind":"arxiv","id":"1705.07269","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1705.07269","created_at":"2026-05-18T00:44:06Z"},{"alias_kind":"arxiv_version","alias_value":"1705.07269v1","created_at":"2026-05-18T00:44:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1705.07269","created_at":"2026-05-18T00:44:06Z"},{"alias_kind":"pith_short_12","alias_value":"PEGVE5IXCF5Q","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_16","alias_value":"PEGVE5IXCF5Q5M23","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_8","alias_value":"PEGVE5IX","created_at":"2026-05-18T12:31:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:PEGVE5IXCF5Q5M23BN5A6GW6N4","target":"record","payload":{"canonical_record":{"source":{"id":"1705.07269","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-05-20T07:18:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"23c5b23b74f9cc95bcd52ed39215627b97b2c6274b947ff7bb1a24b81c1167d2","abstract_canon_sha256":"4e378a8fdd21fcdf79f3fa8ab7f604c9e9cec4095e2514df9c5b3822058541fc"},"schema_version":"1.0"},"canonical_sha256":"790d527517117b0eb35b0b7a0f1ade6f1bb978f48a5e3ae20114b3a7bc227385","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:44:06.151372Z","signature_b64":"Gznd96r4nEYVatfNLEqQUyYfKQfj29p5q8wmRhsQCWmO2Lq2lGFFN9XddBIwqd2cNPsCbWLONThNE9vf/V8OCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"790d527517117b0eb35b0b7a0f1ade6f1bb978f48a5e3ae20114b3a7bc227385","last_reissued_at":"2026-05-18T00:44:06.150692Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:44:06.150692Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1705.07269","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:44:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VaTzyYKPvBwy0vEDOGqY/rzuQmtHv3Sfhb5I+wHs9D6gztgv5tY7TmtRk+XPW58d9MGOftjO53y+qLuAfSD2DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T23:34:37.793582Z"},"content_sha256":"0bb77bd97fb4d6bff9491e1923920914fdb79227f5fa5eadfb0e73c234bddeb0","schema_version":"1.0","event_id":"sha256:0bb77bd97fb4d6bff9491e1923920914fdb79227f5fa5eadfb0e73c234bddeb0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:PEGVE5IXCF5Q5M23BN5A6GW6N4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning to Factor Policies and Action-Value Functions: Factored Action Space Representations for Deep Reinforcement learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Aravind Suresh, Balaraman Ravindran, Rahul Ramesh, Sahil Sharma","submitted_at":"2017-05-20T07:18:40Z","abstract_excerpt":"Deep Reinforcement Learning (DRL) methods have performed well in an increasing numbering of high-dimensional visual decision making domains. Among all such visual decision making problems, those with discrete action spaces often tend to have underlying compositional structure in the said action space. Such action spaces often contain actions such as go left, go up as well as go diagonally up and left (which is a composition of the former two actions). The representations of control policies in such domains have traditionally been modeled without exploiting this inherent compositional structure"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1705.07269","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:44:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"71naVoB8vC749DB9zocAdlx4chKA8quJVEUfHnD9N0nwW2cSxo+owmbMB8W6ksbLNe545OZVK7xIYq+125MzAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T23:34:37.794225Z"},"content_sha256":"ebbdb60bb398ea9c4f919f36f95718e96d0997af7c2ab3d5cb4ee59a7604ad2b","schema_version":"1.0","event_id":"sha256:ebbdb60bb398ea9c4f919f36f95718e96d0997af7c2ab3d5cb4ee59a7604ad2b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PEGVE5IXCF5Q5M23BN5A6GW6N4/bundle.json","state_url":"https://pith.science/pith/PEGVE5IXCF5Q5M23BN5A6GW6N4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PEGVE5IXCF5Q5M23BN5A6GW6N4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-31T23:34:37Z","links":{"resolver":"https://pith.science/pith/PEGVE5IXCF5Q5M23BN5A6GW6N4","bundle":"https://pith.science/pith/PEGVE5IXCF5Q5M23BN5A6GW6N4/bundle.json","state":"https://pith.science/pith/PEGVE5IXCF5Q5M23BN5A6GW6N4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PEGVE5IXCF5Q5M23BN5A6GW6N4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:PEGVE5IXCF5Q5M23BN5A6GW6N4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4e378a8fdd21fcdf79f3fa8ab7f604c9e9cec4095e2514df9c5b3822058541fc","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-05-20T07:18:40Z","title_canon_sha256":"23c5b23b74f9cc95bcd52ed39215627b97b2c6274b947ff7bb1a24b81c1167d2"},"schema_version":"1.0","source":{"id":"1705.07269","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1705.07269","created_at":"2026-05-18T00:44:06Z"},{"alias_kind":"arxiv_version","alias_value":"1705.07269v1","created_at":"2026-05-18T00:44:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1705.07269","created_at":"2026-05-18T00:44:06Z"},{"alias_kind":"pith_short_12","alias_value":"PEGVE5IXCF5Q","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_16","alias_value":"PEGVE5IXCF5Q5M23","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_8","alias_value":"PEGVE5IX","created_at":"2026-05-18T12:31:37Z"}],"graph_snapshots":[{"event_id":"sha256:ebbdb60bb398ea9c4f919f36f95718e96d0997af7c2ab3d5cb4ee59a7604ad2b","target":"graph","created_at":"2026-05-18T00:44:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Deep Reinforcement Learning (DRL) methods have performed well in an increasing numbering of high-dimensional visual decision making domains. Among all such visual decision making problems, those with discrete action spaces often tend to have underlying compositional structure in the said action space. Such action spaces often contain actions such as go left, go up as well as go diagonally up and left (which is a composition of the former two actions). The representations of control policies in such domains have traditionally been modeled without exploiting this inherent compositional structure","authors_text":"Aravind Suresh, Balaraman Ravindran, Rahul Ramesh, Sahil Sharma","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-05-20T07:18:40Z","title":"Learning to Factor Policies and Action-Value Functions: Factored Action Space Representations for Deep Reinforcement learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1705.07269","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0bb77bd97fb4d6bff9491e1923920914fdb79227f5fa5eadfb0e73c234bddeb0","target":"record","created_at":"2026-05-18T00:44:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4e378a8fdd21fcdf79f3fa8ab7f604c9e9cec4095e2514df9c5b3822058541fc","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-05-20T07:18:40Z","title_canon_sha256":"23c5b23b74f9cc95bcd52ed39215627b97b2c6274b947ff7bb1a24b81c1167d2"},"schema_version":"1.0","source":{"id":"1705.07269","kind":"arxiv","version":1}},"canonical_sha256":"790d527517117b0eb35b0b7a0f1ade6f1bb978f48a5e3ae20114b3a7bc227385","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"790d527517117b0eb35b0b7a0f1ade6f1bb978f48a5e3ae20114b3a7bc227385","first_computed_at":"2026-05-18T00:44:06.150692Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:44:06.150692Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Gznd96r4nEYVatfNLEqQUyYfKQfj29p5q8wmRhsQCWmO2Lq2lGFFN9XddBIwqd2cNPsCbWLONThNE9vf/V8OCA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:44:06.151372Z","signed_message":"canonical_sha256_bytes"},"source_id":"1705.07269","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0bb77bd97fb4d6bff9491e1923920914fdb79227f5fa5eadfb0e73c234bddeb0","sha256:ebbdb60bb398ea9c4f919f36f95718e96d0997af7c2ab3d5cb4ee59a7604ad2b"],"state_sha256":"ca2d8eeb4f2f6bcb803bb7a71bcf4596720fa4a90913ac128903fe98fc2f4e7a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JYTsBC/diM6WXo5vy/dFrmDtveJhh7jPOYUktWhRp13gnVdaJGiVXQaopJ24iVrVhAUUbtWGHvU477zJzdabBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-31T23:34:37.797817Z","bundle_sha256":"986736a15368ed234effac0c915283228798bad3ee9e22ffb2c61932a7e13b3e"}}