{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:WSRIZ6G6HI3THDGKJZ7FLKTUKL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3c4c9fc7aedbead9283233cabfececbad6c0237616dc3cfffaabe2a10184e692","cross_cats_sorted":["cs.AI","cs.CV","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-17T20:44:19Z","title_canon_sha256":"1f510768dab88035ba95a87a9ae0c6887ef787e8fd85d44604522bfccaee41b5"},"schema_version":"1.0","source":{"id":"1605.05359","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1605.05359","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"arxiv_version","alias_value":"1605.05359v3","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1605.05359","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"pith_short_12","alias_value":"WSRIZ6G6HI3T","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"pith_short_16","alias_value":"WSRIZ6G6HI3THDGK","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"pith_short_8","alias_value":"WSRIZ6G6","created_at":"2026-07-05T01:36:56Z"}],"graph_snapshots":[{"event_id":"sha256:0ee93ff67d5f164d00f46b53841fa38023d128718fc63332db59c028d42e24de","target":"graph","created_at":"2026-07-05T01:36:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1605.05359/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces an automated skill acquisition framework in reinforcement learning which involves identifying a hierarchical description of the given task in terms of abstract states and extended actions between abstract states. Identifying such structures present in the task provides ways to simplify and speed up reinforcement learning algorithms. These structures also help to generalize such algorithms over multiple tasks without relearning policies from scratch. We use ideas from dynamical systems to find metastable regions in the state space and associate them with abstract states. T","authors_text":"Aravind Srinivas, Balaraman Ravindran, Peeyush Kumar, Ramnandan Krishnamurthy","cross_cats":["cs.AI","cs.CV","cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-17T20:44:19Z","title":"Option Discovery in Hierarchical Reinforcement Learning using Spatio-Temporal Clustering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1605.05359","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a02dc01f5d9445c3fe73c55c925d685a1e56b61d1ef4c7a37ece94a4668948ca","target":"record","created_at":"2026-07-05T01:36:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3c4c9fc7aedbead9283233cabfececbad6c0237616dc3cfffaabe2a10184e692","cross_cats_sorted":["cs.AI","cs.CV","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-17T20:44:19Z","title_canon_sha256":"1f510768dab88035ba95a87a9ae0c6887ef787e8fd85d44604522bfccaee41b5"},"schema_version":"1.0","source":{"id":"1605.05359","kind":"arxiv","version":3}},"canonical_sha256":"b4a28cf8de3a37338cca4e7e55aa7452fb166ecd3cd9f53e47c021da7d162b0a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b4a28cf8de3a37338cca4e7e55aa7452fb166ecd3cd9f53e47c021da7d162b0a","first_computed_at":"2026-07-05T01:36:56.085941Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:36:56.085941Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"h0LsOmI3cMXd4DOdIo1Ec1ROj7h9wou+3KoDy0G3jntzyI+VP8oXzCsSmTub1o7iX0VDMkCpfqg4Z9qECxn3DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:36:56.086390Z","signed_message":"canonical_sha256_bytes"},"source_id":"1605.05359","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a02dc01f5d9445c3fe73c55c925d685a1e56b61d1ef4c7a37ece94a4668948ca","sha256:0ee93ff67d5f164d00f46b53841fa38023d128718fc63332db59c028d42e24de"],"state_sha256":"ada13264cac20ef74498e93f6dbe74d9d1893040e8bc0d9cb8288d2b5ab02579"}