{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:WSRIZ6G6HI3THDGKJZ7FLKTUKL","short_pith_number":"pith:WSRIZ6G6","canonical_record":{"source":{"id":"1605.05359","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-17T20:44:19Z","cross_cats_sorted":["cs.AI","cs.CV","cs.NE"],"title_canon_sha256":"1f510768dab88035ba95a87a9ae0c6887ef787e8fd85d44604522bfccaee41b5","abstract_canon_sha256":"3c4c9fc7aedbead9283233cabfececbad6c0237616dc3cfffaabe2a10184e692"},"schema_version":"1.0"},"canonical_sha256":"b4a28cf8de3a37338cca4e7e55aa7452fb166ecd3cd9f53e47c021da7d162b0a","source":{"kind":"arxiv","id":"1605.05359","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1605.05359","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"arxiv_version","alias_value":"1605.05359v3","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1605.05359","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"pith_short_12","alias_value":"WSRIZ6G6HI3T","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"pith_short_16","alias_value":"WSRIZ6G6HI3THDGK","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"pith_short_8","alias_value":"WSRIZ6G6","created_at":"2026-07-05T01:36:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:WSRIZ6G6HI3THDGKJZ7FLKTUKL","target":"record","payload":{"canonical_record":{"source":{"id":"1605.05359","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-17T20:44:19Z","cross_cats_sorted":["cs.AI","cs.CV","cs.NE"],"title_canon_sha256":"1f510768dab88035ba95a87a9ae0c6887ef787e8fd85d44604522bfccaee41b5","abstract_canon_sha256":"3c4c9fc7aedbead9283233cabfececbad6c0237616dc3cfffaabe2a10184e692"},"schema_version":"1.0"},"canonical_sha256":"b4a28cf8de3a37338cca4e7e55aa7452fb166ecd3cd9f53e47c021da7d162b0a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:36:56.086390Z","signature_b64":"h0LsOmI3cMXd4DOdIo1Ec1ROj7h9wou+3KoDy0G3jntzyI+VP8oXzCsSmTub1o7iX0VDMkCpfqg4Z9qECxn3DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b4a28cf8de3a37338cca4e7e55aa7452fb166ecd3cd9f53e47c021da7d162b0a","last_reissued_at":"2026-07-05T01:36:56.085941Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:36:56.085941Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1605.05359","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:36:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2Rztmrr7WLUSuxBe2OwV6b1v9yrYgItZILhPpAmCXS+sfzRI2tiFufBHzSX39md7yQeWIMcvw3mKFecdO5NDAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T19:31:15.388471Z"},"content_sha256":"a02dc01f5d9445c3fe73c55c925d685a1e56b61d1ef4c7a37ece94a4668948ca","schema_version":"1.0","event_id":"sha256:a02dc01f5d9445c3fe73c55c925d685a1e56b61d1ef4c7a37ece94a4668948ca"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:WSRIZ6G6HI3THDGKJZ7FLKTUKL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Option Discovery in Hierarchical Reinforcement Learning using Spatio-Temporal Clustering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.NE"],"primary_cat":"cs.LG","authors_text":"Aravind Srinivas, Balaraman Ravindran, Peeyush Kumar, Ramnandan Krishnamurthy","submitted_at":"2016-05-17T20:44:19Z","abstract_excerpt":"This paper introduces an automated skill acquisition framework in reinforcement learning which involves identifying a hierarchical description of the given task in terms of abstract states and extended actions between abstract states. Identifying such structures present in the task provides ways to simplify and speed up reinforcement learning algorithms. These structures also help to generalize such algorithms over multiple tasks without relearning policies from scratch. We use ideas from dynamical systems to find metastable regions in the state space and associate them with abstract states. T"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1605.05359","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1605.05359/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:36:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vvchYI3igR9Yf5O7L9wldKJMSg1/DBkklucwwYvMGWWvN0DXSEll13V1kzZwzBU0h+RBDjfY5Sj7KRjYhzmLDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T19:31:15.389017Z"},"content_sha256":"0ee93ff67d5f164d00f46b53841fa38023d128718fc63332db59c028d42e24de","schema_version":"1.0","event_id":"sha256:0ee93ff67d5f164d00f46b53841fa38023d128718fc63332db59c028d42e24de"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WSRIZ6G6HI3THDGKJZ7FLKTUKL/bundle.json","state_url":"https://pith.science/pith/WSRIZ6G6HI3THDGKJZ7FLKTUKL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WSRIZ6G6HI3THDGKJZ7FLKTUKL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T19:31:15Z","links":{"resolver":"https://pith.science/pith/WSRIZ6G6HI3THDGKJZ7FLKTUKL","bundle":"https://pith.science/pith/WSRIZ6G6HI3THDGKJZ7FLKTUKL/bundle.json","state":"https://pith.science/pith/WSRIZ6G6HI3THDGKJZ7FLKTUKL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WSRIZ6G6HI3THDGKJZ7FLKTUKL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:WSRIZ6G6HI3THDGKJZ7FLKTUKL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3c4c9fc7aedbead9283233cabfececbad6c0237616dc3cfffaabe2a10184e692","cross_cats_sorted":["cs.AI","cs.CV","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-17T20:44:19Z","title_canon_sha256":"1f510768dab88035ba95a87a9ae0c6887ef787e8fd85d44604522bfccaee41b5"},"schema_version":"1.0","source":{"id":"1605.05359","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1605.05359","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"arxiv_version","alias_value":"1605.05359v3","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1605.05359","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"pith_short_12","alias_value":"WSRIZ6G6HI3T","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"pith_short_16","alias_value":"WSRIZ6G6HI3THDGK","created_at":"2026-07-05T01:36:56Z"},{"alias_kind":"pith_short_8","alias_value":"WSRIZ6G6","created_at":"2026-07-05T01:36:56Z"}],"graph_snapshots":[{"event_id":"sha256:0ee93ff67d5f164d00f46b53841fa38023d128718fc63332db59c028d42e24de","target":"graph","created_at":"2026-07-05T01:36:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1605.05359/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces an automated skill acquisition framework in reinforcement learning which involves identifying a hierarchical description of the given task in terms of abstract states and extended actions between abstract states. Identifying such structures present in the task provides ways to simplify and speed up reinforcement learning algorithms. These structures also help to generalize such algorithms over multiple tasks without relearning policies from scratch. We use ideas from dynamical systems to find metastable regions in the state space and associate them with abstract states. T","authors_text":"Aravind Srinivas, Balaraman Ravindran, Peeyush Kumar, Ramnandan Krishnamurthy","cross_cats":["cs.AI","cs.CV","cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-17T20:44:19Z","title":"Option Discovery in Hierarchical Reinforcement Learning using Spatio-Temporal Clustering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1605.05359","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a02dc01f5d9445c3fe73c55c925d685a1e56b61d1ef4c7a37ece94a4668948ca","target":"record","created_at":"2026-07-05T01:36:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3c4c9fc7aedbead9283233cabfececbad6c0237616dc3cfffaabe2a10184e692","cross_cats_sorted":["cs.AI","cs.CV","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-17T20:44:19Z","title_canon_sha256":"1f510768dab88035ba95a87a9ae0c6887ef787e8fd85d44604522bfccaee41b5"},"schema_version":"1.0","source":{"id":"1605.05359","kind":"arxiv","version":3}},"canonical_sha256":"b4a28cf8de3a37338cca4e7e55aa7452fb166ecd3cd9f53e47c021da7d162b0a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b4a28cf8de3a37338cca4e7e55aa7452fb166ecd3cd9f53e47c021da7d162b0a","first_computed_at":"2026-07-05T01:36:56.085941Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:36:56.085941Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"h0LsOmI3cMXd4DOdIo1Ec1ROj7h9wou+3KoDy0G3jntzyI+VP8oXzCsSmTub1o7iX0VDMkCpfqg4Z9qECxn3DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:36:56.086390Z","signed_message":"canonical_sha256_bytes"},"source_id":"1605.05359","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a02dc01f5d9445c3fe73c55c925d685a1e56b61d1ef4c7a37ece94a4668948ca","sha256:0ee93ff67d5f164d00f46b53841fa38023d128718fc63332db59c028d42e24de"],"state_sha256":"ada13264cac20ef74498e93f6dbe74d9d1893040e8bc0d9cb8288d2b5ab02579"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jeS96ogLvnNmjk3Tgl1vdxgIgQIX5owAD1VPOpO70APB3dsx2UfG8a4A3qQysxkYXid/Q/+A3jyyd9cgY5OxAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T19:31:15.395097Z","bundle_sha256":"32868c07e3e3a754618cd2c69d051da4d85bd4aa5800c875d200d538dff3bfa6"}}