{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:NIW54LSUK3CRL65TW2OSOPFTEL","short_pith_number":"pith:NIW54LSU","canonical_record":{"source":{"id":"1905.09334","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-22T19:18:39Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"d00f770ee29fe5b85e9516832cde0313133df44874efa2d631af287eedb73106","abstract_canon_sha256":"8468a34adb2ea764adc91eef1aef26c53542545c8b65ae76b4819cf3930ff6b6"},"schema_version":"1.0"},"canonical_sha256":"6a2dde2e5456c515fbb3b69d273cb322dc47aea0d3d7e3a3ea52aa22e5559beb","source":{"kind":"arxiv","id":"1905.09334","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.09334","created_at":"2026-05-17T23:45:19Z"},{"alias_kind":"arxiv_version","alias_value":"1905.09334v1","created_at":"2026-05-17T23:45:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.09334","created_at":"2026-05-17T23:45:19Z"},{"alias_kind":"pith_short_12","alias_value":"NIW54LSUK3CR","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"NIW54LSUK3CRL65T","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"NIW54LSU","created_at":"2026-05-18T12:33:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:NIW54LSUK3CRL65TW2OSOPFTEL","target":"record","payload":{"canonical_record":{"source":{"id":"1905.09334","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-22T19:18:39Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"d00f770ee29fe5b85e9516832cde0313133df44874efa2d631af287eedb73106","abstract_canon_sha256":"8468a34adb2ea764adc91eef1aef26c53542545c8b65ae76b4819cf3930ff6b6"},"schema_version":"1.0"},"canonical_sha256":"6a2dde2e5456c515fbb3b69d273cb322dc47aea0d3d7e3a3ea52aa22e5559beb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:45:19.574238Z","signature_b64":"po2T94FogiLI8rkMZJuNFiylnUd2x4TaZen+LpQobeAdNNh3P31EKv9780R6+x3QyVg6G5Rx7OXaCRYaslQSAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6a2dde2e5456c515fbb3b69d273cb322dc47aea0d3d7e3a3ea52aa22e5559beb","last_reissued_at":"2026-05-17T23:45:19.573552Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:45:19.573552Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1905.09334","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:45:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3pe2M+2zukGqgrE3PyXCmHVFd79FstS4T4tyBbU+LeB+G2XJUgTStfJhAywXWTXpL48cxF8WOkAWkhVCUzV/Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T08:47:30.286781Z"},"content_sha256":"9da4a6eddad18893e4e488fcb45ad5e27b1a6f6c7fe88356f0dd32ed7a7c2aa2","schema_version":"1.0","event_id":"sha256:9da4a6eddad18893e4e488fcb45ad5e27b1a6f6c7fe88356f0dd32ed7a7c2aa2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:NIW54LSUK3CRL65TW2OSOPFTEL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Journey is the Reward: Unsupervised Learning of Influential Trajectories","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Jonathan Binas, Sherjil Ozair, Yoshua Bengio","submitted_at":"2019-05-22T19:18:39Z","abstract_excerpt":"Unsupervised exploration and representation learning become increasingly important when learning in diverse and sparse environments. The information-theoretic principle of empowerment formalizes an unsupervised exploration objective through an agent trying to maximize its influence on the future states of its environment. Previous approaches carry certain limitations in that they either do not employ closed-loop feedback or do not have an internal state. As a consequence, a privileged final state is taken as an influence measure, rather than the full trajectory. We provide a model-free method "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.09334","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:45:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"29bTcsk2q/ePgwwyNTyQ+hUKVRWkh60L+ls7l9tg5SOkyc9NRnqD3JebFRC8nTeNivATQSCwiCnKzpe3phPPBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T08:47:30.287133Z"},"content_sha256":"1a819654cf921cb1ab2912f1c135ec5e96266db8a28aae4e5877078d0e94e9fc","schema_version":"1.0","event_id":"sha256:1a819654cf921cb1ab2912f1c135ec5e96266db8a28aae4e5877078d0e94e9fc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NIW54LSUK3CRL65TW2OSOPFTEL/bundle.json","state_url":"https://pith.science/pith/NIW54LSUK3CRL65TW2OSOPFTEL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NIW54LSUK3CRL65TW2OSOPFTEL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T08:47:30Z","links":{"resolver":"https://pith.science/pith/NIW54LSUK3CRL65TW2OSOPFTEL","bundle":"https://pith.science/pith/NIW54LSUK3CRL65TW2OSOPFTEL/bundle.json","state":"https://pith.science/pith/NIW54LSUK3CRL65TW2OSOPFTEL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NIW54LSUK3CRL65TW2OSOPFTEL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:NIW54LSUK3CRL65TW2OSOPFTEL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8468a34adb2ea764adc91eef1aef26c53542545c8b65ae76b4819cf3930ff6b6","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-22T19:18:39Z","title_canon_sha256":"d00f770ee29fe5b85e9516832cde0313133df44874efa2d631af287eedb73106"},"schema_version":"1.0","source":{"id":"1905.09334","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.09334","created_at":"2026-05-17T23:45:19Z"},{"alias_kind":"arxiv_version","alias_value":"1905.09334v1","created_at":"2026-05-17T23:45:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.09334","created_at":"2026-05-17T23:45:19Z"},{"alias_kind":"pith_short_12","alias_value":"NIW54LSUK3CR","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"NIW54LSUK3CRL65T","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"NIW54LSU","created_at":"2026-05-18T12:33:24Z"}],"graph_snapshots":[{"event_id":"sha256:1a819654cf921cb1ab2912f1c135ec5e96266db8a28aae4e5877078d0e94e9fc","target":"graph","created_at":"2026-05-17T23:45:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Unsupervised exploration and representation learning become increasingly important when learning in diverse and sparse environments. The information-theoretic principle of empowerment formalizes an unsupervised exploration objective through an agent trying to maximize its influence on the future states of its environment. Previous approaches carry certain limitations in that they either do not employ closed-loop feedback or do not have an internal state. As a consequence, a privileged final state is taken as an influence measure, rather than the full trajectory. We provide a model-free method ","authors_text":"Jonathan Binas, Sherjil Ozair, Yoshua Bengio","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-22T19:18:39Z","title":"The Journey is the Reward: Unsupervised Learning of Influential Trajectories"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.09334","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9da4a6eddad18893e4e488fcb45ad5e27b1a6f6c7fe88356f0dd32ed7a7c2aa2","target":"record","created_at":"2026-05-17T23:45:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8468a34adb2ea764adc91eef1aef26c53542545c8b65ae76b4819cf3930ff6b6","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-22T19:18:39Z","title_canon_sha256":"d00f770ee29fe5b85e9516832cde0313133df44874efa2d631af287eedb73106"},"schema_version":"1.0","source":{"id":"1905.09334","kind":"arxiv","version":1}},"canonical_sha256":"6a2dde2e5456c515fbb3b69d273cb322dc47aea0d3d7e3a3ea52aa22e5559beb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6a2dde2e5456c515fbb3b69d273cb322dc47aea0d3d7e3a3ea52aa22e5559beb","first_computed_at":"2026-05-17T23:45:19.573552Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:45:19.573552Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"po2T94FogiLI8rkMZJuNFiylnUd2x4TaZen+LpQobeAdNNh3P31EKv9780R6+x3QyVg6G5Rx7OXaCRYaslQSAA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:45:19.574238Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.09334","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9da4a6eddad18893e4e488fcb45ad5e27b1a6f6c7fe88356f0dd32ed7a7c2aa2","sha256:1a819654cf921cb1ab2912f1c135ec5e96266db8a28aae4e5877078d0e94e9fc"],"state_sha256":"5ba220e2caf4f1e733ef9416b0fb55dda05bb011875d726f2484d6965adb4fbf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JNI9E+QP2pL2ByfqAwjI+7wuysd+0B09ubK0uWX8OhJAJVOpVzee0s3KfmzDJug8jI+bvyJu6FL6a22jMvF2CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T08:47:30.289410Z","bundle_sha256":"779b08b20e8a4b4bb92a54275c7192fa87e44f2c999d0f10302eccc834602750"}}