{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:SFJBFLHSBZSXAJOYDG7NG7APNZ","short_pith_number":"pith:SFJBFLHS","canonical_record":{"source":{"id":"2301.10067","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-01-24T15:13:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9c22484763bc83ffca173d32c77a3efa3cf61993cb2e1f410d17b1f44c30acc3","abstract_canon_sha256":"6ebdd4fbfb809d232d94162cae2f9802ef79c3ca2d44b2f7bbeae6297415ac07"},"schema_version":"1.0"},"canonical_sha256":"915212acf20e657025d819bed37c0f6e633a2732272e46c0abce27ddbca64934","source":{"kind":"arxiv","id":"2301.10067","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.10067","created_at":"2026-07-05T05:35:37Z"},{"alias_kind":"arxiv_version","alias_value":"2301.10067v1","created_at":"2026-07-05T05:35:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.10067","created_at":"2026-07-05T05:35:37Z"},{"alias_kind":"pith_short_12","alias_value":"SFJBFLHSBZSX","created_at":"2026-07-05T05:35:37Z"},{"alias_kind":"pith_short_16","alias_value":"SFJBFLHSBZSXAJOY","created_at":"2026-07-05T05:35:37Z"},{"alias_kind":"pith_short_8","alias_value":"SFJBFLHS","created_at":"2026-07-05T05:35:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:SFJBFLHSBZSXAJOYDG7NG7APNZ","target":"record","payload":{"canonical_record":{"source":{"id":"2301.10067","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-01-24T15:13:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9c22484763bc83ffca173d32c77a3efa3cf61993cb2e1f410d17b1f44c30acc3","abstract_canon_sha256":"6ebdd4fbfb809d232d94162cae2f9802ef79c3ca2d44b2f7bbeae6297415ac07"},"schema_version":"1.0"},"canonical_sha256":"915212acf20e657025d819bed37c0f6e633a2732272e46c0abce27ddbca64934","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:35:37.552253Z","signature_b64":"1ipZ8zDnwhWjuxL6VA2C/w9Oab/tU+XC+aPY4CfhvJfueIOCEnrFSVlJRH6w6ACKxaT4V9DBj7TEBuK8pq3sBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"915212acf20e657025d819bed37c0f6e633a2732272e46c0abce27ddbca64934","last_reissued_at":"2026-07-05T05:35:37.551815Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:35:37.551815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2301.10067","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:35:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wzzAKw2EDV6LVqmDzG2ifboyUkGuRPUOKUzUusQ8TllcKkVkxlJx3Xg4oKTkH9UWPNKMVegT+HH5F32uhIETAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T13:36:59.905401Z"},"content_sha256":"75d722f27ad238ef00d507e4f5aef5b8d5e50003fc5a75519721fda9bae919c0","schema_version":"1.0","event_id":"sha256:75d722f27ad238ef00d507e4f5aef5b8d5e50003fc5a75519721fda9bae919c0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:SFJBFLHSBZSXAJOYDG7NG7APNZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Intrinsic Motivation in Model-based Reinforcement Learning: A Brief Review","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Aleksandr I. Panov, Artem Latyshev","submitted_at":"2023-01-24T15:13:02Z","abstract_excerpt":"The reinforcement learning research area contains a wide range of methods for solving the problems of intelligent agent control. Despite the progress that has been made, the task of creating a highly autonomous agent is still a significant challenge. One potential solution to this problem is intrinsic motivation, a concept derived from developmental psychology. This review considers the existing methods for determining intrinsic motivation based on the world model obtained by the agent. We propose a systematic approach to current research in this field, which consists of three categories of me"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.10067","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2301.10067/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:35:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I+buNdPdjfapFQRmrxbLS8EmRM2T87oeNx8wYSwvRN8u1+qRzwr51o2b7u8aBJAsaXF6G+f4IyIK33WgJYP0CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T13:36:59.905927Z"},"content_sha256":"431acf434d1d9d3d14120db95acf692e435e24fe014a6d978d1468d6c46cb919","schema_version":"1.0","event_id":"sha256:431acf434d1d9d3d14120db95acf692e435e24fe014a6d978d1468d6c46cb919"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SFJBFLHSBZSXAJOYDG7NG7APNZ/bundle.json","state_url":"https://pith.science/pith/SFJBFLHSBZSXAJOYDG7NG7APNZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SFJBFLHSBZSXAJOYDG7NG7APNZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T13:36:59Z","links":{"resolver":"https://pith.science/pith/SFJBFLHSBZSXAJOYDG7NG7APNZ","bundle":"https://pith.science/pith/SFJBFLHSBZSXAJOYDG7NG7APNZ/bundle.json","state":"https://pith.science/pith/SFJBFLHSBZSXAJOYDG7NG7APNZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SFJBFLHSBZSXAJOYDG7NG7APNZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:SFJBFLHSBZSXAJOYDG7NG7APNZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6ebdd4fbfb809d232d94162cae2f9802ef79c3ca2d44b2f7bbeae6297415ac07","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-01-24T15:13:02Z","title_canon_sha256":"9c22484763bc83ffca173d32c77a3efa3cf61993cb2e1f410d17b1f44c30acc3"},"schema_version":"1.0","source":{"id":"2301.10067","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.10067","created_at":"2026-07-05T05:35:37Z"},{"alias_kind":"arxiv_version","alias_value":"2301.10067v1","created_at":"2026-07-05T05:35:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.10067","created_at":"2026-07-05T05:35:37Z"},{"alias_kind":"pith_short_12","alias_value":"SFJBFLHSBZSX","created_at":"2026-07-05T05:35:37Z"},{"alias_kind":"pith_short_16","alias_value":"SFJBFLHSBZSXAJOY","created_at":"2026-07-05T05:35:37Z"},{"alias_kind":"pith_short_8","alias_value":"SFJBFLHS","created_at":"2026-07-05T05:35:37Z"}],"graph_snapshots":[{"event_id":"sha256:431acf434d1d9d3d14120db95acf692e435e24fe014a6d978d1468d6c46cb919","target":"graph","created_at":"2026-07-05T05:35:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2301.10067/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The reinforcement learning research area contains a wide range of methods for solving the problems of intelligent agent control. Despite the progress that has been made, the task of creating a highly autonomous agent is still a significant challenge. One potential solution to this problem is intrinsic motivation, a concept derived from developmental psychology. This review considers the existing methods for determining intrinsic motivation based on the world model obtained by the agent. We propose a systematic approach to current research in this field, which consists of three categories of me","authors_text":"Aleksandr I. Panov, Artem Latyshev","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-01-24T15:13:02Z","title":"Intrinsic Motivation in Model-based Reinforcement Learning: A Brief Review"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.10067","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:75d722f27ad238ef00d507e4f5aef5b8d5e50003fc5a75519721fda9bae919c0","target":"record","created_at":"2026-07-05T05:35:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6ebdd4fbfb809d232d94162cae2f9802ef79c3ca2d44b2f7bbeae6297415ac07","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-01-24T15:13:02Z","title_canon_sha256":"9c22484763bc83ffca173d32c77a3efa3cf61993cb2e1f410d17b1f44c30acc3"},"schema_version":"1.0","source":{"id":"2301.10067","kind":"arxiv","version":1}},"canonical_sha256":"915212acf20e657025d819bed37c0f6e633a2732272e46c0abce27ddbca64934","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"915212acf20e657025d819bed37c0f6e633a2732272e46c0abce27ddbca64934","first_computed_at":"2026-07-05T05:35:37.551815Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:35:37.551815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1ipZ8zDnwhWjuxL6VA2C/w9Oab/tU+XC+aPY4CfhvJfueIOCEnrFSVlJRH6w6ACKxaT4V9DBj7TEBuK8pq3sBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:35:37.552253Z","signed_message":"canonical_sha256_bytes"},"source_id":"2301.10067","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:75d722f27ad238ef00d507e4f5aef5b8d5e50003fc5a75519721fda9bae919c0","sha256:431acf434d1d9d3d14120db95acf692e435e24fe014a6d978d1468d6c46cb919"],"state_sha256":"3936aba70c5f01d29a892f6896fb15a974bde0c1dcffadcb7c81ae765c7f9351"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eMImHVmU279FDjh0TdgufE059oCO95WLtyLFWxjS/n/tIuUqiTSlDIhQ1vB1MUm1sR+syl52Zy+yoCOf27kyDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T13:36:59.910468Z","bundle_sha256":"6199c221181da756ffa5072bba1b21898504d492f6e08c37ec02bbf50402a4a4"}}