{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:A33L7SUNI3N7T4CQOETVMFEV6L","short_pith_number":"pith:A33L7SUN","canonical_record":{"source":{"id":"2409.14216","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.RO","submitted_at":"2024-09-21T18:32:44Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"title_canon_sha256":"5a882a8e63a8e880643061db804c6ed2dc1a92a8be70be563bc5bda52337b8f9","abstract_canon_sha256":"c077be23bdbe62d7621054c037c122515d71a6081135e12a48a89e29a52fa801"},"schema_version":"1.0"},"canonical_sha256":"06f6bfca8d46dbf9f0507127561495f2efdd4fcaa8753da0b3a068bb353958fc","source":{"kind":"arxiv","id":"2409.14216","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.14216","created_at":"2026-07-05T09:10:13Z"},{"alias_kind":"arxiv_version","alias_value":"2409.14216v1","created_at":"2026-07-05T09:10:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.14216","created_at":"2026-07-05T09:10:13Z"},{"alias_kind":"pith_short_12","alias_value":"A33L7SUNI3N7","created_at":"2026-07-05T09:10:13Z"},{"alias_kind":"pith_short_16","alias_value":"A33L7SUNI3N7T4CQ","created_at":"2026-07-05T09:10:13Z"},{"alias_kind":"pith_short_8","alias_value":"A33L7SUN","created_at":"2026-07-05T09:10:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:A33L7SUNI3N7T4CQOETVMFEV6L","target":"record","payload":{"canonical_record":{"source":{"id":"2409.14216","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.RO","submitted_at":"2024-09-21T18:32:44Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"title_canon_sha256":"5a882a8e63a8e880643061db804c6ed2dc1a92a8be70be563bc5bda52337b8f9","abstract_canon_sha256":"c077be23bdbe62d7621054c037c122515d71a6081135e12a48a89e29a52fa801"},"schema_version":"1.0"},"canonical_sha256":"06f6bfca8d46dbf9f0507127561495f2efdd4fcaa8753da0b3a068bb353958fc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:10:13.423911Z","signature_b64":"xiSliq70TPUsoIVNWVodJGDoL7EixXCCFJaiXwx+kUpEUFXotwYCyBYxfB8f140bv5gLZdKr9QWZ4jHOnEKtCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"06f6bfca8d46dbf9f0507127561495f2efdd4fcaa8753da0b3a068bb353958fc","last_reissued_at":"2026-07-05T09:10:13.423438Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:10:13.423438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.14216","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XNRk7gFGZyza4pdZ7owXYMsfVRURWYAsxYX+zpMBEwyjC5mluoQL9FWgDHc9t2sRNaL914oXW9PI7V0CE/bgBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:46:37.049676Z"},"content_sha256":"31e5225e2057e6f8f1cde302c95ccc2f6ab92239afb71d904e660e0aba06dd24","schema_version":"1.0","event_id":"sha256:31e5225e2057e6f8f1cde302c95ccc2f6ab92239afb71d904e660e0aba06dd24"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:A33L7SUNI3N7T4CQOETVMFEV6L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"R-AIF: Solving Sparse-Reward Robotic Tasks from Pixels with Active Inference and World Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.LG"],"primary_cat":"cs.RO","authors_text":"Alexander Ororbia, Christopher L. Buckley, Viet Dung Nguyen, Zhizhuo Yang","submitted_at":"2024-09-21T18:32:44Z","abstract_excerpt":"Although research has produced promising results demonstrating the utility of active inference (AIF) in Markov decision processes (MDPs), there is relatively less work that builds AIF models in the context of environments and problems that take the form of partially observable Markov decision processes (POMDPs). In POMDP scenarios, the agent must infer the unobserved environmental state from raw sensory observations, e.g., pixels in an image. Additionally, less work exists in examining the most difficult form of POMDP-centered control: continuous action space POMDPs under sparse reward signals"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.14216","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.14216/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hso1dKlLeWO1rNld17SPG0CtL2R2OE5PkLK9R8v2WC4IFpwpe+viTzsfuySYqeHhI0n+zd7xNGy5KaC7cagNBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:46:37.050514Z"},"content_sha256":"0567735613c0cf18eeaf2f3b50a46e4a41c9de8a14d4e32e5774b5e1fa5f7da8","schema_version":"1.0","event_id":"sha256:0567735613c0cf18eeaf2f3b50a46e4a41c9de8a14d4e32e5774b5e1fa5f7da8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/A33L7SUNI3N7T4CQOETVMFEV6L/bundle.json","state_url":"https://pith.science/pith/A33L7SUNI3N7T4CQOETVMFEV6L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/A33L7SUNI3N7T4CQOETVMFEV6L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T17:46:37Z","links":{"resolver":"https://pith.science/pith/A33L7SUNI3N7T4CQOETVMFEV6L","bundle":"https://pith.science/pith/A33L7SUNI3N7T4CQOETVMFEV6L/bundle.json","state":"https://pith.science/pith/A33L7SUNI3N7T4CQOETVMFEV6L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/A33L7SUNI3N7T4CQOETVMFEV6L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:A33L7SUNI3N7T4CQOETVMFEV6L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c077be23bdbe62d7621054c037c122515d71a6081135e12a48a89e29a52fa801","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.RO","submitted_at":"2024-09-21T18:32:44Z","title_canon_sha256":"5a882a8e63a8e880643061db804c6ed2dc1a92a8be70be563bc5bda52337b8f9"},"schema_version":"1.0","source":{"id":"2409.14216","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.14216","created_at":"2026-07-05T09:10:13Z"},{"alias_kind":"arxiv_version","alias_value":"2409.14216v1","created_at":"2026-07-05T09:10:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.14216","created_at":"2026-07-05T09:10:13Z"},{"alias_kind":"pith_short_12","alias_value":"A33L7SUNI3N7","created_at":"2026-07-05T09:10:13Z"},{"alias_kind":"pith_short_16","alias_value":"A33L7SUNI3N7T4CQ","created_at":"2026-07-05T09:10:13Z"},{"alias_kind":"pith_short_8","alias_value":"A33L7SUN","created_at":"2026-07-05T09:10:13Z"}],"graph_snapshots":[{"event_id":"sha256:0567735613c0cf18eeaf2f3b50a46e4a41c9de8a14d4e32e5774b5e1fa5f7da8","target":"graph","created_at":"2026-07-05T09:10:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.14216/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although research has produced promising results demonstrating the utility of active inference (AIF) in Markov decision processes (MDPs), there is relatively less work that builds AIF models in the context of environments and problems that take the form of partially observable Markov decision processes (POMDPs). In POMDP scenarios, the agent must infer the unobserved environmental state from raw sensory observations, e.g., pixels in an image. Additionally, less work exists in examining the most difficult form of POMDP-centered control: continuous action space POMDPs under sparse reward signals","authors_text":"Alexander Ororbia, Christopher L. Buckley, Viet Dung Nguyen, Zhizhuo Yang","cross_cats":["cs.AI","cs.CV","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.RO","submitted_at":"2024-09-21T18:32:44Z","title":"R-AIF: Solving Sparse-Reward Robotic Tasks from Pixels with Active Inference and World Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.14216","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:31e5225e2057e6f8f1cde302c95ccc2f6ab92239afb71d904e660e0aba06dd24","target":"record","created_at":"2026-07-05T09:10:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c077be23bdbe62d7621054c037c122515d71a6081135e12a48a89e29a52fa801","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.RO","submitted_at":"2024-09-21T18:32:44Z","title_canon_sha256":"5a882a8e63a8e880643061db804c6ed2dc1a92a8be70be563bc5bda52337b8f9"},"schema_version":"1.0","source":{"id":"2409.14216","kind":"arxiv","version":1}},"canonical_sha256":"06f6bfca8d46dbf9f0507127561495f2efdd4fcaa8753da0b3a068bb353958fc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"06f6bfca8d46dbf9f0507127561495f2efdd4fcaa8753da0b3a068bb353958fc","first_computed_at":"2026-07-05T09:10:13.423438Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:10:13.423438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xiSliq70TPUsoIVNWVodJGDoL7EixXCCFJaiXwx+kUpEUFXotwYCyBYxfB8f140bv5gLZdKr9QWZ4jHOnEKtCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:10:13.423911Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.14216","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:31e5225e2057e6f8f1cde302c95ccc2f6ab92239afb71d904e660e0aba06dd24","sha256:0567735613c0cf18eeaf2f3b50a46e4a41c9de8a14d4e32e5774b5e1fa5f7da8"],"state_sha256":"6a7d38065afc3e0bc2d5d064bcfbbf38ab33715b147f4e93ddf24bb0dee2f34d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tEhODRNC27adPX6+3Tnt+jfjefZSaNUb9aREZXl6WQE1Va9QDQmYZStgAhTnIkFY3mFkhXa6mxgioRD9ADvYCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T17:46:37.056500Z","bundle_sha256":"b787db284e2a6482f01ec243c2defff6798fc6c7c1b6c0c463d3c4535a7f580d"}}