{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:D4ZYV7LJU2U2RZNJBD4O7H3DWK","short_pith_number":"pith:D4ZYV7LJ","canonical_record":{"source":{"id":"2110.03608","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-07T16:35:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ab7ee041b22883da2718b3eedafbf365c8fd70fbada48ce3aef8226cdbb8419d","abstract_canon_sha256":"2420ea3dc678c9df62eb13ba662e45a35770725079621c043d89abf614a2455a"},"schema_version":"1.0"},"canonical_sha256":"1f338afd69a6a9a8e5a908f8ef9f63b28ed82ed85f968552de7d74e782c629e4","source":{"kind":"arxiv","id":"2110.03608","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.03608","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"arxiv_version","alias_value":"2110.03608v2","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.03608","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_12","alias_value":"D4ZYV7LJU2U2","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_16","alias_value":"D4ZYV7LJU2U2RZNJ","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_8","alias_value":"D4ZYV7LJ","created_at":"2026-07-05T03:52:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:D4ZYV7LJU2U2RZNJBD4O7H3DWK","target":"record","payload":{"canonical_record":{"source":{"id":"2110.03608","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-07T16:35:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ab7ee041b22883da2718b3eedafbf365c8fd70fbada48ce3aef8226cdbb8419d","abstract_canon_sha256":"2420ea3dc678c9df62eb13ba662e45a35770725079621c043d89abf614a2455a"},"schema_version":"1.0"},"canonical_sha256":"1f338afd69a6a9a8e5a908f8ef9f63b28ed82ed85f968552de7d74e782c629e4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:52:31.549990Z","signature_b64":"JSfrIezG8N26EVbrGoFBtmB08Q5Y9f8CbqZQB9avmsV0qyXhe6YM9SNpzKLEvdHY4wiqOhnzEsjY91eEEc/qDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1f338afd69a6a9a8e5a908f8ef9f63b28ed82ed85f968552de7d74e782c629e4","last_reissued_at":"2026-07-05T03:52:31.549517Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:52:31.549517Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.03608","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:52:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7pzUtCGHem0vMFFhisJdnjaDwWO6IyMDFudGxXWux0sVTl5wDaiC0hkZMcZYtuyGA83CVRfzHNBhnf5UYRTLCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T19:24:54.549459Z"},"content_sha256":"429ba27a1ec7d8939283a908b27ceeaa765b59c3675bf5fa5c89b2b1baa4e34a","schema_version":"1.0","event_id":"sha256:429ba27a1ec7d8939283a908b27ceeaa765b59c3675bf5fa5c89b2b1baa4e34a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:D4ZYV7LJU2U2RZNJBD4O7H3DWK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How to Sense the World: Leveraging Hierarchy in Multimodal Perception for Robust Reinforcement Learning Agents","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Ana Paiva, Francisco S. Melo, Hang Yin, Miguel Vasco","submitted_at":"2021-10-07T16:35:23Z","abstract_excerpt":"This work addresses the problem of sensing the world: how to learn a multimodal representation of a reinforcement learning agent's environment that allows the execution of tasks under incomplete perceptual conditions. To address such problem, we argue for hierarchy in the design of representation models and contribute with a novel multimodal representation model, MUSE. The proposed model learns hierarchical representations: low-level modality-specific representations, encoded from raw observation data, and a high-level multimodal representation, encoding joint-modality information to allow rob"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.03608","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.03608/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:52:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7imO8nvCWcZom7S7LbfzMwQK3WCzGyDN+ZDYvbMY9BINubmRUSgTj6nbe3FaCPo7ep3fpCaL+8W9Yl/39yY5Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T19:24:54.550120Z"},"content_sha256":"0a8f3b8e679bea997af4be8260e944b58535cada180a871bee854a8f637fcde1","schema_version":"1.0","event_id":"sha256:0a8f3b8e679bea997af4be8260e944b58535cada180a871bee854a8f637fcde1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D4ZYV7LJU2U2RZNJBD4O7H3DWK/bundle.json","state_url":"https://pith.science/pith/D4ZYV7LJU2U2RZNJBD4O7H3DWK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D4ZYV7LJU2U2RZNJBD4O7H3DWK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T19:24:54Z","links":{"resolver":"https://pith.science/pith/D4ZYV7LJU2U2RZNJBD4O7H3DWK","bundle":"https://pith.science/pith/D4ZYV7LJU2U2RZNJBD4O7H3DWK/bundle.json","state":"https://pith.science/pith/D4ZYV7LJU2U2RZNJBD4O7H3DWK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D4ZYV7LJU2U2RZNJBD4O7H3DWK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:D4ZYV7LJU2U2RZNJBD4O7H3DWK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2420ea3dc678c9df62eb13ba662e45a35770725079621c043d89abf614a2455a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-07T16:35:23Z","title_canon_sha256":"ab7ee041b22883da2718b3eedafbf365c8fd70fbada48ce3aef8226cdbb8419d"},"schema_version":"1.0","source":{"id":"2110.03608","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.03608","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"arxiv_version","alias_value":"2110.03608v2","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.03608","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_12","alias_value":"D4ZYV7LJU2U2","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_16","alias_value":"D4ZYV7LJU2U2RZNJ","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_8","alias_value":"D4ZYV7LJ","created_at":"2026-07-05T03:52:31Z"}],"graph_snapshots":[{"event_id":"sha256:0a8f3b8e679bea997af4be8260e944b58535cada180a871bee854a8f637fcde1","target":"graph","created_at":"2026-07-05T03:52:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.03608/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This work addresses the problem of sensing the world: how to learn a multimodal representation of a reinforcement learning agent's environment that allows the execution of tasks under incomplete perceptual conditions. To address such problem, we argue for hierarchy in the design of representation models and contribute with a novel multimodal representation model, MUSE. The proposed model learns hierarchical representations: low-level modality-specific representations, encoded from raw observation data, and a high-level multimodal representation, encoding joint-modality information to allow rob","authors_text":"Ana Paiva, Francisco S. Melo, Hang Yin, Miguel Vasco","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-07T16:35:23Z","title":"How to Sense the World: Leveraging Hierarchy in Multimodal Perception for Robust Reinforcement Learning Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.03608","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:429ba27a1ec7d8939283a908b27ceeaa765b59c3675bf5fa5c89b2b1baa4e34a","target":"record","created_at":"2026-07-05T03:52:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2420ea3dc678c9df62eb13ba662e45a35770725079621c043d89abf614a2455a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-07T16:35:23Z","title_canon_sha256":"ab7ee041b22883da2718b3eedafbf365c8fd70fbada48ce3aef8226cdbb8419d"},"schema_version":"1.0","source":{"id":"2110.03608","kind":"arxiv","version":2}},"canonical_sha256":"1f338afd69a6a9a8e5a908f8ef9f63b28ed82ed85f968552de7d74e782c629e4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1f338afd69a6a9a8e5a908f8ef9f63b28ed82ed85f968552de7d74e782c629e4","first_computed_at":"2026-07-05T03:52:31.549517Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:52:31.549517Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JSfrIezG8N26EVbrGoFBtmB08Q5Y9f8CbqZQB9avmsV0qyXhe6YM9SNpzKLEvdHY4wiqOhnzEsjY91eEEc/qDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:52:31.549990Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.03608","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:429ba27a1ec7d8939283a908b27ceeaa765b59c3675bf5fa5c89b2b1baa4e34a","sha256:0a8f3b8e679bea997af4be8260e944b58535cada180a871bee854a8f637fcde1"],"state_sha256":"039028ac5c16be0031b517717a4f798a3db33ae0d68b9180a793d21f7fc2a56f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oPCWcRbRSMnao1hD9diPeQGHZ0f2ujBbbSDY8Opi6fA+ICZBOVrAb38Orz41OBwqwjPGNMiAQfB25rsyRFzaAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T19:24:54.553722Z","bundle_sha256":"75a74b47a83ae42c566f083118521f16160fc151e31c7d06e9049fe4c67bb5cd"}}