{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:4P76NSJQVPJX4PEOAJV644W32S","short_pith_number":"pith:4P76NSJQ","canonical_record":{"source":{"id":"2212.03858","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-12-07T18:55:53Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"926481bcfd1cca94ebe53e0ab328d9fa384db992c5f38ac0eb437fbe5cf1c438","abstract_canon_sha256":"01e36e9569dbe8ba80ca19e20520924741f250d52fc9ee5c93f679955955d3e8"},"schema_version":"1.0"},"canonical_sha256":"e3ffe6c930abd37e3c8e026bee72dbd4a06a6cc22963121070ae5825145e0a97","source":{"kind":"arxiv","id":"2212.03858","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.03858","created_at":"2026-07-05T05:23:35Z"},{"alias_kind":"arxiv_version","alias_value":"2212.03858v2","created_at":"2026-07-05T05:23:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.03858","created_at":"2026-07-05T05:23:35Z"},{"alias_kind":"pith_short_12","alias_value":"4P76NSJQVPJX","created_at":"2026-07-05T05:23:35Z"},{"alias_kind":"pith_short_16","alias_value":"4P76NSJQVPJX4PEO","created_at":"2026-07-05T05:23:35Z"},{"alias_kind":"pith_short_8","alias_value":"4P76NSJQ","created_at":"2026-07-05T05:23:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:4P76NSJQVPJX4PEOAJV644W32S","target":"record","payload":{"canonical_record":{"source":{"id":"2212.03858","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-12-07T18:55:53Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"926481bcfd1cca94ebe53e0ab328d9fa384db992c5f38ac0eb437fbe5cf1c438","abstract_canon_sha256":"01e36e9569dbe8ba80ca19e20520924741f250d52fc9ee5c93f679955955d3e8"},"schema_version":"1.0"},"canonical_sha256":"e3ffe6c930abd37e3c8e026bee72dbd4a06a6cc22963121070ae5825145e0a97","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:23:35.194142Z","signature_b64":"b966UPLVAntgZgmmnaxhJBPm7Qoy+XKXwilOHOvor/3EEps3w23fPIxHBLjYOX0Snc1iiG02fQ2V5uiBWhSpBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e3ffe6c930abd37e3c8e026bee72dbd4a06a6cc22963121070ae5825145e0a97","last_reissued_at":"2026-07-05T05:23:35.193715Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:23:35.193715Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.03858","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:23:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QmGAlszR8dGUo3NPpVG6mNL9PNjXvyr/lsTu37c4sjL38A+7sMMntE7Uysn6zJale1pOkfH+Q/hv39JOYCbaAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:34:53.843276Z"},"content_sha256":"7179b042ab83155694425116b40f86ae9db1b3ef0f31112758db66158b474f26","schema_version":"1.0","event_id":"sha256:7179b042ab83155694425116b40f86ae9db1b3ef0f31112758db66158b474f26"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:4P76NSJQVPJX4PEOAJV644W32S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"See, Hear, and Feel: Smart Sensory Fusion for Robotic Manipulation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.RO","authors_text":"Edward Adelson, Hao Li, Huazhe Xu, Jiajun Wu, Junzhe Zhu, Li Fei-Fei, Michelle A Lee, Ruohan Gao, Shaoxiong Wang, Yizhi Zhang","submitted_at":"2022-12-07T18:55:53Z","abstract_excerpt":"Humans use all of their senses to accomplish different tasks in everyday activities. In contrast, existing work on robotic manipulation mostly relies on one, or occasionally two modalities, such as vision and touch. In this work, we systematically study how visual, auditory, and tactile perception can jointly help robots to solve complex manipulation tasks. We build a robot system that can see with a camera, hear with a contact microphone, and feel with a vision-based tactile sensor, with all three sensory modalities fused with a self-attention model. Results on two challenging tasks, dense pa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.03858","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.03858/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:23:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+5q4vuV1qkSLoWCFZ0VcnCq6WfYse/I5QI/x9Ii75f0ku5swBZHSnlAw8rEKNhOwkJdiucLYpgVlDTpQVhg1Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:34:53.844134Z"},"content_sha256":"127d30f0b553a21688727b18790e7c72cefb9bae9c815f505e924c34df19721b","schema_version":"1.0","event_id":"sha256:127d30f0b553a21688727b18790e7c72cefb9bae9c815f505e924c34df19721b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4P76NSJQVPJX4PEOAJV644W32S/bundle.json","state_url":"https://pith.science/pith/4P76NSJQVPJX4PEOAJV644W32S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4P76NSJQVPJX4PEOAJV644W32S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T16:34:53Z","links":{"resolver":"https://pith.science/pith/4P76NSJQVPJX4PEOAJV644W32S","bundle":"https://pith.science/pith/4P76NSJQVPJX4PEOAJV644W32S/bundle.json","state":"https://pith.science/pith/4P76NSJQVPJX4PEOAJV644W32S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4P76NSJQVPJX4PEOAJV644W32S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:4P76NSJQVPJX4PEOAJV644W32S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"01e36e9569dbe8ba80ca19e20520924741f250d52fc9ee5c93f679955955d3e8","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-12-07T18:55:53Z","title_canon_sha256":"926481bcfd1cca94ebe53e0ab328d9fa384db992c5f38ac0eb437fbe5cf1c438"},"schema_version":"1.0","source":{"id":"2212.03858","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.03858","created_at":"2026-07-05T05:23:35Z"},{"alias_kind":"arxiv_version","alias_value":"2212.03858v2","created_at":"2026-07-05T05:23:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.03858","created_at":"2026-07-05T05:23:35Z"},{"alias_kind":"pith_short_12","alias_value":"4P76NSJQVPJX","created_at":"2026-07-05T05:23:35Z"},{"alias_kind":"pith_short_16","alias_value":"4P76NSJQVPJX4PEO","created_at":"2026-07-05T05:23:35Z"},{"alias_kind":"pith_short_8","alias_value":"4P76NSJQ","created_at":"2026-07-05T05:23:35Z"}],"graph_snapshots":[{"event_id":"sha256:127d30f0b553a21688727b18790e7c72cefb9bae9c815f505e924c34df19721b","target":"graph","created_at":"2026-07-05T05:23:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.03858/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Humans use all of their senses to accomplish different tasks in everyday activities. In contrast, existing work on robotic manipulation mostly relies on one, or occasionally two modalities, such as vision and touch. In this work, we systematically study how visual, auditory, and tactile perception can jointly help robots to solve complex manipulation tasks. We build a robot system that can see with a camera, hear with a contact microphone, and feel with a vision-based tactile sensor, with all three sensory modalities fused with a self-attention model. Results on two challenging tasks, dense pa","authors_text":"Edward Adelson, Hao Li, Huazhe Xu, Jiajun Wu, Junzhe Zhu, Li Fei-Fei, Michelle A Lee, Ruohan Gao, Shaoxiong Wang, Yizhi Zhang","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-12-07T18:55:53Z","title":"See, Hear, and Feel: Smart Sensory Fusion for Robotic Manipulation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.03858","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7179b042ab83155694425116b40f86ae9db1b3ef0f31112758db66158b474f26","target":"record","created_at":"2026-07-05T05:23:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"01e36e9569dbe8ba80ca19e20520924741f250d52fc9ee5c93f679955955d3e8","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-12-07T18:55:53Z","title_canon_sha256":"926481bcfd1cca94ebe53e0ab328d9fa384db992c5f38ac0eb437fbe5cf1c438"},"schema_version":"1.0","source":{"id":"2212.03858","kind":"arxiv","version":2}},"canonical_sha256":"e3ffe6c930abd37e3c8e026bee72dbd4a06a6cc22963121070ae5825145e0a97","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e3ffe6c930abd37e3c8e026bee72dbd4a06a6cc22963121070ae5825145e0a97","first_computed_at":"2026-07-05T05:23:35.193715Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:23:35.193715Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"b966UPLVAntgZgmmnaxhJBPm7Qoy+XKXwilOHOvor/3EEps3w23fPIxHBLjYOX0Snc1iiG02fQ2V5uiBWhSpBg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:23:35.194142Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.03858","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7179b042ab83155694425116b40f86ae9db1b3ef0f31112758db66158b474f26","sha256:127d30f0b553a21688727b18790e7c72cefb9bae9c815f505e924c34df19721b"],"state_sha256":"d2063de28ec78ef1b6cd347a42fe6c9c7f9f115494867c41a6cd5a88978d52b7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nVgyk75rwkLWOa5KdbPujFk7sVPP6vBpEvW2uLS9WN0bMq0G2J+WnI/p+hNDKV9mkvMuRJGH2wHxnjMAAOgFCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T16:34:53.857295Z","bundle_sha256":"19f087f1e6e56febe453deda0aaf7f140b92b9e3e3274fc0f60053dd4eb47c91"}}