{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YEGMRQJVPHQBTVB6YFHMFUH5WH","short_pith_number":"pith:YEGMRQJV","canonical_record":{"source":{"id":"2403.02274","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2024-03-04T18:02:41Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"1a5b8164c4e9e2ad8c0cf1c0a451f5b84a125f5a180b0317f2785d422e84abe4","abstract_canon_sha256":"a107d7f0cd1cad373f79d61cd160c4ce64e9b46d55e4e2f12eb6852608e6d55f"},"schema_version":"1.0"},"canonical_sha256":"c10cc8c13579e019d43ec14ec2d0fdb1e7e17f1a283aaa51ff82a45b3fc284a1","source":{"kind":"arxiv","id":"2403.02274","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.02274","created_at":"2026-07-05T07:51:58Z"},{"alias_kind":"arxiv_version","alias_value":"2403.02274v1","created_at":"2026-07-05T07:51:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.02274","created_at":"2026-07-05T07:51:58Z"},{"alias_kind":"pith_short_12","alias_value":"YEGMRQJVPHQB","created_at":"2026-07-05T07:51:58Z"},{"alias_kind":"pith_short_16","alias_value":"YEGMRQJVPHQBTVB6","created_at":"2026-07-05T07:51:58Z"},{"alias_kind":"pith_short_8","alias_value":"YEGMRQJV","created_at":"2026-07-05T07:51:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YEGMRQJVPHQBTVB6YFHMFUH5WH","target":"record","payload":{"canonical_record":{"source":{"id":"2403.02274","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2024-03-04T18:02:41Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"1a5b8164c4e9e2ad8c0cf1c0a451f5b84a125f5a180b0317f2785d422e84abe4","abstract_canon_sha256":"a107d7f0cd1cad373f79d61cd160c4ce64e9b46d55e4e2f12eb6852608e6d55f"},"schema_version":"1.0"},"canonical_sha256":"c10cc8c13579e019d43ec14ec2d0fdb1e7e17f1a283aaa51ff82a45b3fc284a1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:51:58.748110Z","signature_b64":"u9xs+i4TSpPwjfbYAXDS1S3rErIjI3EdhDoaYfV6To4grV5WpLfESzJq6PUOb6mGC1n2dQiamMX3eymTOysmAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c10cc8c13579e019d43ec14ec2d0fdb1e7e17f1a283aaa51ff82a45b3fc284a1","last_reissued_at":"2026-07-05T07:51:58.747624Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:51:58.747624Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.02274","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:51:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7gFA7R+Zz8lRxpOnNtweIvo9mqSlrcCEGm/LHCJXlfVwGuJdZPSkHVsuUqX9Sg9i77lIQJgw9m6hVkDKxdauDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T10:20:18.871728Z"},"content_sha256":"36776d7d50887068eddfe72a74bad45fedcbcfa1e2716d0773d732a902fbd380","schema_version":"1.0","event_id":"sha256:36776d7d50887068eddfe72a74bad45fedcbcfa1e2716d0773d732a902fbd380"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YEGMRQJVPHQBTVB6YFHMFUH5WH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NatSGD: A Dataset with Speech, Gestures, and Demonstrations for Robot Learning in Natural Human-Robot Interaction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.RO","authors_text":"Cornelia Fermuller, Ge Gao, Saketh Banagiri, Snehesh Shrestha, Yantian Zha, Yiannis Aloimonos","submitted_at":"2024-03-04T18:02:41Z","abstract_excerpt":"Recent advancements in multimodal Human-Robot Interaction (HRI) datasets have highlighted the fusion of speech and gesture, expanding robots' capabilities to absorb explicit and implicit HRI insights. However, existing speech-gesture HRI datasets often focus on elementary tasks, like object pointing and pushing, revealing limitations in scaling to intricate domains and prioritizing human command data over robot behavior records. To bridge these gaps, we introduce NatSGD, a multimodal HRI dataset encompassing human commands through speech and gestures that are natural, synchronized with robot b"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.02274","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.02274/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:51:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R1GLUzLNYAdAmv/WliNPsekJWoUdgm+xeack8IBt/DvMvo63z82sUkPT4ts7vHyIvXQ9kMKYlumNZ1RIRD3WDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T10:20:18.872669Z"},"content_sha256":"c6853c03b088428585c642fc9321990d745418e0d8f1f40795fd3ddc58aedc05","schema_version":"1.0","event_id":"sha256:c6853c03b088428585c642fc9321990d745418e0d8f1f40795fd3ddc58aedc05"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YEGMRQJVPHQBTVB6YFHMFUH5WH/bundle.json","state_url":"https://pith.science/pith/YEGMRQJVPHQBTVB6YFHMFUH5WH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YEGMRQJVPHQBTVB6YFHMFUH5WH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T10:20:18Z","links":{"resolver":"https://pith.science/pith/YEGMRQJVPHQBTVB6YFHMFUH5WH","bundle":"https://pith.science/pith/YEGMRQJVPHQBTVB6YFHMFUH5WH/bundle.json","state":"https://pith.science/pith/YEGMRQJVPHQBTVB6YFHMFUH5WH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YEGMRQJVPHQBTVB6YFHMFUH5WH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YEGMRQJVPHQBTVB6YFHMFUH5WH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a107d7f0cd1cad373f79d61cd160c4ce64e9b46d55e4e2f12eb6852608e6d55f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2024-03-04T18:02:41Z","title_canon_sha256":"1a5b8164c4e9e2ad8c0cf1c0a451f5b84a125f5a180b0317f2785d422e84abe4"},"schema_version":"1.0","source":{"id":"2403.02274","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.02274","created_at":"2026-07-05T07:51:58Z"},{"alias_kind":"arxiv_version","alias_value":"2403.02274v1","created_at":"2026-07-05T07:51:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.02274","created_at":"2026-07-05T07:51:58Z"},{"alias_kind":"pith_short_12","alias_value":"YEGMRQJVPHQB","created_at":"2026-07-05T07:51:58Z"},{"alias_kind":"pith_short_16","alias_value":"YEGMRQJVPHQBTVB6","created_at":"2026-07-05T07:51:58Z"},{"alias_kind":"pith_short_8","alias_value":"YEGMRQJV","created_at":"2026-07-05T07:51:58Z"}],"graph_snapshots":[{"event_id":"sha256:c6853c03b088428585c642fc9321990d745418e0d8f1f40795fd3ddc58aedc05","target":"graph","created_at":"2026-07-05T07:51:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.02274/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in multimodal Human-Robot Interaction (HRI) datasets have highlighted the fusion of speech and gesture, expanding robots' capabilities to absorb explicit and implicit HRI insights. However, existing speech-gesture HRI datasets often focus on elementary tasks, like object pointing and pushing, revealing limitations in scaling to intricate domains and prioritizing human command data over robot behavior records. To bridge these gaps, we introduce NatSGD, a multimodal HRI dataset encompassing human commands through speech and gestures that are natural, synchronized with robot b","authors_text":"Cornelia Fermuller, Ge Gao, Saketh Banagiri, Snehesh Shrestha, Yantian Zha, Yiannis Aloimonos","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2024-03-04T18:02:41Z","title":"NatSGD: A Dataset with Speech, Gestures, and Demonstrations for Robot Learning in Natural Human-Robot Interaction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.02274","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:36776d7d50887068eddfe72a74bad45fedcbcfa1e2716d0773d732a902fbd380","target":"record","created_at":"2026-07-05T07:51:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a107d7f0cd1cad373f79d61cd160c4ce64e9b46d55e4e2f12eb6852608e6d55f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2024-03-04T18:02:41Z","title_canon_sha256":"1a5b8164c4e9e2ad8c0cf1c0a451f5b84a125f5a180b0317f2785d422e84abe4"},"schema_version":"1.0","source":{"id":"2403.02274","kind":"arxiv","version":1}},"canonical_sha256":"c10cc8c13579e019d43ec14ec2d0fdb1e7e17f1a283aaa51ff82a45b3fc284a1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c10cc8c13579e019d43ec14ec2d0fdb1e7e17f1a283aaa51ff82a45b3fc284a1","first_computed_at":"2026-07-05T07:51:58.747624Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:51:58.747624Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"u9xs+i4TSpPwjfbYAXDS1S3rErIjI3EdhDoaYfV6To4grV5WpLfESzJq6PUOb6mGC1n2dQiamMX3eymTOysmAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:51:58.748110Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.02274","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:36776d7d50887068eddfe72a74bad45fedcbcfa1e2716d0773d732a902fbd380","sha256:c6853c03b088428585c642fc9321990d745418e0d8f1f40795fd3ddc58aedc05"],"state_sha256":"337578f05ae33eb768b2d6d861ba944ef758a4c3dbfb875e15909b6a4ba4a7c6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qF5ctB2fQReMfBAFY82xWbYYZUNcGg0V+lK+omALmbpw3OhH7b21msoPlEb2yV0Jv6ncdmWCXALyq+H0yJuKDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T10:20:18.879091Z","bundle_sha256":"76145cfa83c11522116aa6f597281235dd55c3732e520b9938501f30ff2a8af7"}}