{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:PLQEBDNNXT65PJKWKJDTEEYLQJ","short_pith_number":"pith:PLQEBDNN","canonical_record":{"source":{"id":"1909.13714","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2019-09-20T00:00:41Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"a56778737ff4fd7c19334a784a963e644af15aa90c5dfe364f53e922c271c72f","abstract_canon_sha256":"9d5e5928a16d495acc2c9769aa604923a5553b4c3bd62886b9cd0dcf45a7a638"},"schema_version":"1.0"},"canonical_sha256":"7ae0408dadbcfdd7a556524732130b8268795512dc0d1fc04e337db986eb708e","source":{"kind":"arxiv","id":"1909.13714","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.13714","created_at":"2026-07-05T00:08:13Z"},{"alias_kind":"arxiv_version","alias_value":"1909.13714v1","created_at":"2026-07-05T00:08:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.13714","created_at":"2026-07-05T00:08:13Z"},{"alias_kind":"pith_short_12","alias_value":"PLQEBDNNXT65","created_at":"2026-07-05T00:08:13Z"},{"alias_kind":"pith_short_16","alias_value":"PLQEBDNNXT65PJKW","created_at":"2026-07-05T00:08:13Z"},{"alias_kind":"pith_short_8","alias_value":"PLQEBDNN","created_at":"2026-07-05T00:08:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:PLQEBDNNXT65PJKWKJDTEEYLQJ","target":"record","payload":{"canonical_record":{"source":{"id":"1909.13714","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2019-09-20T00:00:41Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"a56778737ff4fd7c19334a784a963e644af15aa90c5dfe364f53e922c271c72f","abstract_canon_sha256":"9d5e5928a16d495acc2c9769aa604923a5553b4c3bd62886b9cd0dcf45a7a638"},"schema_version":"1.0"},"canonical_sha256":"7ae0408dadbcfdd7a556524732130b8268795512dc0d1fc04e337db986eb708e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:08:13.103068Z","signature_b64":"eVMzOj4aOr7IR2urxojF/6wOIoV92URcTw/nY5SHU4s99w4tZcxaj2XcuxofPbdPEbIXjEcvvKRL+lf7PF5SCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7ae0408dadbcfdd7a556524732130b8268795512dc0d1fc04e337db986eb708e","last_reissued_at":"2026-07-05T00:08:13.102658Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:08:13.102658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.13714","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:08:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FmCB7RZ1rt6KYd2AQAtgQ+Ya1dvMzfZpIExrjXNHaEcczR7hCuieKSUqV83KY7nGOwFlmFqcBeZGDlvcq8whBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T02:38:51.385891Z"},"content_sha256":"b0db7fa6a79f09a70cb8582efbc56f714a8d827f83bc7faa140e0e65775b1ec9","schema_version":"1.0","event_id":"sha256:b0db7fa6a79f09a70cb8582efbc56f714a8d827f83bc7faa140e0e65775b1ec9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:PLQEBDNNXT65PJKWKJDTEEYLQJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Multimodal Understanding of Passenger-Vehicle Interactions in Autonomous Vehicles: Intent/Slot Recognition Utilizing Audio-Visual Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.CV"],"primary_cat":"cs.MM","authors_text":"Eda Okur, Lama Nachman, Saurav Sahay, Shachi H Kumar","submitted_at":"2019-09-20T00:00:41Z","abstract_excerpt":"Understanding passenger intents from spoken interactions and car's vision (both inside and outside the vehicle) are important building blocks towards developing contextual dialog systems for natural interactions in autonomous vehicles (AV). In this study, we continued exploring AMIE (Automated-vehicle Multimodal In-cabin Experience), the in-cabin agent responsible for handling certain multimodal passenger-vehicle interactions. When the passengers give instructions to AMIE, the agent should parse such commands properly considering available three modalities (language/text, audio, video) and tri"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.13714","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.13714/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:08:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hDK4uEFz/TpPwZMxv7gCfa4d08DgZFt8FMHr9NQqR8OrzzTfTsMnZ1nLFpaW1pIWAGxRrIZUK4uUGQpasKywBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T02:38:51.386703Z"},"content_sha256":"61e3a8b92a8e3c96b7f545374f9355cf8f759309e79776c9c88f4f3ee3c4e9e6","schema_version":"1.0","event_id":"sha256:61e3a8b92a8e3c96b7f545374f9355cf8f759309e79776c9c88f4f3ee3c4e9e6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PLQEBDNNXT65PJKWKJDTEEYLQJ/bundle.json","state_url":"https://pith.science/pith/PLQEBDNNXT65PJKWKJDTEEYLQJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PLQEBDNNXT65PJKWKJDTEEYLQJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T02:38:51Z","links":{"resolver":"https://pith.science/pith/PLQEBDNNXT65PJKWKJDTEEYLQJ","bundle":"https://pith.science/pith/PLQEBDNNXT65PJKWKJDTEEYLQJ/bundle.json","state":"https://pith.science/pith/PLQEBDNNXT65PJKWKJDTEEYLQJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PLQEBDNNXT65PJKWKJDTEEYLQJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:PLQEBDNNXT65PJKWKJDTEEYLQJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9d5e5928a16d495acc2c9769aa604923a5553b4c3bd62886b9cd0dcf45a7a638","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2019-09-20T00:00:41Z","title_canon_sha256":"a56778737ff4fd7c19334a784a963e644af15aa90c5dfe364f53e922c271c72f"},"schema_version":"1.0","source":{"id":"1909.13714","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.13714","created_at":"2026-07-05T00:08:13Z"},{"alias_kind":"arxiv_version","alias_value":"1909.13714v1","created_at":"2026-07-05T00:08:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.13714","created_at":"2026-07-05T00:08:13Z"},{"alias_kind":"pith_short_12","alias_value":"PLQEBDNNXT65","created_at":"2026-07-05T00:08:13Z"},{"alias_kind":"pith_short_16","alias_value":"PLQEBDNNXT65PJKW","created_at":"2026-07-05T00:08:13Z"},{"alias_kind":"pith_short_8","alias_value":"PLQEBDNN","created_at":"2026-07-05T00:08:13Z"}],"graph_snapshots":[{"event_id":"sha256:61e3a8b92a8e3c96b7f545374f9355cf8f759309e79776c9c88f4f3ee3c4e9e6","target":"graph","created_at":"2026-07-05T00:08:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.13714/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding passenger intents from spoken interactions and car's vision (both inside and outside the vehicle) are important building blocks towards developing contextual dialog systems for natural interactions in autonomous vehicles (AV). In this study, we continued exploring AMIE (Automated-vehicle Multimodal In-cabin Experience), the in-cabin agent responsible for handling certain multimodal passenger-vehicle interactions. When the passengers give instructions to AMIE, the agent should parse such commands properly considering available three modalities (language/text, audio, video) and tri","authors_text":"Eda Okur, Lama Nachman, Saurav Sahay, Shachi H Kumar","cross_cats":["cs.CL","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2019-09-20T00:00:41Z","title":"Towards Multimodal Understanding of Passenger-Vehicle Interactions in Autonomous Vehicles: Intent/Slot Recognition Utilizing Audio-Visual Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.13714","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b0db7fa6a79f09a70cb8582efbc56f714a8d827f83bc7faa140e0e65775b1ec9","target":"record","created_at":"2026-07-05T00:08:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9d5e5928a16d495acc2c9769aa604923a5553b4c3bd62886b9cd0dcf45a7a638","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2019-09-20T00:00:41Z","title_canon_sha256":"a56778737ff4fd7c19334a784a963e644af15aa90c5dfe364f53e922c271c72f"},"schema_version":"1.0","source":{"id":"1909.13714","kind":"arxiv","version":1}},"canonical_sha256":"7ae0408dadbcfdd7a556524732130b8268795512dc0d1fc04e337db986eb708e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7ae0408dadbcfdd7a556524732130b8268795512dc0d1fc04e337db986eb708e","first_computed_at":"2026-07-05T00:08:13.102658Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:08:13.102658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eVMzOj4aOr7IR2urxojF/6wOIoV92URcTw/nY5SHU4s99w4tZcxaj2XcuxofPbdPEbIXjEcvvKRL+lf7PF5SCw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:08:13.103068Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.13714","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b0db7fa6a79f09a70cb8582efbc56f714a8d827f83bc7faa140e0e65775b1ec9","sha256:61e3a8b92a8e3c96b7f545374f9355cf8f759309e79776c9c88f4f3ee3c4e9e6"],"state_sha256":"196ee823f25b1935b35cdab9697db777c5fdeb8c7be03b4061e69180e64dda70"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XZ6rwtGhJ4h6GzjmPyftBhTpdfEU+yTRRwAFsD+pFx6sIa9tb2OPyMqwNE5ktfK65pbFDI0Hl6QiEACy/Cq7Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T02:38:51.391191Z","bundle_sha256":"a8f26be0a6a02d3df0970d6f410aed7ca3a3e9f428ea491cbe1a6726dd94bfc9"}}