{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2015:CQFMW7MRKKPOQ7Y7CDTTTTCX5W","short_pith_number":"pith:CQFMW7MR","canonical_record":{"source":{"id":"1509.07831","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2015-09-25T18:55:45Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"title_canon_sha256":"e60499027f4d68f28f182fd245a46d7c57d42fee18dd29890b18c3b7ccd77d0b","abstract_canon_sha256":"e5f7fbf80e6f827c791f72af8b9275cd4e35850de6215404d3f228af70604c3d"},"schema_version":"1.0"},"canonical_sha256":"140acb7d91529ee87f1f10e739cc57ed91304e8832caa38a27b7e1c4fb40f882","source":{"kind":"arxiv","id":"1509.07831","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1509.07831","created_at":"2026-05-18T00:44:18Z"},{"alias_kind":"arxiv_version","alias_value":"1509.07831v2","created_at":"2026-05-18T00:44:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1509.07831","created_at":"2026-05-18T00:44:18Z"},{"alias_kind":"pith_short_12","alias_value":"CQFMW7MRKKPO","created_at":"2026-05-18T12:29:17Z"},{"alias_kind":"pith_short_16","alias_value":"CQFMW7MRKKPOQ7Y7","created_at":"2026-05-18T12:29:17Z"},{"alias_kind":"pith_short_8","alias_value":"CQFMW7MR","created_at":"2026-05-18T12:29:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2015:CQFMW7MRKKPOQ7Y7CDTTTTCX5W","target":"record","payload":{"canonical_record":{"source":{"id":"1509.07831","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2015-09-25T18:55:45Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"title_canon_sha256":"e60499027f4d68f28f182fd245a46d7c57d42fee18dd29890b18c3b7ccd77d0b","abstract_canon_sha256":"e5f7fbf80e6f827c791f72af8b9275cd4e35850de6215404d3f228af70604c3d"},"schema_version":"1.0"},"canonical_sha256":"140acb7d91529ee87f1f10e739cc57ed91304e8832caa38a27b7e1c4fb40f882","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:44:18.875925Z","signature_b64":"E8AOTNYkljDuFFhK5Q1pZ4Yl+fokLFE5/aHD/me+SKFKi2Xh4Amn5GKKCMscqKWO6NiI0tGM8E8Kgf876HL6Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"140acb7d91529ee87f1f10e739cc57ed91304e8832caa38a27b7e1c4fb40f882","last_reissued_at":"2026-05-18T00:44:18.875550Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:44:18.875550Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1509.07831","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:44:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LVEMcoR/BXQ3lrNtaJe7I2/8PmYwfRo8dXGOffnwhcnULZ6vaZYnehlrC133GfGi3TEu00qhT0uLXPht8VnNAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T15:40:21.170721Z"},"content_sha256":"57b4040672536dbe683754060bf6ee9b89a9b91580ae36dc782c61a578a7919a","schema_version":"1.0","event_id":"sha256:57b4040672536dbe683754060bf6ee9b89a9b91580ae36dc782c61a578a7919a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2015:CQFMW7MRKKPOQ7Y7CDTTTTCX5W","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Deep Multimodal Embedding: Manipulating Novel Objects with Point-clouds, Language and Trajectories","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.LG"],"primary_cat":"cs.RO","authors_text":"Ashutosh Saxena, Ian Lenz, Jaeyong Sung","submitted_at":"2015-09-25T18:55:45Z","abstract_excerpt":"A robot operating in a real-world environment needs to perform reasoning over a variety of sensor modalities such as vision, language and motion trajectories. However, it is extremely challenging to manually design features relating such disparate modalities. In this work, we introduce an algorithm that learns to embed point-cloud, natural language, and manipulation trajectory data into a shared embedding space with a deep neural network. To learn semantically meaningful spaces throughout our network, we use a loss-based margin to bring embeddings of relevant pairs closer together while drivin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1509.07831","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:44:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BeN4B+nClFVueR3wW0bnUPPaU7JvBSTf5s6tbiSj2f9tD9rOlp44qYl8sfkEm2rH2dvaWMmaewFxpjUSZ/miCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T15:40:21.171450Z"},"content_sha256":"963b6b47753bb06010b774f6d9058f116281d27fd3ad5ca20bce862c5dd09dd1","schema_version":"1.0","event_id":"sha256:963b6b47753bb06010b774f6d9058f116281d27fd3ad5ca20bce862c5dd09dd1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CQFMW7MRKKPOQ7Y7CDTTTTCX5W/bundle.json","state_url":"https://pith.science/pith/CQFMW7MRKKPOQ7Y7CDTTTTCX5W/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CQFMW7MRKKPOQ7Y7CDTTTTCX5W/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-08T15:40:21Z","links":{"resolver":"https://pith.science/pith/CQFMW7MRKKPOQ7Y7CDTTTTCX5W","bundle":"https://pith.science/pith/CQFMW7MRKKPOQ7Y7CDTTTTCX5W/bundle.json","state":"https://pith.science/pith/CQFMW7MRKKPOQ7Y7CDTTTTCX5W/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CQFMW7MRKKPOQ7Y7CDTTTTCX5W/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:CQFMW7MRKKPOQ7Y7CDTTTTCX5W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e5f7fbf80e6f827c791f72af8b9275cd4e35850de6215404d3f228af70604c3d","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2015-09-25T18:55:45Z","title_canon_sha256":"e60499027f4d68f28f182fd245a46d7c57d42fee18dd29890b18c3b7ccd77d0b"},"schema_version":"1.0","source":{"id":"1509.07831","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1509.07831","created_at":"2026-05-18T00:44:18Z"},{"alias_kind":"arxiv_version","alias_value":"1509.07831v2","created_at":"2026-05-18T00:44:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1509.07831","created_at":"2026-05-18T00:44:18Z"},{"alias_kind":"pith_short_12","alias_value":"CQFMW7MRKKPO","created_at":"2026-05-18T12:29:17Z"},{"alias_kind":"pith_short_16","alias_value":"CQFMW7MRKKPOQ7Y7","created_at":"2026-05-18T12:29:17Z"},{"alias_kind":"pith_short_8","alias_value":"CQFMW7MR","created_at":"2026-05-18T12:29:17Z"}],"graph_snapshots":[{"event_id":"sha256:963b6b47753bb06010b774f6d9058f116281d27fd3ad5ca20bce862c5dd09dd1","target":"graph","created_at":"2026-05-18T00:44:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"A robot operating in a real-world environment needs to perform reasoning over a variety of sensor modalities such as vision, language and motion trajectories. However, it is extremely challenging to manually design features relating such disparate modalities. In this work, we introduce an algorithm that learns to embed point-cloud, natural language, and manipulation trajectory data into a shared embedding space with a deep neural network. To learn semantically meaningful spaces throughout our network, we use a loss-based margin to bring embeddings of relevant pairs closer together while drivin","authors_text":"Ashutosh Saxena, Ian Lenz, Jaeyong Sung","cross_cats":["cs.AI","cs.CV","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2015-09-25T18:55:45Z","title":"Deep Multimodal Embedding: Manipulating Novel Objects with Point-clouds, Language and Trajectories"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1509.07831","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:57b4040672536dbe683754060bf6ee9b89a9b91580ae36dc782c61a578a7919a","target":"record","created_at":"2026-05-18T00:44:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e5f7fbf80e6f827c791f72af8b9275cd4e35850de6215404d3f228af70604c3d","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2015-09-25T18:55:45Z","title_canon_sha256":"e60499027f4d68f28f182fd245a46d7c57d42fee18dd29890b18c3b7ccd77d0b"},"schema_version":"1.0","source":{"id":"1509.07831","kind":"arxiv","version":2}},"canonical_sha256":"140acb7d91529ee87f1f10e739cc57ed91304e8832caa38a27b7e1c4fb40f882","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"140acb7d91529ee87f1f10e739cc57ed91304e8832caa38a27b7e1c4fb40f882","first_computed_at":"2026-05-18T00:44:18.875550Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:44:18.875550Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"E8AOTNYkljDuFFhK5Q1pZ4Yl+fokLFE5/aHD/me+SKFKi2Xh4Amn5GKKCMscqKWO6NiI0tGM8E8Kgf876HL6Cw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:44:18.875925Z","signed_message":"canonical_sha256_bytes"},"source_id":"1509.07831","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:57b4040672536dbe683754060bf6ee9b89a9b91580ae36dc782c61a578a7919a","sha256:963b6b47753bb06010b774f6d9058f116281d27fd3ad5ca20bce862c5dd09dd1"],"state_sha256":"c80cc7f2812c6656205b96cd04a2239ed864ab32ff081e2525e929649b3160d2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yh8ZwOkUoniXHgBF/w+5pPvtl4LNVbTZQ5x3uf1/0wEWkt5PKW39Fz8CdPIlG+bpgAMzGg5c1Rmfc8Y08PH1DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-08T15:40:21.175412Z","bundle_sha256":"4dcbf273da5f4f6ab98dfee57f0f61e8946b8cf98a18cfcdbdc66d34080f5c3f"}}