{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:635EKWBX6535BSF5FFIISNNTQY","short_pith_number":"pith:635EKWBX","canonical_record":{"source":{"id":"2402.13232","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-02-20T18:47:56Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"fc747ab4a2b8def8bed02091ca01aafb06ed9dd39e796013b416c98f8c777945","abstract_canon_sha256":"dfbbecebc4c72579642e0bfde2e1d60ebbb14e0854bc27bc6d2ccaa37ab68d64"},"schema_version":"1.0"},"canonical_sha256":"f6fa455837f777d0c8bd29508935b38623d3e42b1d822c092234c1beb5fe5da8","source":{"kind":"arxiv","id":"2402.13232","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13232","created_at":"2026-07-05T07:47:22Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13232v1","created_at":"2026-07-05T07:47:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13232","created_at":"2026-07-05T07:47:22Z"},{"alias_kind":"pith_short_12","alias_value":"635EKWBX6535","created_at":"2026-07-05T07:47:22Z"},{"alias_kind":"pith_short_16","alias_value":"635EKWBX6535BSF5","created_at":"2026-07-05T07:47:22Z"},{"alias_kind":"pith_short_8","alias_value":"635EKWBX","created_at":"2026-07-05T07:47:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:635EKWBX6535BSF5FFIISNNTQY","target":"record","payload":{"canonical_record":{"source":{"id":"2402.13232","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-02-20T18:47:56Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"fc747ab4a2b8def8bed02091ca01aafb06ed9dd39e796013b416c98f8c777945","abstract_canon_sha256":"dfbbecebc4c72579642e0bfde2e1d60ebbb14e0854bc27bc6d2ccaa37ab68d64"},"schema_version":"1.0"},"canonical_sha256":"f6fa455837f777d0c8bd29508935b38623d3e42b1d822c092234c1beb5fe5da8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:47:22.443495Z","signature_b64":"E//38U0NQYxQYCO1sP2tu3R8QCBWZYmLZmBe2tZgSqasmM+H8Zs9vaKTMr1tFe0dHf5yVDY0pkXodoiQQOKVAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f6fa455837f777d0c8bd29508935b38623d3e42b1d822c092234c1beb5fe5da8","last_reissued_at":"2026-07-05T07:47:22.442925Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:47:22.442925Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.13232","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:47:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"36gkslD6rjyMm2ZMf/eIvyIRY2ttpQvbt8Z03pNiRlApuIlB9vruP3cip0XvI1POxazuNmcctKYSIGJGwWVgCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:44:12.498456Z"},"content_sha256":"e755011bcb60e4731a22d797bf4d8c43cc4fb5a8e8b83c7d3b44abf1d8926af1","schema_version":"1.0","event_id":"sha256:e755011bcb60e4731a22d797bf4d8c43cc4fb5a8e8b83c7d3b44abf1d8926af1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:635EKWBX6535BSF5FFIISNNTQY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Touch, Vision, and Language Dataset for Multimodal Alignment","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.RO"],"primary_cat":"cs.CV","authors_text":"Gaurav Datta, Huang Huang, Jaimyn Drake, Joseph Ortiz, Ken Goldberg, Letian Fu, Mike Lambeta, Mustafa Mukadam, Roberto Calandra, William Chung-Ho Panitch","submitted_at":"2024-02-20T18:47:56Z","abstract_excerpt":"Touch is an important sensing modality for humans, but it has not yet been incorporated into a multimodal generative language model. This is partially due to the difficulty of obtaining natural language labels for tactile data and the complexity of aligning tactile readings with both visual observations and language descriptions. As a step towards bridging that gap, this work introduces a new dataset of 44K in-the-wild vision-touch pairs, with English language labels annotated by humans (10%) and textual pseudo-labels from GPT-4V (90%). We use this dataset to train a vision-language-aligned ta"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13232","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.13232/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:47:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CW3NpCrVfaJrE72c6bzvjQuNrt1lgzVxppQ8D2xJGNLde34Z+fNPPcENqwxVGPUF8M4WCNux19uoaJWqBmcXBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:44:12.498822Z"},"content_sha256":"ccac54c3392c0c3c2fcbcee2c92f7918084044345577701d8e18bdb4bc9c3730","schema_version":"1.0","event_id":"sha256:ccac54c3392c0c3c2fcbcee2c92f7918084044345577701d8e18bdb4bc9c3730"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/635EKWBX6535BSF5FFIISNNTQY/bundle.json","state_url":"https://pith.science/pith/635EKWBX6535BSF5FFIISNNTQY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/635EKWBX6535BSF5FFIISNNTQY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T08:44:12Z","links":{"resolver":"https://pith.science/pith/635EKWBX6535BSF5FFIISNNTQY","bundle":"https://pith.science/pith/635EKWBX6535BSF5FFIISNNTQY/bundle.json","state":"https://pith.science/pith/635EKWBX6535BSF5FFIISNNTQY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/635EKWBX6535BSF5FFIISNNTQY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:635EKWBX6535BSF5FFIISNNTQY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dfbbecebc4c72579642e0bfde2e1d60ebbb14e0854bc27bc6d2ccaa37ab68d64","cross_cats_sorted":["cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-02-20T18:47:56Z","title_canon_sha256":"fc747ab4a2b8def8bed02091ca01aafb06ed9dd39e796013b416c98f8c777945"},"schema_version":"1.0","source":{"id":"2402.13232","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13232","created_at":"2026-07-05T07:47:22Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13232v1","created_at":"2026-07-05T07:47:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13232","created_at":"2026-07-05T07:47:22Z"},{"alias_kind":"pith_short_12","alias_value":"635EKWBX6535","created_at":"2026-07-05T07:47:22Z"},{"alias_kind":"pith_short_16","alias_value":"635EKWBX6535BSF5","created_at":"2026-07-05T07:47:22Z"},{"alias_kind":"pith_short_8","alias_value":"635EKWBX","created_at":"2026-07-05T07:47:22Z"}],"graph_snapshots":[{"event_id":"sha256:ccac54c3392c0c3c2fcbcee2c92f7918084044345577701d8e18bdb4bc9c3730","target":"graph","created_at":"2026-07-05T07:47:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.13232/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Touch is an important sensing modality for humans, but it has not yet been incorporated into a multimodal generative language model. This is partially due to the difficulty of obtaining natural language labels for tactile data and the complexity of aligning tactile readings with both visual observations and language descriptions. As a step towards bridging that gap, this work introduces a new dataset of 44K in-the-wild vision-touch pairs, with English language labels annotated by humans (10%) and textual pseudo-labels from GPT-4V (90%). We use this dataset to train a vision-language-aligned ta","authors_text":"Gaurav Datta, Huang Huang, Jaimyn Drake, Joseph Ortiz, Ken Goldberg, Letian Fu, Mike Lambeta, Mustafa Mukadam, Roberto Calandra, William Chung-Ho Panitch","cross_cats":["cs.RO"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-02-20T18:47:56Z","title":"A Touch, Vision, and Language Dataset for Multimodal Alignment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13232","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e755011bcb60e4731a22d797bf4d8c43cc4fb5a8e8b83c7d3b44abf1d8926af1","target":"record","created_at":"2026-07-05T07:47:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dfbbecebc4c72579642e0bfde2e1d60ebbb14e0854bc27bc6d2ccaa37ab68d64","cross_cats_sorted":["cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-02-20T18:47:56Z","title_canon_sha256":"fc747ab4a2b8def8bed02091ca01aafb06ed9dd39e796013b416c98f8c777945"},"schema_version":"1.0","source":{"id":"2402.13232","kind":"arxiv","version":1}},"canonical_sha256":"f6fa455837f777d0c8bd29508935b38623d3e42b1d822c092234c1beb5fe5da8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f6fa455837f777d0c8bd29508935b38623d3e42b1d822c092234c1beb5fe5da8","first_computed_at":"2026-07-05T07:47:22.442925Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:47:22.442925Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"E//38U0NQYxQYCO1sP2tu3R8QCBWZYmLZmBe2tZgSqasmM+H8Zs9vaKTMr1tFe0dHf5yVDY0pkXodoiQQOKVAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:47:22.443495Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.13232","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e755011bcb60e4731a22d797bf4d8c43cc4fb5a8e8b83c7d3b44abf1d8926af1","sha256:ccac54c3392c0c3c2fcbcee2c92f7918084044345577701d8e18bdb4bc9c3730"],"state_sha256":"edb49adb957412b3563741f0553f13ccaf855cf97f9a6749dc893922a93a19a2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kt4gofWc1SFQhmI4wdmBWn9+xRF4IZj+jWFZxcfaIa8cF2H+vln2lMeCajSsVWiQf8p1qlssVDDX2RsL8XAbAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T08:44:12.500733Z","bundle_sha256":"7972c4409502e1d2e91b9dd3c3d9ef087440469d8ca7638f54e1dbdfcdbd9684"}}