{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DAK26NYI7Z6MRJCGMFKCSFZVVV","short_pith_number":"pith:DAK26NYI","canonical_record":{"source":{"id":"2309.04001","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-09-07T20:07:57Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"2f5511fe37a3003129a30531f5791542767dbcb483ce17408ff6fbb637838153","abstract_canon_sha256":"7a66b57810b62633ea87250dcea2ab9052291f23efefa8c6bb1faaadda49f369"},"schema_version":"1.0"},"canonical_sha256":"1815af3708fe7cc8a4466154291735ad6278191586046ddd3b70d604b483f2a7","source":{"kind":"arxiv","id":"2309.04001","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.04001","created_at":"2026-07-05T08:09:44Z"},{"alias_kind":"arxiv_version","alias_value":"2309.04001v4","created_at":"2026-07-05T08:09:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.04001","created_at":"2026-07-05T08:09:44Z"},{"alias_kind":"pith_short_12","alias_value":"DAK26NYI7Z6M","created_at":"2026-07-05T08:09:44Z"},{"alias_kind":"pith_short_16","alias_value":"DAK26NYI7Z6MRJCG","created_at":"2026-07-05T08:09:44Z"},{"alias_kind":"pith_short_8","alias_value":"DAK26NYI","created_at":"2026-07-05T08:09:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DAK26NYI7Z6MRJCGMFKCSFZVVV","target":"record","payload":{"canonical_record":{"source":{"id":"2309.04001","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-09-07T20:07:57Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"2f5511fe37a3003129a30531f5791542767dbcb483ce17408ff6fbb637838153","abstract_canon_sha256":"7a66b57810b62633ea87250dcea2ab9052291f23efefa8c6bb1faaadda49f369"},"schema_version":"1.0"},"canonical_sha256":"1815af3708fe7cc8a4466154291735ad6278191586046ddd3b70d604b483f2a7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:09:44.554298Z","signature_b64":"Wk/IHsKbszPQN1ViCDRF9D7zq/XQKe7vz+vTLnb4L2P/dShUVzxmOu78cju+rwfYow6HPFb7DEDBLhCYZQxIDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1815af3708fe7cc8a4466154291735ad6278191586046ddd3b70d604b483f2a7","last_reissued_at":"2026-07-05T08:09:44.553816Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:09:44.553816Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.04001","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:09:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EWt6GlpNfo23W9FqKIm2AYMz4P3WDYjuhzFOECiTMKLMxsXgQ0Gnmc/wX1tkPFHyF3ISRdY78dfZ+micnOG4AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:47:50.637003Z"},"content_sha256":"4d2a2e8d680f895bfd4bc5be1b6d5f9d28ef1f933dd78c7cbf2a03ceeb991fbc","schema_version":"1.0","event_id":"sha256:4d2a2e8d680f895bfd4bc5be1b6d5f9d28ef1f933dd78c7cbf2a03ceeb991fbc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DAK26NYI7Z6MRJCGMFKCSFZVVV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MMSFormer: Multimodal Transformer for Material and Semantic Segmentation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Ashley Prater-Bennette, Md Kaykobad Reza, M. Salman Asif","submitted_at":"2023-09-07T20:07:57Z","abstract_excerpt":"Leveraging information across diverse modalities is known to enhance performance on multimodal segmentation tasks. However, effectively fusing information from different modalities remains challenging due to the unique characteristics of each modality. In this paper, we propose a novel fusion strategy that can effectively fuse information from different modality combinations. We also propose a new model named Multi-Modal Segmentation TransFormer (MMSFormer) that incorporates the proposed fusion strategy to perform multimodal material and semantic segmentation tasks. MMSFormer outperforms curre"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.04001","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.04001/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:09:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4h+pFdRsFzoOVaCv7tR6Cks/tjRqgGIN9MNz0QMJL4clS0KxgMFIiYyFH6vAzWyOky6Y85+yLH3aySGC6VMUAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:47:50.637634Z"},"content_sha256":"3a2e1d6c3cc175ef6bca099e9b1b32bf63a7e0ca13c7a187681777138fea82be","schema_version":"1.0","event_id":"sha256:3a2e1d6c3cc175ef6bca099e9b1b32bf63a7e0ca13c7a187681777138fea82be"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DAK26NYI7Z6MRJCGMFKCSFZVVV/bundle.json","state_url":"https://pith.science/pith/DAK26NYI7Z6MRJCGMFKCSFZVVV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DAK26NYI7Z6MRJCGMFKCSFZVVV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T23:47:50Z","links":{"resolver":"https://pith.science/pith/DAK26NYI7Z6MRJCGMFKCSFZVVV","bundle":"https://pith.science/pith/DAK26NYI7Z6MRJCGMFKCSFZVVV/bundle.json","state":"https://pith.science/pith/DAK26NYI7Z6MRJCGMFKCSFZVVV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DAK26NYI7Z6MRJCGMFKCSFZVVV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DAK26NYI7Z6MRJCGMFKCSFZVVV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7a66b57810b62633ea87250dcea2ab9052291f23efefa8c6bb1faaadda49f369","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-09-07T20:07:57Z","title_canon_sha256":"2f5511fe37a3003129a30531f5791542767dbcb483ce17408ff6fbb637838153"},"schema_version":"1.0","source":{"id":"2309.04001","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.04001","created_at":"2026-07-05T08:09:44Z"},{"alias_kind":"arxiv_version","alias_value":"2309.04001v4","created_at":"2026-07-05T08:09:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.04001","created_at":"2026-07-05T08:09:44Z"},{"alias_kind":"pith_short_12","alias_value":"DAK26NYI7Z6M","created_at":"2026-07-05T08:09:44Z"},{"alias_kind":"pith_short_16","alias_value":"DAK26NYI7Z6MRJCG","created_at":"2026-07-05T08:09:44Z"},{"alias_kind":"pith_short_8","alias_value":"DAK26NYI","created_at":"2026-07-05T08:09:44Z"}],"graph_snapshots":[{"event_id":"sha256:3a2e1d6c3cc175ef6bca099e9b1b32bf63a7e0ca13c7a187681777138fea82be","target":"graph","created_at":"2026-07-05T08:09:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.04001/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Leveraging information across diverse modalities is known to enhance performance on multimodal segmentation tasks. However, effectively fusing information from different modalities remains challenging due to the unique characteristics of each modality. In this paper, we propose a novel fusion strategy that can effectively fuse information from different modality combinations. We also propose a new model named Multi-Modal Segmentation TransFormer (MMSFormer) that incorporates the proposed fusion strategy to perform multimodal material and semantic segmentation tasks. MMSFormer outperforms curre","authors_text":"Ashley Prater-Bennette, Md Kaykobad Reza, M. Salman Asif","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-09-07T20:07:57Z","title":"MMSFormer: Multimodal Transformer for Material and Semantic Segmentation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.04001","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4d2a2e8d680f895bfd4bc5be1b6d5f9d28ef1f933dd78c7cbf2a03ceeb991fbc","target":"record","created_at":"2026-07-05T08:09:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7a66b57810b62633ea87250dcea2ab9052291f23efefa8c6bb1faaadda49f369","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-09-07T20:07:57Z","title_canon_sha256":"2f5511fe37a3003129a30531f5791542767dbcb483ce17408ff6fbb637838153"},"schema_version":"1.0","source":{"id":"2309.04001","kind":"arxiv","version":4}},"canonical_sha256":"1815af3708fe7cc8a4466154291735ad6278191586046ddd3b70d604b483f2a7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1815af3708fe7cc8a4466154291735ad6278191586046ddd3b70d604b483f2a7","first_computed_at":"2026-07-05T08:09:44.553816Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:09:44.553816Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Wk/IHsKbszPQN1ViCDRF9D7zq/XQKe7vz+vTLnb4L2P/dShUVzxmOu78cju+rwfYow6HPFb7DEDBLhCYZQxIDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:09:44.554298Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.04001","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4d2a2e8d680f895bfd4bc5be1b6d5f9d28ef1f933dd78c7cbf2a03ceeb991fbc","sha256:3a2e1d6c3cc175ef6bca099e9b1b32bf63a7e0ca13c7a187681777138fea82be"],"state_sha256":"0484b6133c2b8c5cf8f4214da042f1c184e04c7434f76d285020e3370ffedf9a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P6ENfKIJPLtq4cA+u4QFU9l39NfawkZ2J0oGHig7DHHOmyNTQG4RmuV/rYijVKiXjhFsHEmgI0B1WT9sSu7BAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T23:47:50.643236Z","bundle_sha256":"32ed612b0c98702640bf3783340145c25b42b7c93abbe9bc00e5bb51e108a5ef"}}