{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:F7MWPPNQ4SW3TDUEGUIQAX2CES","short_pith_number":"pith:F7MWPPNQ","canonical_record":{"source":{"id":"2306.01016","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T05:39:45Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG","cs.MM"],"title_canon_sha256":"1ef90bd95aa4c72b03001f1514c05aa2b7d9e377bf390544a714ff00b91e2ba0","abstract_canon_sha256":"04b68a45a94cb9bb026ed2a82e93f7a69c25600c06c22b89707f3175927dd794"},"schema_version":"1.0"},"canonical_sha256":"2fd967bdb0e4adb98e843511005f4224876c7689c14bfea72035860b847b496b","source":{"kind":"arxiv","id":"2306.01016","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01016","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01016v1","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01016","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"pith_short_12","alias_value":"F7MWPPNQ4SW3","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"pith_short_16","alias_value":"F7MWPPNQ4SW3TDUE","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"pith_short_8","alias_value":"F7MWPPNQ","created_at":"2026-07-05T06:16:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:F7MWPPNQ4SW3TDUEGUIQAX2CES","target":"record","payload":{"canonical_record":{"source":{"id":"2306.01016","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T05:39:45Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG","cs.MM"],"title_canon_sha256":"1ef90bd95aa4c72b03001f1514c05aa2b7d9e377bf390544a714ff00b91e2ba0","abstract_canon_sha256":"04b68a45a94cb9bb026ed2a82e93f7a69c25600c06c22b89707f3175927dd794"},"schema_version":"1.0"},"canonical_sha256":"2fd967bdb0e4adb98e843511005f4224876c7689c14bfea72035860b847b496b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:16:37.063624Z","signature_b64":"lBP70cFWqdo2DCx1ufcgu7NQbdNp4ui7yb5ZBqesfXdxxuD/264Mjeh4x/JKkE62ti5IievdJ+dTXfWitI/fBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2fd967bdb0e4adb98e843511005f4224876c7689c14bfea72035860b847b496b","last_reissued_at":"2026-07-05T06:16:37.063167Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:16:37.063167Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.01016","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"98Zl58pe1BX/ZM1rhLuN9P0/QdTby1+NT4j0xmXpg1Su6ZW5Pjfk09cmpPzCebXlnE5aQYZyF7LuY1qbMvI+CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T17:29:46.756449Z"},"content_sha256":"9faf8843f2aa19c306291c75e0363d2d108bc6b78fa139819b49d765f77da984","schema_version":"1.0","event_id":"sha256:9faf8843f2aa19c306291c75e0363d2d108bc6b78fa139819b49d765f77da984"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:F7MWPPNQ4SW3TDUEGUIQAX2CES","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PV2TEA: Patching Visual Modality to Textual-Established Information Extraction","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.LG","cs.MM"],"primary_cat":"cs.CL","authors_text":"Carl Yang, Chenwei Zhang, Hejie Cui, Jingbo Shang, Nasser Zalmout, Rongmei Lin, Xian Li","submitted_at":"2023-06-01T05:39:45Z","abstract_excerpt":"Information extraction, e.g., attribute value extraction, has been extensively studied and formulated based only on text. However, many attributes can benefit from image-based extraction, like color, shape, pattern, among others. The visual modality has long been underutilized, mainly due to multimodal annotation difficulty. In this paper, we aim to patch the visual modality to the textual-established attribute information extractor. The cross-modality integration faces several unique challenges: (C1) images and textual descriptions are loosely paired intra-sample and inter-samples; (C2) image"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01016","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.01016/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zhnlPOqSedYDUpPu5TM9OUSr/ONHvgSyfrghp/UiHok+EhGV3PPT8I3MY8EmRnVklNYCZc/QfwYVFs4H9EjAAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T17:29:46.756955Z"},"content_sha256":"76c3d7233192e2103e53dabf6c49b6303e21a328d336bfdb943f3a0a92125fdc","schema_version":"1.0","event_id":"sha256:76c3d7233192e2103e53dabf6c49b6303e21a328d336bfdb943f3a0a92125fdc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F7MWPPNQ4SW3TDUEGUIQAX2CES/bundle.json","state_url":"https://pith.science/pith/F7MWPPNQ4SW3TDUEGUIQAX2CES/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F7MWPPNQ4SW3TDUEGUIQAX2CES/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T17:29:46Z","links":{"resolver":"https://pith.science/pith/F7MWPPNQ4SW3TDUEGUIQAX2CES","bundle":"https://pith.science/pith/F7MWPPNQ4SW3TDUEGUIQAX2CES/bundle.json","state":"https://pith.science/pith/F7MWPPNQ4SW3TDUEGUIQAX2CES/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F7MWPPNQ4SW3TDUEGUIQAX2CES/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:F7MWPPNQ4SW3TDUEGUIQAX2CES","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"04b68a45a94cb9bb026ed2a82e93f7a69c25600c06c22b89707f3175927dd794","cross_cats_sorted":["cs.AI","cs.CV","cs.LG","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T05:39:45Z","title_canon_sha256":"1ef90bd95aa4c72b03001f1514c05aa2b7d9e377bf390544a714ff00b91e2ba0"},"schema_version":"1.0","source":{"id":"2306.01016","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01016","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01016v1","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01016","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"pith_short_12","alias_value":"F7MWPPNQ4SW3","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"pith_short_16","alias_value":"F7MWPPNQ4SW3TDUE","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"pith_short_8","alias_value":"F7MWPPNQ","created_at":"2026-07-05T06:16:37Z"}],"graph_snapshots":[{"event_id":"sha256:76c3d7233192e2103e53dabf6c49b6303e21a328d336bfdb943f3a0a92125fdc","target":"graph","created_at":"2026-07-05T06:16:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.01016/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Information extraction, e.g., attribute value extraction, has been extensively studied and formulated based only on text. However, many attributes can benefit from image-based extraction, like color, shape, pattern, among others. The visual modality has long been underutilized, mainly due to multimodal annotation difficulty. In this paper, we aim to patch the visual modality to the textual-established attribute information extractor. The cross-modality integration faces several unique challenges: (C1) images and textual descriptions are loosely paired intra-sample and inter-samples; (C2) image","authors_text":"Carl Yang, Chenwei Zhang, Hejie Cui, Jingbo Shang, Nasser Zalmout, Rongmei Lin, Xian Li","cross_cats":["cs.AI","cs.CV","cs.LG","cs.MM"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T05:39:45Z","title":"PV2TEA: Patching Visual Modality to Textual-Established Information Extraction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01016","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9faf8843f2aa19c306291c75e0363d2d108bc6b78fa139819b49d765f77da984","target":"record","created_at":"2026-07-05T06:16:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"04b68a45a94cb9bb026ed2a82e93f7a69c25600c06c22b89707f3175927dd794","cross_cats_sorted":["cs.AI","cs.CV","cs.LG","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T05:39:45Z","title_canon_sha256":"1ef90bd95aa4c72b03001f1514c05aa2b7d9e377bf390544a714ff00b91e2ba0"},"schema_version":"1.0","source":{"id":"2306.01016","kind":"arxiv","version":1}},"canonical_sha256":"2fd967bdb0e4adb98e843511005f4224876c7689c14bfea72035860b847b496b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2fd967bdb0e4adb98e843511005f4224876c7689c14bfea72035860b847b496b","first_computed_at":"2026-07-05T06:16:37.063167Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:16:37.063167Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lBP70cFWqdo2DCx1ufcgu7NQbdNp4ui7yb5ZBqesfXdxxuD/264Mjeh4x/JKkE62ti5IievdJ+dTXfWitI/fBg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:16:37.063624Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.01016","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9faf8843f2aa19c306291c75e0363d2d108bc6b78fa139819b49d765f77da984","sha256:76c3d7233192e2103e53dabf6c49b6303e21a328d336bfdb943f3a0a92125fdc"],"state_sha256":"4c881eb72d638d52830dd2238c73658b95c0c2f9adbc9e7776976d2d1c6c4a98"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c+VCj2AxJx4UAz/lB8Zz2jEJYj4WVFqUg0X0MOuDeCBtjHvSgJz4uuC9i5ZlaTt1IbUhdNxjVBfd/LWquhHdDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T17:29:46.760731Z","bundle_sha256":"9fec42c090991924a6625d92d3c0589baaccf8a6a859697a223c1d618c5d48f7"}}