{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:F7MWPPNQ4SW3TDUEGUIQAX2CES","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"04b68a45a94cb9bb026ed2a82e93f7a69c25600c06c22b89707f3175927dd794","cross_cats_sorted":["cs.AI","cs.CV","cs.LG","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T05:39:45Z","title_canon_sha256":"1ef90bd95aa4c72b03001f1514c05aa2b7d9e377bf390544a714ff00b91e2ba0"},"schema_version":"1.0","source":{"id":"2306.01016","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01016","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01016v1","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01016","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"pith_short_12","alias_value":"F7MWPPNQ4SW3","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"pith_short_16","alias_value":"F7MWPPNQ4SW3TDUE","created_at":"2026-07-05T06:16:37Z"},{"alias_kind":"pith_short_8","alias_value":"F7MWPPNQ","created_at":"2026-07-05T06:16:37Z"}],"graph_snapshots":[{"event_id":"sha256:76c3d7233192e2103e53dabf6c49b6303e21a328d336bfdb943f3a0a92125fdc","target":"graph","created_at":"2026-07-05T06:16:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.01016/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Information extraction, e.g., attribute value extraction, has been extensively studied and formulated based only on text. However, many attributes can benefit from image-based extraction, like color, shape, pattern, among others. The visual modality has long been underutilized, mainly due to multimodal annotation difficulty. In this paper, we aim to patch the visual modality to the textual-established attribute information extractor. The cross-modality integration faces several unique challenges: (C1) images and textual descriptions are loosely paired intra-sample and inter-samples; (C2) image","authors_text":"Carl Yang, Chenwei Zhang, Hejie Cui, Jingbo Shang, Nasser Zalmout, Rongmei Lin, Xian Li","cross_cats":["cs.AI","cs.CV","cs.LG","cs.MM"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T05:39:45Z","title":"PV2TEA: Patching Visual Modality to Textual-Established Information Extraction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01016","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9faf8843f2aa19c306291c75e0363d2d108bc6b78fa139819b49d765f77da984","target":"record","created_at":"2026-07-05T06:16:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"04b68a45a94cb9bb026ed2a82e93f7a69c25600c06c22b89707f3175927dd794","cross_cats_sorted":["cs.AI","cs.CV","cs.LG","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T05:39:45Z","title_canon_sha256":"1ef90bd95aa4c72b03001f1514c05aa2b7d9e377bf390544a714ff00b91e2ba0"},"schema_version":"1.0","source":{"id":"2306.01016","kind":"arxiv","version":1}},"canonical_sha256":"2fd967bdb0e4adb98e843511005f4224876c7689c14bfea72035860b847b496b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2fd967bdb0e4adb98e843511005f4224876c7689c14bfea72035860b847b496b","first_computed_at":"2026-07-05T06:16:37.063167Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:16:37.063167Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lBP70cFWqdo2DCx1ufcgu7NQbdNp4ui7yb5ZBqesfXdxxuD/264Mjeh4x/JKkE62ti5IievdJ+dTXfWitI/fBg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:16:37.063624Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.01016","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9faf8843f2aa19c306291c75e0363d2d108bc6b78fa139819b49d765f77da984","sha256:76c3d7233192e2103e53dabf6c49b6303e21a328d336bfdb943f3a0a92125fdc"],"state_sha256":"4c881eb72d638d52830dd2238c73658b95c0c2f9adbc9e7776976d2d1c6c4a98"}