{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:OLWOSVWFWN4KTRMV4ZEUR7E44I","short_pith_number":"pith:OLWOSVWF","canonical_record":{"source":{"id":"2211.15028","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-28T03:23:54Z","cross_cats_sorted":["cs.AI","cs.MM"],"title_canon_sha256":"a0a1903eaeac678d81a1359c86b19fd8a0c3ac580c54d5ce0d7d9bca15bb8b13","abstract_canon_sha256":"bd4863f6b2ba37e8834b4a01607c45b542e3ab8a0f03ecf801bc4654bd89dbb2"},"schema_version":"1.0"},"canonical_sha256":"72ece956c5b378a9c595e64948fc9ce200bc5a1f394c729d4da1fa17638c0a18","source":{"kind":"arxiv","id":"2211.15028","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.15028","created_at":"2026-07-05T05:43:17Z"},{"alias_kind":"arxiv_version","alias_value":"2211.15028v2","created_at":"2026-07-05T05:43:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.15028","created_at":"2026-07-05T05:43:17Z"},{"alias_kind":"pith_short_12","alias_value":"OLWOSVWFWN4K","created_at":"2026-07-05T05:43:17Z"},{"alias_kind":"pith_short_16","alias_value":"OLWOSVWFWN4KTRMV","created_at":"2026-07-05T05:43:17Z"},{"alias_kind":"pith_short_8","alias_value":"OLWOSVWF","created_at":"2026-07-05T05:43:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:OLWOSVWFWN4KTRMV4ZEUR7E44I","target":"record","payload":{"canonical_record":{"source":{"id":"2211.15028","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-28T03:23:54Z","cross_cats_sorted":["cs.AI","cs.MM"],"title_canon_sha256":"a0a1903eaeac678d81a1359c86b19fd8a0c3ac580c54d5ce0d7d9bca15bb8b13","abstract_canon_sha256":"bd4863f6b2ba37e8834b4a01607c45b542e3ab8a0f03ecf801bc4654bd89dbb2"},"schema_version":"1.0"},"canonical_sha256":"72ece956c5b378a9c595e64948fc9ce200bc5a1f394c729d4da1fa17638c0a18","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:43:17.815205Z","signature_b64":"SrUomt+4+HQmIvUH7OSv2kdQ8bBvtoSPgee+a6610js1OIxVEuiqLbYpTazT2BGfwb2yxH/5lRT8O84MyWEkDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"72ece956c5b378a9c595e64948fc9ce200bc5a1f394c729d4da1fa17638c0a18","last_reissued_at":"2026-07-05T05:43:17.814763Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:43:17.814763Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.15028","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:43:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wcrQJIMM6Gp2tVfheb1oHgrJocOg5WXGSXQEXMAGb2IY+is5KF8GqRoTXZPuT3tVdZxvhK2VpyIroSvRfn2tCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:23:57.731056Z"},"content_sha256":"dd1c0a986fed63e529940ed7ffb56804c7a27662bb607d4a7b2453ec4cdd145f","schema_version":"1.0","event_id":"sha256:dd1c0a986fed63e529940ed7ffb56804c7a27662bb607d4a7b2453ec4cdd145f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:OLWOSVWFWN4KTRMV4ZEUR7E44I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Joint Multimodal Entity-Relation Extraction Based on Edge-enhanced Graph Alignment Network and Word-pair Relation Tagging","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.MM"],"primary_cat":"cs.CL","authors_text":"Jin Wang, Li Yuan, Qing Li, Yi Cai","submitted_at":"2022-11-28T03:23:54Z","abstract_excerpt":"Multimodal named entity recognition (MNER) and multimodal relation extraction (MRE) are two fundamental subtasks in the multimodal knowledge graph construction task. However, the existing methods usually handle two tasks independently, which ignores the bidirectional interaction between them. This paper is the first to propose jointly performing MNER and MRE as a joint multimodal entity-relation extraction task (JMERE). Besides, the current MNER and MRE models only consider aligning the visual objects with textual entities in visual and textual graphs but ignore the entity-entity relationships"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.15028","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.15028/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:43:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eCf4kYojSKJRmX52vUgG7yLO/fljQdyVBtHQtflGpSl6RXPEsvNeTKUoIEpkncX0WU7jOvXnF3gO4N8DWi+GAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:23:57.731655Z"},"content_sha256":"1246711c3dacd934717bd0701feff0da1407c8c3c93a65906633cde81733fdaf","schema_version":"1.0","event_id":"sha256:1246711c3dacd934717bd0701feff0da1407c8c3c93a65906633cde81733fdaf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OLWOSVWFWN4KTRMV4ZEUR7E44I/bundle.json","state_url":"https://pith.science/pith/OLWOSVWFWN4KTRMV4ZEUR7E44I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OLWOSVWFWN4KTRMV4ZEUR7E44I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T00:23:57Z","links":{"resolver":"https://pith.science/pith/OLWOSVWFWN4KTRMV4ZEUR7E44I","bundle":"https://pith.science/pith/OLWOSVWFWN4KTRMV4ZEUR7E44I/bundle.json","state":"https://pith.science/pith/OLWOSVWFWN4KTRMV4ZEUR7E44I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OLWOSVWFWN4KTRMV4ZEUR7E44I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:OLWOSVWFWN4KTRMV4ZEUR7E44I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd4863f6b2ba37e8834b4a01607c45b542e3ab8a0f03ecf801bc4654bd89dbb2","cross_cats_sorted":["cs.AI","cs.MM"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-28T03:23:54Z","title_canon_sha256":"a0a1903eaeac678d81a1359c86b19fd8a0c3ac580c54d5ce0d7d9bca15bb8b13"},"schema_version":"1.0","source":{"id":"2211.15028","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.15028","created_at":"2026-07-05T05:43:17Z"},{"alias_kind":"arxiv_version","alias_value":"2211.15028v2","created_at":"2026-07-05T05:43:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.15028","created_at":"2026-07-05T05:43:17Z"},{"alias_kind":"pith_short_12","alias_value":"OLWOSVWFWN4K","created_at":"2026-07-05T05:43:17Z"},{"alias_kind":"pith_short_16","alias_value":"OLWOSVWFWN4KTRMV","created_at":"2026-07-05T05:43:17Z"},{"alias_kind":"pith_short_8","alias_value":"OLWOSVWF","created_at":"2026-07-05T05:43:17Z"}],"graph_snapshots":[{"event_id":"sha256:1246711c3dacd934717bd0701feff0da1407c8c3c93a65906633cde81733fdaf","target":"graph","created_at":"2026-07-05T05:43:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.15028/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal named entity recognition (MNER) and multimodal relation extraction (MRE) are two fundamental subtasks in the multimodal knowledge graph construction task. However, the existing methods usually handle two tasks independently, which ignores the bidirectional interaction between them. This paper is the first to propose jointly performing MNER and MRE as a joint multimodal entity-relation extraction task (JMERE). Besides, the current MNER and MRE models only consider aligning the visual objects with textual entities in visual and textual graphs but ignore the entity-entity relationships","authors_text":"Jin Wang, Li Yuan, Qing Li, Yi Cai","cross_cats":["cs.AI","cs.MM"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-28T03:23:54Z","title":"Joint Multimodal Entity-Relation Extraction Based on Edge-enhanced Graph Alignment Network and Word-pair Relation Tagging"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.15028","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dd1c0a986fed63e529940ed7ffb56804c7a27662bb607d4a7b2453ec4cdd145f","target":"record","created_at":"2026-07-05T05:43:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd4863f6b2ba37e8834b4a01607c45b542e3ab8a0f03ecf801bc4654bd89dbb2","cross_cats_sorted":["cs.AI","cs.MM"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-28T03:23:54Z","title_canon_sha256":"a0a1903eaeac678d81a1359c86b19fd8a0c3ac580c54d5ce0d7d9bca15bb8b13"},"schema_version":"1.0","source":{"id":"2211.15028","kind":"arxiv","version":2}},"canonical_sha256":"72ece956c5b378a9c595e64948fc9ce200bc5a1f394c729d4da1fa17638c0a18","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"72ece956c5b378a9c595e64948fc9ce200bc5a1f394c729d4da1fa17638c0a18","first_computed_at":"2026-07-05T05:43:17.814763Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:43:17.814763Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SrUomt+4+HQmIvUH7OSv2kdQ8bBvtoSPgee+a6610js1OIxVEuiqLbYpTazT2BGfwb2yxH/5lRT8O84MyWEkDA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:43:17.815205Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.15028","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dd1c0a986fed63e529940ed7ffb56804c7a27662bb607d4a7b2453ec4cdd145f","sha256:1246711c3dacd934717bd0701feff0da1407c8c3c93a65906633cde81733fdaf"],"state_sha256":"b8e543d5573c5d9d4e1a48a65933daf83404843d4223689ec582e3077aa583fb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DyuZL8JUdHGX+Y4dJ/6/6RNIPcCCmRkiON8fs3jTXiUtSQmosVd7zWP5NOeYlQsN3xMWP81gW9+64dahnxOQCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T00:23:57.809586Z","bundle_sha256":"0ad32141fbab6b997aa9f0f4d9934d5792a39ec04f0f2e0f223a1b4ad50e486c"}}