{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:KH2OFWUYRVDFSWGYWAERXVH7SJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e2e74d1aecdcb4a4fcac62bf01a46bed73ed0f488e0fb74dc8c25ab8ed3c0697","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-02-11T17:31:12Z","title_canon_sha256":"bfecf84f4110d85a4acc3211ea089ca2fb22a5da8c535ab5a4a7922a8945b264"},"schema_version":"1.0","source":{"id":"2202.05786","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.05786","created_at":"2026-07-05T05:26:04Z"},{"alias_kind":"arxiv_version","alias_value":"2202.05786v2","created_at":"2026-07-05T05:26:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.05786","created_at":"2026-07-05T05:26:04Z"},{"alias_kind":"pith_short_12","alias_value":"KH2OFWUYRVDF","created_at":"2026-07-05T05:26:04Z"},{"alias_kind":"pith_short_16","alias_value":"KH2OFWUYRVDFSWGY","created_at":"2026-07-05T05:26:04Z"},{"alias_kind":"pith_short_8","alias_value":"KH2OFWUY","created_at":"2026-07-05T05:26:04Z"}],"graph_snapshots":[{"event_id":"sha256:dc4277f0fc721537178c365ee0051413877cd5bb9138bab4d7295b0a8eaa514a","target":"graph","created_at":"2026-07-05T05:26:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.05786/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent years have witnessed the resurgence of knowledge engineering which is featured by the fast growth of knowledge graphs. However, most of existing knowledge graphs are represented with pure symbols, which hurts the machine's capability to understand the real world. The multi-modalization of knowledge graphs is an inevitable key step towards the realization of human-level machine intelligence. The results of this endeavor are Multi-modal Knowledge Graphs (MMKGs). In this survey on MMKGs constructed by texts and images, we first give definitions of MMKGs, followed with the preliminaries on ","authors_text":"Nicholas Jing Yuan, Penglei Sun, Xiangru Zhu, Xiaodan Wang, Xueyao Jiang, Xuwu Wang, Yanghua Xiao, Zhixu Li","cross_cats":["cs.CL","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-02-11T17:31:12Z","title":"Multi-Modal Knowledge Graph Construction and Application: A Survey"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.05786","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:046c552beec9c0e04250ef7ec92566a8ac870c5a6f8265df52075e9aae5324b7","target":"record","created_at":"2026-07-05T05:26:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e2e74d1aecdcb4a4fcac62bf01a46bed73ed0f488e0fb74dc8c25ab8ed3c0697","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-02-11T17:31:12Z","title_canon_sha256":"bfecf84f4110d85a4acc3211ea089ca2fb22a5da8c535ab5a4a7922a8945b264"},"schema_version":"1.0","source":{"id":"2202.05786","kind":"arxiv","version":2}},"canonical_sha256":"51f4e2da988d465958d8b0091bd4ff9248f613eb771d2c8ec51f10addf2a7a30","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"51f4e2da988d465958d8b0091bd4ff9248f613eb771d2c8ec51f10addf2a7a30","first_computed_at":"2026-07-05T05:26:04.090114Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:26:04.090114Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lBPpPRhdBwU6ucmBtowWwWimtrRn34Mc2MLbDBp2hnL9PtnQn9+G0KIupBnuNol4aj1rLrZ8HqlCPWB/suB3CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:26:04.090487Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.05786","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:046c552beec9c0e04250ef7ec92566a8ac870c5a6f8265df52075e9aae5324b7","sha256:dc4277f0fc721537178c365ee0051413877cd5bb9138bab4d7295b0a8eaa514a"],"state_sha256":"cbf55ef255a381f8f2b53571ff2030a091e9ca96c18be90296f4b10e44262932"}