{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:W6LD32XSTCI425C4CJ4KXXTRS6","short_pith_number":"pith:W6LD32XS","canonical_record":{"source":{"id":"2402.05391","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-02-08T04:04:36Z","cross_cats_sorted":["cs.CV","cs.IR","cs.LG"],"title_canon_sha256":"9e9472b53c2f20f46e21971c78c7259a5ba212ed908e709ccd01de7b09c538f9","abstract_canon_sha256":"a3b4aa34c4857115464eacfa99a00a53e85e80c616dc58ed967958c447021214"},"schema_version":"1.0"},"canonical_sha256":"b7963deaf29891cd745c1278abde7197bcfbce321ac75d4145eca6819d4e4055","source":{"kind":"arxiv","id":"2402.05391","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05391","created_at":"2026-07-05T07:49:17Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05391v4","created_at":"2026-07-05T07:49:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05391","created_at":"2026-07-05T07:49:17Z"},{"alias_kind":"pith_short_12","alias_value":"W6LD32XSTCI4","created_at":"2026-07-05T07:49:17Z"},{"alias_kind":"pith_short_16","alias_value":"W6LD32XSTCI425C4","created_at":"2026-07-05T07:49:17Z"},{"alias_kind":"pith_short_8","alias_value":"W6LD32XS","created_at":"2026-07-05T07:49:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:W6LD32XSTCI425C4CJ4KXXTRS6","target":"record","payload":{"canonical_record":{"source":{"id":"2402.05391","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-02-08T04:04:36Z","cross_cats_sorted":["cs.CV","cs.IR","cs.LG"],"title_canon_sha256":"9e9472b53c2f20f46e21971c78c7259a5ba212ed908e709ccd01de7b09c538f9","abstract_canon_sha256":"a3b4aa34c4857115464eacfa99a00a53e85e80c616dc58ed967958c447021214"},"schema_version":"1.0"},"canonical_sha256":"b7963deaf29891cd745c1278abde7197bcfbce321ac75d4145eca6819d4e4055","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:49:17.854690Z","signature_b64":"GMVqhumM4T29efNQZMa5YHJAuEqIGBs1wERX4Yd+d0LqzMNZgXV/Y56g148bzlCdNy7kTlysovkFC01ZqBN0BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b7963deaf29891cd745c1278abde7197bcfbce321ac75d4145eca6819d4e4055","last_reissued_at":"2026-07-05T07:49:17.854218Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:49:17.854218Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.05391","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:49:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h4rxrDSIDCMm2Z8pRXgjDPNq5xJWrysSmi/RCpQizVIDuFfbxYqx5HpxEKKs4ZiN7kkaJGMybs1e/J9DgRwtBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:57:45.507822Z"},"content_sha256":"bf221901de6508081d78762396fd13cc146cdc8b932d5b8371ad0284a732a666","schema_version":"1.0","event_id":"sha256:bf221901de6508081d78762396fd13cc146cdc8b932d5b8371ad0284a732a666"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:W6LD32XSTCI425C4CJ4KXXTRS6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Knowledge Graphs Meet Multi-Modal Learning: A Comprehensive Survey","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","cs.IR","cs.LG"],"primary_cat":"cs.AI","authors_text":"Huajun Chen, Jeff Z. Pan, Jiaoyan Chen, Jiaqi Li, Lingbing Guo, Ningyu Zhang, Qian Li, Wen Zhang, Xiang Chen, Xiaoze Liu, Yichi Zhang, Yin Fang, Yushan Zhu, Yuxia Geng, Zhuo Chen","submitted_at":"2024-02-08T04:04:36Z","abstract_excerpt":"Knowledge Graphs (KGs) play a pivotal role in advancing various AI applications, with the semantic web community's exploration into multi-modal dimensions unlocking new avenues for innovation. In this survey, we carefully review over 300 articles, focusing on KG-aware research in two principal aspects: KG-driven Multi-Modal (KG4MM) learning, where KGs support multi-modal tasks, and Multi-Modal Knowledge Graph (MM4KG), which extends KG studies into the MMKG realm. We begin by defining KGs and MMKGs, then explore their construction progress. Our review includes two primary task categories: KG-aw"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05391","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.05391/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:49:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LxIA7Ey44LGrF/HMglVQkSxG+J0dVeP4HiFeg2sbCXFlvu927KOnc/iTAlevOo/WBsJvr9L7T5a2XjLl0xVqDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:57:45.508733Z"},"content_sha256":"bb802098c7b12cc62a4b22f576ba97bd3e2396b13248276f467844a32169e6c2","schema_version":"1.0","event_id":"sha256:bb802098c7b12cc62a4b22f576ba97bd3e2396b13248276f467844a32169e6c2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W6LD32XSTCI425C4CJ4KXXTRS6/bundle.json","state_url":"https://pith.science/pith/W6LD32XSTCI425C4CJ4KXXTRS6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W6LD32XSTCI425C4CJ4KXXTRS6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T06:57:45Z","links":{"resolver":"https://pith.science/pith/W6LD32XSTCI425C4CJ4KXXTRS6","bundle":"https://pith.science/pith/W6LD32XSTCI425C4CJ4KXXTRS6/bundle.json","state":"https://pith.science/pith/W6LD32XSTCI425C4CJ4KXXTRS6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W6LD32XSTCI425C4CJ4KXXTRS6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:W6LD32XSTCI425C4CJ4KXXTRS6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a3b4aa34c4857115464eacfa99a00a53e85e80c616dc58ed967958c447021214","cross_cats_sorted":["cs.CV","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-02-08T04:04:36Z","title_canon_sha256":"9e9472b53c2f20f46e21971c78c7259a5ba212ed908e709ccd01de7b09c538f9"},"schema_version":"1.0","source":{"id":"2402.05391","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05391","created_at":"2026-07-05T07:49:17Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05391v4","created_at":"2026-07-05T07:49:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05391","created_at":"2026-07-05T07:49:17Z"},{"alias_kind":"pith_short_12","alias_value":"W6LD32XSTCI4","created_at":"2026-07-05T07:49:17Z"},{"alias_kind":"pith_short_16","alias_value":"W6LD32XSTCI425C4","created_at":"2026-07-05T07:49:17Z"},{"alias_kind":"pith_short_8","alias_value":"W6LD32XS","created_at":"2026-07-05T07:49:17Z"}],"graph_snapshots":[{"event_id":"sha256:bb802098c7b12cc62a4b22f576ba97bd3e2396b13248276f467844a32169e6c2","target":"graph","created_at":"2026-07-05T07:49:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.05391/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge Graphs (KGs) play a pivotal role in advancing various AI applications, with the semantic web community's exploration into multi-modal dimensions unlocking new avenues for innovation. In this survey, we carefully review over 300 articles, focusing on KG-aware research in two principal aspects: KG-driven Multi-Modal (KG4MM) learning, where KGs support multi-modal tasks, and Multi-Modal Knowledge Graph (MM4KG), which extends KG studies into the MMKG realm. We begin by defining KGs and MMKGs, then explore their construction progress. Our review includes two primary task categories: KG-aw","authors_text":"Huajun Chen, Jeff Z. Pan, Jiaoyan Chen, Jiaqi Li, Lingbing Guo, Ningyu Zhang, Qian Li, Wen Zhang, Xiang Chen, Xiaoze Liu, Yichi Zhang, Yin Fang, Yushan Zhu, Yuxia Geng, Zhuo Chen","cross_cats":["cs.CV","cs.IR","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-02-08T04:04:36Z","title":"Knowledge Graphs Meet Multi-Modal Learning: A Comprehensive Survey"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05391","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bf221901de6508081d78762396fd13cc146cdc8b932d5b8371ad0284a732a666","target":"record","created_at":"2026-07-05T07:49:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a3b4aa34c4857115464eacfa99a00a53e85e80c616dc58ed967958c447021214","cross_cats_sorted":["cs.CV","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-02-08T04:04:36Z","title_canon_sha256":"9e9472b53c2f20f46e21971c78c7259a5ba212ed908e709ccd01de7b09c538f9"},"schema_version":"1.0","source":{"id":"2402.05391","kind":"arxiv","version":4}},"canonical_sha256":"b7963deaf29891cd745c1278abde7197bcfbce321ac75d4145eca6819d4e4055","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b7963deaf29891cd745c1278abde7197bcfbce321ac75d4145eca6819d4e4055","first_computed_at":"2026-07-05T07:49:17.854218Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:49:17.854218Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GMVqhumM4T29efNQZMa5YHJAuEqIGBs1wERX4Yd+d0LqzMNZgXV/Y56g148bzlCdNy7kTlysovkFC01ZqBN0BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:49:17.854690Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.05391","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bf221901de6508081d78762396fd13cc146cdc8b932d5b8371ad0284a732a666","sha256:bb802098c7b12cc62a4b22f576ba97bd3e2396b13248276f467844a32169e6c2"],"state_sha256":"eeb54bf7a8a48c8bf758345c79d845298f57bea6a274b9b49c11bcbd0d738f3b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qdD9iCdYfS2Z9Yq2Uu/hKISz8ylMkcZQ4q7eGSdU1pjT+eQm+RrGeqbqH2rKDy3uV61cI+6ocoQFEDcz7xxxAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T06:57:45.514111Z","bundle_sha256":"9e7130de44ac3fd6314686b07a11dc90f749de0329e038f8d106ddc0f7ae85b1"}}