{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:X7O2KQUEFFUN5NOR3DJ2IWMKZJ","short_pith_number":"pith:X7O2KQUE","canonical_record":{"source":{"id":"2407.12019","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-27T15:18:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"aef909de6dda39a7ea88a0fb5031e84725dc6a44d6dc64bb20b02b6514395d55","abstract_canon_sha256":"11561a494b3104f62c2cfe1a9a67893b011a18326bf1b96293ad42475c2a3ed1"},"schema_version":"1.0"},"canonical_sha256":"bfdda542842968deb5d1d8d3a4598aca43d672e55c0e7cfd5481b31e311f2426","source":{"kind":"arxiv","id":"2407.12019","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.12019","created_at":"2026-07-05T08:44:58Z"},{"alias_kind":"arxiv_version","alias_value":"2407.12019v1","created_at":"2026-07-05T08:44:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.12019","created_at":"2026-07-05T08:44:58Z"},{"alias_kind":"pith_short_12","alias_value":"X7O2KQUEFFUN","created_at":"2026-07-05T08:44:58Z"},{"alias_kind":"pith_short_16","alias_value":"X7O2KQUEFFUN5NOR","created_at":"2026-07-05T08:44:58Z"},{"alias_kind":"pith_short_8","alias_value":"X7O2KQUE","created_at":"2026-07-05T08:44:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:X7O2KQUEFFUN5NOR3DJ2IWMKZJ","target":"record","payload":{"canonical_record":{"source":{"id":"2407.12019","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-27T15:18:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"aef909de6dda39a7ea88a0fb5031e84725dc6a44d6dc64bb20b02b6514395d55","abstract_canon_sha256":"11561a494b3104f62c2cfe1a9a67893b011a18326bf1b96293ad42475c2a3ed1"},"schema_version":"1.0"},"canonical_sha256":"bfdda542842968deb5d1d8d3a4598aca43d672e55c0e7cfd5481b31e311f2426","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:44:58.875809Z","signature_b64":"KQFOj64p2CFVPymSGJN2nkRifeNCK11FPxiuj/RaGnBj1blExrpLvhxFI5kw78Cf/c4ZEOAWqjtvNXU4y4+RBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bfdda542842968deb5d1d8d3a4598aca43d672e55c0e7cfd5481b31e311f2426","last_reissued_at":"2026-07-05T08:44:58.875411Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:44:58.875411Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.12019","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:44:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TChLChIVB0YPPe1xp2T+TRI8SBPND6JYrLhU66BrR65HhEOLwwhZDprZQuTH5bx/18hXwTRzPHfsUVF+etd3BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:20:14.742795Z"},"content_sha256":"1d7a2b62210dd28563f63041aea1026fe575cef9220f9631d88efc09024dfdf8","schema_version":"1.0","event_id":"sha256:1d7a2b62210dd28563f63041aea1026fe575cef9220f9631d88efc09024dfdf8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:X7O2KQUEFFUN5NOR3DJ2IWMKZJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DIM: Dynamic Integration of Multimodal Entity Linking with Large Language Model","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jie Yu, Jun Ma, Shan Zhao, Shasha Li, Shezheng Song, XiaoDong Liu, Xiaoguang Mao, Xiaopeng Li, Zhuo Li","submitted_at":"2024-06-27T15:18:23Z","abstract_excerpt":"Our study delves into Multimodal Entity Linking, aligning the mention in multimodal information with entities in knowledge base. Existing methods are still facing challenges like ambiguous entity representations and limited image information utilization. Thus, we propose dynamic entity extraction using ChatGPT, which dynamically extracts entities and enhances datasets. We also propose a method: Dynamically Integrate Multimodal information with knowledge base (DIM), employing the capability of the Large Language Model (LLM) for visual understanding. The LLM, such as BLIP-2, extracts information"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.12019","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.12019/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:44:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h4mKXc5gB3MszJnuO5wG+MEsvc2iQY3YnCoBPckMV68FxMbNtF4Tp7WFPKkLn6zraRtkQvEXoPX0TuEyOZx1Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:20:14.743354Z"},"content_sha256":"5967e7ac93ce0ac1f08ec4ee81a9dc33d07afe5f6de6997914c4b440e7174662","schema_version":"1.0","event_id":"sha256:5967e7ac93ce0ac1f08ec4ee81a9dc33d07afe5f6de6997914c4b440e7174662"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X7O2KQUEFFUN5NOR3DJ2IWMKZJ/bundle.json","state_url":"https://pith.science/pith/X7O2KQUEFFUN5NOR3DJ2IWMKZJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X7O2KQUEFFUN5NOR3DJ2IWMKZJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T23:20:14Z","links":{"resolver":"https://pith.science/pith/X7O2KQUEFFUN5NOR3DJ2IWMKZJ","bundle":"https://pith.science/pith/X7O2KQUEFFUN5NOR3DJ2IWMKZJ/bundle.json","state":"https://pith.science/pith/X7O2KQUEFFUN5NOR3DJ2IWMKZJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X7O2KQUEFFUN5NOR3DJ2IWMKZJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:X7O2KQUEFFUN5NOR3DJ2IWMKZJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"11561a494b3104f62c2cfe1a9a67893b011a18326bf1b96293ad42475c2a3ed1","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-27T15:18:23Z","title_canon_sha256":"aef909de6dda39a7ea88a0fb5031e84725dc6a44d6dc64bb20b02b6514395d55"},"schema_version":"1.0","source":{"id":"2407.12019","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.12019","created_at":"2026-07-05T08:44:58Z"},{"alias_kind":"arxiv_version","alias_value":"2407.12019v1","created_at":"2026-07-05T08:44:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.12019","created_at":"2026-07-05T08:44:58Z"},{"alias_kind":"pith_short_12","alias_value":"X7O2KQUEFFUN","created_at":"2026-07-05T08:44:58Z"},{"alias_kind":"pith_short_16","alias_value":"X7O2KQUEFFUN5NOR","created_at":"2026-07-05T08:44:58Z"},{"alias_kind":"pith_short_8","alias_value":"X7O2KQUE","created_at":"2026-07-05T08:44:58Z"}],"graph_snapshots":[{"event_id":"sha256:5967e7ac93ce0ac1f08ec4ee81a9dc33d07afe5f6de6997914c4b440e7174662","target":"graph","created_at":"2026-07-05T08:44:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.12019/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Our study delves into Multimodal Entity Linking, aligning the mention in multimodal information with entities in knowledge base. Existing methods are still facing challenges like ambiguous entity representations and limited image information utilization. Thus, we propose dynamic entity extraction using ChatGPT, which dynamically extracts entities and enhances datasets. We also propose a method: Dynamically Integrate Multimodal information with knowledge base (DIM), employing the capability of the Large Language Model (LLM) for visual understanding. The LLM, such as BLIP-2, extracts information","authors_text":"Jie Yu, Jun Ma, Shan Zhao, Shasha Li, Shezheng Song, XiaoDong Liu, Xiaoguang Mao, Xiaopeng Li, Zhuo Li","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-27T15:18:23Z","title":"DIM: Dynamic Integration of Multimodal Entity Linking with Large Language Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.12019","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1d7a2b62210dd28563f63041aea1026fe575cef9220f9631d88efc09024dfdf8","target":"record","created_at":"2026-07-05T08:44:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"11561a494b3104f62c2cfe1a9a67893b011a18326bf1b96293ad42475c2a3ed1","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-27T15:18:23Z","title_canon_sha256":"aef909de6dda39a7ea88a0fb5031e84725dc6a44d6dc64bb20b02b6514395d55"},"schema_version":"1.0","source":{"id":"2407.12019","kind":"arxiv","version":1}},"canonical_sha256":"bfdda542842968deb5d1d8d3a4598aca43d672e55c0e7cfd5481b31e311f2426","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bfdda542842968deb5d1d8d3a4598aca43d672e55c0e7cfd5481b31e311f2426","first_computed_at":"2026-07-05T08:44:58.875411Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:44:58.875411Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KQFOj64p2CFVPymSGJN2nkRifeNCK11FPxiuj/RaGnBj1blExrpLvhxFI5kw78Cf/c4ZEOAWqjtvNXU4y4+RBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:44:58.875809Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.12019","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1d7a2b62210dd28563f63041aea1026fe575cef9220f9631d88efc09024dfdf8","sha256:5967e7ac93ce0ac1f08ec4ee81a9dc33d07afe5f6de6997914c4b440e7174662"],"state_sha256":"b3fa316ecc5c3868a9e3b75f201498ca38199fe196a9dc3c25ded7b6e1c3bea6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S4G7nB0KbO5RwZ9ntsIe2hs186szEa7t7dDCRBBuY/S5acX9lV/y1royBowbX5ddp4Dt1OSkoQTcDcN1E7kFDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T23:20:14.757249Z","bundle_sha256":"9fa34c0aa70f7e32fd7c9673a6519d88d5b9998d98f021d498dfba3aa13ef86e"}}