{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:NQNT7EW54MXNKAYEP4MNSVXQFP","short_pith_number":"pith:NQNT7EW5","canonical_record":{"source":{"id":"2207.12888","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-07-26T13:29:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1241d25f996ecc73b7bd80045a9c09c16806525abfca5f89b3e666df5872d08e","abstract_canon_sha256":"1fd849fea67354efedab478b6ff425577f4c40aa953a025078c84407d65abea9"},"schema_version":"1.0"},"canonical_sha256":"6c1b3f92dde32ed503047f18d956f02be3c3b2d3c38699714c6566de5b285e2a","source":{"kind":"arxiv","id":"2207.12888","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.12888","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"arxiv_version","alias_value":"2207.12888v2","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.12888","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_12","alias_value":"NQNT7EW54MXN","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_16","alias_value":"NQNT7EW54MXNKAYE","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_8","alias_value":"NQNT7EW5","created_at":"2026-07-05T05:19:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:NQNT7EW54MXNKAYEP4MNSVXQFP","target":"record","payload":{"canonical_record":{"source":{"id":"2207.12888","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-07-26T13:29:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1241d25f996ecc73b7bd80045a9c09c16806525abfca5f89b3e666df5872d08e","abstract_canon_sha256":"1fd849fea67354efedab478b6ff425577f4c40aa953a025078c84407d65abea9"},"schema_version":"1.0"},"canonical_sha256":"6c1b3f92dde32ed503047f18d956f02be3c3b2d3c38699714c6566de5b285e2a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:19:54.319600Z","signature_b64":"xry16M1B8b8bsgOMqUgN3mT+xbtXSUJQTjTBMqeyYLU+EkoP5uE3dNq7ZosgZZW3+4TBuEcP2yA7QQj/Gbu2DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6c1b3f92dde32ed503047f18d956f02be3c3b2d3c38699714c6566de5b285e2a","last_reissued_at":"2026-07-05T05:19:54.319177Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:19:54.319177Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.12888","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:19:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2bckMcQrWs+8dkCblYw2RDblIYqXSYJ0PAauQ9wYG4VL2+konwhw/P4PD3vXMo5dJWuv5duw1mz6lGoJ879HAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:14:19.903836Z"},"content_sha256":"0459776af3d9c940134d1460a7768e49709b244c367372b7051e816bf64127a6","schema_version":"1.0","event_id":"sha256:0459776af3d9c940134d1460a7768e49709b244c367372b7051e816bf64127a6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:NQNT7EW54MXNKAYEP4MNSVXQFP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LaKo: Knowledge-driven Visual Question Answering via Late Knowledge-to-Text Injection","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Jeff Pan, Jiaoyan Chen, Ningyu Zhang, Wen Zhang, Yin Fang, Yufeng Huang, Yuxia Geng, Zhuo Chen","submitted_at":"2022-07-26T13:29:51Z","abstract_excerpt":"Visual question answering (VQA) often requires an understanding of visual concepts and language semantics, which relies on external knowledge. Most existing methods exploit pre-trained language models or/and unstructured text, but the knowledge in these resources are often incomplete and noisy. Some other methods prefer to use knowledge graphs (KGs) which often have intensive structured knowledge, but the research is still quite preliminary. In this paper, we propose LaKo, a knowledge-driven VQA method via Late Knowledge-to-text Injection. To effectively incorporate an external KG, we transfer"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.12888","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.12888/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:19:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nJWTwhaM+6ziMBPJyeypxLA4TrPD6jRLEPFgp74nV0iABEM+Yc3OZQLxvkwd8CqOtck3LawqxxJxB5hlA6/1Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:14:19.904324Z"},"content_sha256":"39c700ff8fa0e0aa758a8b9efde5a4ce0ed22fe47d2dac412047942dba317932","schema_version":"1.0","event_id":"sha256:39c700ff8fa0e0aa758a8b9efde5a4ce0ed22fe47d2dac412047942dba317932"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NQNT7EW54MXNKAYEP4MNSVXQFP/bundle.json","state_url":"https://pith.science/pith/NQNT7EW54MXNKAYEP4MNSVXQFP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NQNT7EW54MXNKAYEP4MNSVXQFP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T17:14:19Z","links":{"resolver":"https://pith.science/pith/NQNT7EW54MXNKAYEP4MNSVXQFP","bundle":"https://pith.science/pith/NQNT7EW54MXNKAYEP4MNSVXQFP/bundle.json","state":"https://pith.science/pith/NQNT7EW54MXNKAYEP4MNSVXQFP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NQNT7EW54MXNKAYEP4MNSVXQFP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:NQNT7EW54MXNKAYEP4MNSVXQFP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1fd849fea67354efedab478b6ff425577f4c40aa953a025078c84407d65abea9","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-07-26T13:29:51Z","title_canon_sha256":"1241d25f996ecc73b7bd80045a9c09c16806525abfca5f89b3e666df5872d08e"},"schema_version":"1.0","source":{"id":"2207.12888","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.12888","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"arxiv_version","alias_value":"2207.12888v2","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.12888","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_12","alias_value":"NQNT7EW54MXN","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_16","alias_value":"NQNT7EW54MXNKAYE","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_8","alias_value":"NQNT7EW5","created_at":"2026-07-05T05:19:54Z"}],"graph_snapshots":[{"event_id":"sha256:39c700ff8fa0e0aa758a8b9efde5a4ce0ed22fe47d2dac412047942dba317932","target":"graph","created_at":"2026-07-05T05:19:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.12888/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Visual question answering (VQA) often requires an understanding of visual concepts and language semantics, which relies on external knowledge. Most existing methods exploit pre-trained language models or/and unstructured text, but the knowledge in these resources are often incomplete and noisy. Some other methods prefer to use knowledge graphs (KGs) which often have intensive structured knowledge, but the research is still quite preliminary. In this paper, we propose LaKo, a knowledge-driven VQA method via Late Knowledge-to-text Injection. To effectively incorporate an external KG, we transfer","authors_text":"Jeff Pan, Jiaoyan Chen, Ningyu Zhang, Wen Zhang, Yin Fang, Yufeng Huang, Yuxia Geng, Zhuo Chen","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-07-26T13:29:51Z","title":"LaKo: Knowledge-driven Visual Question Answering via Late Knowledge-to-Text Injection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.12888","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0459776af3d9c940134d1460a7768e49709b244c367372b7051e816bf64127a6","target":"record","created_at":"2026-07-05T05:19:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1fd849fea67354efedab478b6ff425577f4c40aa953a025078c84407d65abea9","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-07-26T13:29:51Z","title_canon_sha256":"1241d25f996ecc73b7bd80045a9c09c16806525abfca5f89b3e666df5872d08e"},"schema_version":"1.0","source":{"id":"2207.12888","kind":"arxiv","version":2}},"canonical_sha256":"6c1b3f92dde32ed503047f18d956f02be3c3b2d3c38699714c6566de5b285e2a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6c1b3f92dde32ed503047f18d956f02be3c3b2d3c38699714c6566de5b285e2a","first_computed_at":"2026-07-05T05:19:54.319177Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:19:54.319177Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xry16M1B8b8bsgOMqUgN3mT+xbtXSUJQTjTBMqeyYLU+EkoP5uE3dNq7ZosgZZW3+4TBuEcP2yA7QQj/Gbu2DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:19:54.319600Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.12888","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0459776af3d9c940134d1460a7768e49709b244c367372b7051e816bf64127a6","sha256:39c700ff8fa0e0aa758a8b9efde5a4ce0ed22fe47d2dac412047942dba317932"],"state_sha256":"ec260982f4850ccf4933a5a2dbe2fa38d11a177f995020df4e480fa8d7829a1d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3P5/mCU/hBtIluUzMZRtz1VKs3AfAfGP6BHOcSsihwk3Sxtr+MlrDpxyUaalfPACLgC9oqKepSdA8RR2LBQYBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T17:14:19.907980Z","bundle_sha256":"3f865051d2ea97bcc0744bb238948acb4206d8e421acb093f73dbdc0391c8f0c"}}