{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:UM356QTWTXJES3OW5FUW6O2WLN","short_pith_number":"pith:UM356QTW","canonical_record":{"source":{"id":"2101.00419","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-01-02T10:44:49Z","cross_cats_sorted":[],"title_canon_sha256":"343f2a0cb07c00c3652a3228a66694d487f0faa8962508d2432e07f4b62a189b","abstract_canon_sha256":"055c79991c4d3364542446e0ed26d25e865cee926fd9d1c5d70c7fb6c34ce06a"},"schema_version":"1.0"},"canonical_sha256":"a337df42769dd2496dd6e9696f3b565b6eb72ec2bc314144ffa596f8b80d3c54","source":{"kind":"arxiv","id":"2101.00419","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.00419","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"arxiv_version","alias_value":"2101.00419v2","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.00419","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_12","alias_value":"UM356QTWTXJE","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_16","alias_value":"UM356QTWTXJES3OW","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_8","alias_value":"UM356QTW","created_at":"2026-07-05T02:58:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:UM356QTWTXJES3OW5FUW6O2WLN","target":"record","payload":{"canonical_record":{"source":{"id":"2101.00419","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-01-02T10:44:49Z","cross_cats_sorted":[],"title_canon_sha256":"343f2a0cb07c00c3652a3228a66694d487f0faa8962508d2432e07f4b62a189b","abstract_canon_sha256":"055c79991c4d3364542446e0ed26d25e865cee926fd9d1c5d70c7fb6c34ce06a"},"schema_version":"1.0"},"canonical_sha256":"a337df42769dd2496dd6e9696f3b565b6eb72ec2bc314144ffa596f8b80d3c54","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:58:23.945247Z","signature_b64":"4I79Qc+Dg/j5KEYEaoJwlRNZVW9cfUVq3x11iqY/tT8oP0ts1DI12zvODLqiu0lBaTgb6fagw9v6Rh953hTEAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a337df42769dd2496dd6e9696f3b565b6eb72ec2bc314144ffa596f8b80d3c54","last_reissued_at":"2026-07-05T02:58:23.944910Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:58:23.944910Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2101.00419","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:58:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9SRBtZq/1SXcONBClVv7WeOeYBRpgUfj/KLIrk6HmFmXNUxScsnpGXWFYXib3MCvFAhmeBjbNfG1n565A11qCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:15:16.905209Z"},"content_sha256":"88ca30b6bf5e68ac2bbc6bda461eedc99a4188c5338ebcefe4cd8a2e3be82c4d","schema_version":"1.0","event_id":"sha256:88ca30b6bf5e68ac2bbc6bda461eedc99a4188c5338ebcefe4cd8a2e3be82c4d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:UM356QTWTXJES3OW5FUW6O2WLN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"KM-BART: Knowledge Enhanced Multimodal BART for Visual Commonsense Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Gerhard Lakemeyer, Roger Wattenhofer, Yiran Xing, Yunpu Ma, Zai Shi, Zhao Meng","submitted_at":"2021-01-02T10:44:49Z","abstract_excerpt":"We present Knowledge Enhanced Multimodal BART (KM-BART), which is a Transformer-based sequence-to-sequence model capable of reasoning about commonsense knowledge from multimodal inputs of images and texts. We adapt the generative BART architecture to a multimodal model with visual and textual inputs. We further develop novel pretraining tasks to improve the model performance on the Visual Commonsense Generation (VCG) task. In particular, our pretraining task of Knowledge-based Commonsense Generation (KCG) boosts model performance on the VCG task by leveraging commonsense knowledge from a large"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.00419","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2101.00419/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:58:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VTBD1AUeyzoYs3csasjCz1H4FRJ2Hyy7Y4TDd6Se0WZq8FB0cgWi3IrT8E5e81cTxes0NzkDI9GWCe4+kwbdCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:15:16.905584Z"},"content_sha256":"42632191da8d4743d9a014d77ac10798e264cd1849584e3ec6dc03e0ae38cee5","schema_version":"1.0","event_id":"sha256:42632191da8d4743d9a014d77ac10798e264cd1849584e3ec6dc03e0ae38cee5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UM356QTWTXJES3OW5FUW6O2WLN/bundle.json","state_url":"https://pith.science/pith/UM356QTWTXJES3OW5FUW6O2WLN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UM356QTWTXJES3OW5FUW6O2WLN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T05:15:16Z","links":{"resolver":"https://pith.science/pith/UM356QTWTXJES3OW5FUW6O2WLN","bundle":"https://pith.science/pith/UM356QTWTXJES3OW5FUW6O2WLN/bundle.json","state":"https://pith.science/pith/UM356QTWTXJES3OW5FUW6O2WLN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UM356QTWTXJES3OW5FUW6O2WLN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:UM356QTWTXJES3OW5FUW6O2WLN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"055c79991c4d3364542446e0ed26d25e865cee926fd9d1c5d70c7fb6c34ce06a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-01-02T10:44:49Z","title_canon_sha256":"343f2a0cb07c00c3652a3228a66694d487f0faa8962508d2432e07f4b62a189b"},"schema_version":"1.0","source":{"id":"2101.00419","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.00419","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"arxiv_version","alias_value":"2101.00419v2","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.00419","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_12","alias_value":"UM356QTWTXJE","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_16","alias_value":"UM356QTWTXJES3OW","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_8","alias_value":"UM356QTW","created_at":"2026-07-05T02:58:23Z"}],"graph_snapshots":[{"event_id":"sha256:42632191da8d4743d9a014d77ac10798e264cd1849584e3ec6dc03e0ae38cee5","target":"graph","created_at":"2026-07-05T02:58:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2101.00419/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present Knowledge Enhanced Multimodal BART (KM-BART), which is a Transformer-based sequence-to-sequence model capable of reasoning about commonsense knowledge from multimodal inputs of images and texts. We adapt the generative BART architecture to a multimodal model with visual and textual inputs. We further develop novel pretraining tasks to improve the model performance on the Visual Commonsense Generation (VCG) task. In particular, our pretraining task of Knowledge-based Commonsense Generation (KCG) boosts model performance on the VCG task by leveraging commonsense knowledge from a large","authors_text":"Gerhard Lakemeyer, Roger Wattenhofer, Yiran Xing, Yunpu Ma, Zai Shi, Zhao Meng","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-01-02T10:44:49Z","title":"KM-BART: Knowledge Enhanced Multimodal BART for Visual Commonsense Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.00419","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:88ca30b6bf5e68ac2bbc6bda461eedc99a4188c5338ebcefe4cd8a2e3be82c4d","target":"record","created_at":"2026-07-05T02:58:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"055c79991c4d3364542446e0ed26d25e865cee926fd9d1c5d70c7fb6c34ce06a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-01-02T10:44:49Z","title_canon_sha256":"343f2a0cb07c00c3652a3228a66694d487f0faa8962508d2432e07f4b62a189b"},"schema_version":"1.0","source":{"id":"2101.00419","kind":"arxiv","version":2}},"canonical_sha256":"a337df42769dd2496dd6e9696f3b565b6eb72ec2bc314144ffa596f8b80d3c54","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a337df42769dd2496dd6e9696f3b565b6eb72ec2bc314144ffa596f8b80d3c54","first_computed_at":"2026-07-05T02:58:23.944910Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:58:23.944910Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4I79Qc+Dg/j5KEYEaoJwlRNZVW9cfUVq3x11iqY/tT8oP0ts1DI12zvODLqiu0lBaTgb6fagw9v6Rh953hTEAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:58:23.945247Z","signed_message":"canonical_sha256_bytes"},"source_id":"2101.00419","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:88ca30b6bf5e68ac2bbc6bda461eedc99a4188c5338ebcefe4cd8a2e3be82c4d","sha256:42632191da8d4743d9a014d77ac10798e264cd1849584e3ec6dc03e0ae38cee5"],"state_sha256":"21a494c0e469970b4a56d8dada642806af5e43a7ec0a8160485642374b46cf76"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PNSokOMpsY/nPNyZ4asmSa8coXmCJtulIYWjMcmGEajVDs1lTibcmHuQNTdaDUjGNMHdhk9sCNwq6o+QRww3Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T05:15:16.908489Z","bundle_sha256":"b30f47eedfb5037ed2d19c4beb58e4567ae1f7572fb88c4d6de5df12790a4f90"}}