{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:RPEHCEGOW73S2RQSN5OKJVQP4C","short_pith_number":"pith:RPEHCEGO","canonical_record":{"source":{"id":"2104.06039","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-13T09:14:28Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"762a4a0a1d2e936c47c6ca1d08d37d4f912b68d88e2fc15d32ca8ee593727d59","abstract_canon_sha256":"1ab76173993cd3e5b302bf27308e5d9f9e93d8b5f2d9a083ecfc6f92128503a6"},"schema_version":"1.0"},"canonical_sha256":"8bc87110ceb7f72d46126f5ca4d60fe09cd5223f0fac6f2cf8d439d562d7fc43","source":{"kind":"arxiv","id":"2104.06039","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.06039","created_at":"2026-07-05T02:31:28Z"},{"alias_kind":"arxiv_version","alias_value":"2104.06039v1","created_at":"2026-07-05T02:31:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.06039","created_at":"2026-07-05T02:31:28Z"},{"alias_kind":"pith_short_12","alias_value":"RPEHCEGOW73S","created_at":"2026-07-05T02:31:28Z"},{"alias_kind":"pith_short_16","alias_value":"RPEHCEGOW73S2RQS","created_at":"2026-07-05T02:31:28Z"},{"alias_kind":"pith_short_8","alias_value":"RPEHCEGO","created_at":"2026-07-05T02:31:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:RPEHCEGOW73S2RQSN5OKJVQP4C","target":"record","payload":{"canonical_record":{"source":{"id":"2104.06039","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-13T09:14:28Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"762a4a0a1d2e936c47c6ca1d08d37d4f912b68d88e2fc15d32ca8ee593727d59","abstract_canon_sha256":"1ab76173993cd3e5b302bf27308e5d9f9e93d8b5f2d9a083ecfc6f92128503a6"},"schema_version":"1.0"},"canonical_sha256":"8bc87110ceb7f72d46126f5ca4d60fe09cd5223f0fac6f2cf8d439d562d7fc43","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:31:28.268276Z","signature_b64":"m4aQq9lDTqvOIkY0skOgThmdgnTSbxV4MM+8w+NcxGDsG7oxwLLQ1l4suH4VbsAyWHbFM0q1hf7vWTbxL6HlAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8bc87110ceb7f72d46126f5ca4d60fe09cd5223f0fac6f2cf8d439d562d7fc43","last_reissued_at":"2026-07-05T02:31:28.267837Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:31:28.267837Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.06039","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:31:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oUAOqAI1x3SwZp1tEZ7jzfQNMHi0NxwQ+hggDcw4dGTcGyfDZUI6qqYBpPVaYu8/NmC3sv7+lS5JLCKjbZfRBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:23:25.057304Z"},"content_sha256":"b0d3d4620af163f62a8f1c04ff3465c433419710811a14969b9263fbcbcab3a4","schema_version":"1.0","event_id":"sha256:b0d3d4620af163f62a8f1c04ff3465c433419710811a14969b9263fbcbcab3a4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:RPEHCEGOW73S2RQSN5OKJVQP4C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MultiModalQA: Complex Question Answering over Text, Tables and Images","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Akari Asai, Alon Talmor, Amnon Catav, Dan Lahav, Gabriel Ilharco, Hannaneh Hajishirzi, Jonathan Berant, Ori Yoran, Yizhong Wang","submitted_at":"2021-04-13T09:14:28Z","abstract_excerpt":"When answering complex questions, people can seamlessly combine information from visual, textual and tabular sources. While interest in models that reason over multiple pieces of evidence has surged in recent years, there has been relatively little work on question answering models that reason across multiple modalities. In this paper, we present MultiModalQA(MMQA): a challenging question answering dataset that requires joint reasoning over text, tables and images. We create MMQA using a new framework for generating complex multi-modal questions at scale, harvesting tables from Wikipedia, and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.06039","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.06039/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:31:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xiOnQ/m5WFiBWOQEDrJmgJajzHSPRdwhl8xkTq4++DusQndyQx6pDx+XtS/B1T8G+x46ydL6c1Wl4xZ32WHNBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:23:25.057831Z"},"content_sha256":"a42e3156c81716616143a882e718fbd3dda1a543b88a6712ddcb52dca19a1ca1","schema_version":"1.0","event_id":"sha256:a42e3156c81716616143a882e718fbd3dda1a543b88a6712ddcb52dca19a1ca1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RPEHCEGOW73S2RQSN5OKJVQP4C/bundle.json","state_url":"https://pith.science/pith/RPEHCEGOW73S2RQSN5OKJVQP4C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RPEHCEGOW73S2RQSN5OKJVQP4C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T05:23:25Z","links":{"resolver":"https://pith.science/pith/RPEHCEGOW73S2RQSN5OKJVQP4C","bundle":"https://pith.science/pith/RPEHCEGOW73S2RQSN5OKJVQP4C/bundle.json","state":"https://pith.science/pith/RPEHCEGOW73S2RQSN5OKJVQP4C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RPEHCEGOW73S2RQSN5OKJVQP4C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:RPEHCEGOW73S2RQSN5OKJVQP4C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1ab76173993cd3e5b302bf27308e5d9f9e93d8b5f2d9a083ecfc6f92128503a6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-13T09:14:28Z","title_canon_sha256":"762a4a0a1d2e936c47c6ca1d08d37d4f912b68d88e2fc15d32ca8ee593727d59"},"schema_version":"1.0","source":{"id":"2104.06039","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.06039","created_at":"2026-07-05T02:31:28Z"},{"alias_kind":"arxiv_version","alias_value":"2104.06039v1","created_at":"2026-07-05T02:31:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.06039","created_at":"2026-07-05T02:31:28Z"},{"alias_kind":"pith_short_12","alias_value":"RPEHCEGOW73S","created_at":"2026-07-05T02:31:28Z"},{"alias_kind":"pith_short_16","alias_value":"RPEHCEGOW73S2RQS","created_at":"2026-07-05T02:31:28Z"},{"alias_kind":"pith_short_8","alias_value":"RPEHCEGO","created_at":"2026-07-05T02:31:28Z"}],"graph_snapshots":[{"event_id":"sha256:a42e3156c81716616143a882e718fbd3dda1a543b88a6712ddcb52dca19a1ca1","target":"graph","created_at":"2026-07-05T02:31:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.06039/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When answering complex questions, people can seamlessly combine information from visual, textual and tabular sources. While interest in models that reason over multiple pieces of evidence has surged in recent years, there has been relatively little work on question answering models that reason across multiple modalities. In this paper, we present MultiModalQA(MMQA): a challenging question answering dataset that requires joint reasoning over text, tables and images. We create MMQA using a new framework for generating complex multi-modal questions at scale, harvesting tables from Wikipedia, and ","authors_text":"Akari Asai, Alon Talmor, Amnon Catav, Dan Lahav, Gabriel Ilharco, Hannaneh Hajishirzi, Jonathan Berant, Ori Yoran, Yizhong Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-13T09:14:28Z","title":"MultiModalQA: Complex Question Answering over Text, Tables and Images"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.06039","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b0d3d4620af163f62a8f1c04ff3465c433419710811a14969b9263fbcbcab3a4","target":"record","created_at":"2026-07-05T02:31:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1ab76173993cd3e5b302bf27308e5d9f9e93d8b5f2d9a083ecfc6f92128503a6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-13T09:14:28Z","title_canon_sha256":"762a4a0a1d2e936c47c6ca1d08d37d4f912b68d88e2fc15d32ca8ee593727d59"},"schema_version":"1.0","source":{"id":"2104.06039","kind":"arxiv","version":1}},"canonical_sha256":"8bc87110ceb7f72d46126f5ca4d60fe09cd5223f0fac6f2cf8d439d562d7fc43","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8bc87110ceb7f72d46126f5ca4d60fe09cd5223f0fac6f2cf8d439d562d7fc43","first_computed_at":"2026-07-05T02:31:28.267837Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:31:28.267837Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"m4aQq9lDTqvOIkY0skOgThmdgnTSbxV4MM+8w+NcxGDsG7oxwLLQ1l4suH4VbsAyWHbFM0q1hf7vWTbxL6HlAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:31:28.268276Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.06039","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b0d3d4620af163f62a8f1c04ff3465c433419710811a14969b9263fbcbcab3a4","sha256:a42e3156c81716616143a882e718fbd3dda1a543b88a6712ddcb52dca19a1ca1"],"state_sha256":"9f3c99585d1e7b5deb49ade8e472fe737a75bd180fb56d18eaf73ff2df21c774"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V8nHpkjGxFMqBC6xgdS4uc3jbZ664wE5eOUXAr9qvJjPYYcXzTXSOEJgyOh4s5vIbhGScb6TYGsSMKZEse5FAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T05:23:25.064751Z","bundle_sha256":"7c96d47481a44161bb20af610726bea7897cb1639196d64389f7af5c1f2a7091"}}