{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:RGWJBACON3Z6JT7XBWHOFCJE36","short_pith_number":"pith:RGWJBACO","canonical_record":{"source":{"id":"2205.12665","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T11:21:30Z","cross_cats_sorted":[],"title_canon_sha256":"5b6a3542c73a78ccdd67ab68404da504af6866b1a12c1f7d7b9e08a498e536f7","abstract_canon_sha256":"348a9b16655c4be8cf98e2b00b0fc40656e03c641af248402ea9d6c05b392046"},"schema_version":"1.0"},"canonical_sha256":"89ac90804e6ef3e4cff70d8ee28924df97d52b933da7efe353014b1874bea0ce","source":{"kind":"arxiv","id":"2205.12665","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.12665","created_at":"2026-07-05T06:14:34Z"},{"alias_kind":"arxiv_version","alias_value":"2205.12665v4","created_at":"2026-07-05T06:14:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.12665","created_at":"2026-07-05T06:14:34Z"},{"alias_kind":"pith_short_12","alias_value":"RGWJBACON3Z6","created_at":"2026-07-05T06:14:34Z"},{"alias_kind":"pith_short_16","alias_value":"RGWJBACON3Z6JT7X","created_at":"2026-07-05T06:14:34Z"},{"alias_kind":"pith_short_8","alias_value":"RGWJBACO","created_at":"2026-07-05T06:14:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:RGWJBACON3Z6JT7XBWHOFCJE36","target":"record","payload":{"canonical_record":{"source":{"id":"2205.12665","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T11:21:30Z","cross_cats_sorted":[],"title_canon_sha256":"5b6a3542c73a78ccdd67ab68404da504af6866b1a12c1f7d7b9e08a498e536f7","abstract_canon_sha256":"348a9b16655c4be8cf98e2b00b0fc40656e03c641af248402ea9d6c05b392046"},"schema_version":"1.0"},"canonical_sha256":"89ac90804e6ef3e4cff70d8ee28924df97d52b933da7efe353014b1874bea0ce","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:34.846257Z","signature_b64":"kR+FsnY14GpxjMvJuRBq3xcrCoB56i47D0G+eHydaVoOG2z8AqS5LYr9piXIGCefYLwb6E39NFI+SMugppGYBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"89ac90804e6ef3e4cff70d8ee28924df97d52b933da7efe353014b1874bea0ce","last_reissued_at":"2026-07-05T06:14:34.845771Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:34.845771Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.12665","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ffdKYZwuUZYyoLJtbD05sUo0I0m7qr4OS62OpcC6vUMM4xAqcTb08ZeUvI18uAXn7t6AOODK8qtsisSOYPmvAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:52:48.129005Z"},"content_sha256":"296866a9ce24f0207ef4b69f5fac5fd5dd7ae34921e14952737f640b12a6bd08","schema_version":"1.0","event_id":"sha256:296866a9ce24f0207ef4b69f5fac5fd5dd7ae34921e14952737f640b12a6bd08"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:RGWJBACON3Z6JT7XBWHOFCJE36","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"QAMPARI: An Open-domain Question Answering Benchmark for Questions with Many Answers from Multiple Paragraphs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jonathan Berant, Jonathan Herzig, Ohad Rubin, Ori Yoran, Samuel Joseph Amouyal, Tomer Wolfson","submitted_at":"2022-05-25T11:21:30Z","abstract_excerpt":"Existing benchmarks for open-domain question answering (ODQA) typically focus on questions whose answers can be extracted from a single paragraph. By contrast, many natural questions, such as \"What players were drafted by the Brooklyn Nets?\" have a list of answers. Answering such questions requires retrieving and reading from many passages, in a large corpus. We introduce QAMPARI, an ODQA benchmark, where question answers are lists of entities, spread across many paragraphs. We created QAMPARI by (a) generating questions with multiple answers from Wikipedia's knowledge graph and tables, (b) au"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.12665","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.12665/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3WOL00QkVtX7+ts2hOy0wONv1Sld6Z2hsDL6bV0ffrH3hJ6nP8h9dyQWZGYDAfQjdIw91okyEjl4GDvuaqslBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:52:48.129520Z"},"content_sha256":"f14406044805214d6799af301769ffa056b231a99906d3439ff1398109008b31","schema_version":"1.0","event_id":"sha256:f14406044805214d6799af301769ffa056b231a99906d3439ff1398109008b31"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RGWJBACON3Z6JT7XBWHOFCJE36/bundle.json","state_url":"https://pith.science/pith/RGWJBACON3Z6JT7XBWHOFCJE36/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RGWJBACON3Z6JT7XBWHOFCJE36/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T12:52:48Z","links":{"resolver":"https://pith.science/pith/RGWJBACON3Z6JT7XBWHOFCJE36","bundle":"https://pith.science/pith/RGWJBACON3Z6JT7XBWHOFCJE36/bundle.json","state":"https://pith.science/pith/RGWJBACON3Z6JT7XBWHOFCJE36/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RGWJBACON3Z6JT7XBWHOFCJE36/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:RGWJBACON3Z6JT7XBWHOFCJE36","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"348a9b16655c4be8cf98e2b00b0fc40656e03c641af248402ea9d6c05b392046","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T11:21:30Z","title_canon_sha256":"5b6a3542c73a78ccdd67ab68404da504af6866b1a12c1f7d7b9e08a498e536f7"},"schema_version":"1.0","source":{"id":"2205.12665","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.12665","created_at":"2026-07-05T06:14:34Z"},{"alias_kind":"arxiv_version","alias_value":"2205.12665v4","created_at":"2026-07-05T06:14:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.12665","created_at":"2026-07-05T06:14:34Z"},{"alias_kind":"pith_short_12","alias_value":"RGWJBACON3Z6","created_at":"2026-07-05T06:14:34Z"},{"alias_kind":"pith_short_16","alias_value":"RGWJBACON3Z6JT7X","created_at":"2026-07-05T06:14:34Z"},{"alias_kind":"pith_short_8","alias_value":"RGWJBACO","created_at":"2026-07-05T06:14:34Z"}],"graph_snapshots":[{"event_id":"sha256:f14406044805214d6799af301769ffa056b231a99906d3439ff1398109008b31","target":"graph","created_at":"2026-07-05T06:14:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.12665/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing benchmarks for open-domain question answering (ODQA) typically focus on questions whose answers can be extracted from a single paragraph. By contrast, many natural questions, such as \"What players were drafted by the Brooklyn Nets?\" have a list of answers. Answering such questions requires retrieving and reading from many passages, in a large corpus. We introduce QAMPARI, an ODQA benchmark, where question answers are lists of entities, spread across many paragraphs. We created QAMPARI by (a) generating questions with multiple answers from Wikipedia's knowledge graph and tables, (b) au","authors_text":"Jonathan Berant, Jonathan Herzig, Ohad Rubin, Ori Yoran, Samuel Joseph Amouyal, Tomer Wolfson","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T11:21:30Z","title":"QAMPARI: An Open-domain Question Answering Benchmark for Questions with Many Answers from Multiple Paragraphs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.12665","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:296866a9ce24f0207ef4b69f5fac5fd5dd7ae34921e14952737f640b12a6bd08","target":"record","created_at":"2026-07-05T06:14:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"348a9b16655c4be8cf98e2b00b0fc40656e03c641af248402ea9d6c05b392046","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T11:21:30Z","title_canon_sha256":"5b6a3542c73a78ccdd67ab68404da504af6866b1a12c1f7d7b9e08a498e536f7"},"schema_version":"1.0","source":{"id":"2205.12665","kind":"arxiv","version":4}},"canonical_sha256":"89ac90804e6ef3e4cff70d8ee28924df97d52b933da7efe353014b1874bea0ce","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"89ac90804e6ef3e4cff70d8ee28924df97d52b933da7efe353014b1874bea0ce","first_computed_at":"2026-07-05T06:14:34.845771Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:34.845771Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kR+FsnY14GpxjMvJuRBq3xcrCoB56i47D0G+eHydaVoOG2z8AqS5LYr9piXIGCefYLwb6E39NFI+SMugppGYBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:34.846257Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.12665","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:296866a9ce24f0207ef4b69f5fac5fd5dd7ae34921e14952737f640b12a6bd08","sha256:f14406044805214d6799af301769ffa056b231a99906d3439ff1398109008b31"],"state_sha256":"edc6925f1f7df8c71c5795d9fc11a53e83881d6112a15cf40c2f202492764e18"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2irMUO7O891vtDu4ItZZ11gkmzhtBpZaqY+9PaOm+ZDJ7Tv2LQYVqP70fgZTIuHmpd8OAkiwDTeDGC8ZPafoAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T12:52:48.133252Z","bundle_sha256":"61ceb5ec3066b890701d784f84814ff37dbf68389e436293cd28ea949541f9d9"}}