{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:TYX2EZZPLENNK3WYOZLONHJIRN","short_pith_number":"pith:TYX2EZZP","canonical_record":{"source":{"id":"2106.05346","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-09T19:25:37Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"ed846b00b61ed99a35c852470a493dc75e874d643b044afbb3f35a02f3dd72fc","abstract_canon_sha256":"ddc594dce2ecdde9b9d059ddadeb4860a76abbca3347afc0a13780725d874d62"},"schema_version":"1.0"},"canonical_sha256":"9e2fa2672f591ad56ed87656e69d288b61c866701e62335d9057e6b18d868e34","source":{"kind":"arxiv","id":"2106.05346","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.05346","created_at":"2026-07-05T03:37:43Z"},{"alias_kind":"arxiv_version","alias_value":"2106.05346v2","created_at":"2026-07-05T03:37:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.05346","created_at":"2026-07-05T03:37:43Z"},{"alias_kind":"pith_short_12","alias_value":"TYX2EZZPLENN","created_at":"2026-07-05T03:37:43Z"},{"alias_kind":"pith_short_16","alias_value":"TYX2EZZPLENNK3WY","created_at":"2026-07-05T03:37:43Z"},{"alias_kind":"pith_short_8","alias_value":"TYX2EZZP","created_at":"2026-07-05T03:37:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:TYX2EZZPLENNK3WYOZLONHJIRN","target":"record","payload":{"canonical_record":{"source":{"id":"2106.05346","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-09T19:25:37Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"ed846b00b61ed99a35c852470a493dc75e874d643b044afbb3f35a02f3dd72fc","abstract_canon_sha256":"ddc594dce2ecdde9b9d059ddadeb4860a76abbca3347afc0a13780725d874d62"},"schema_version":"1.0"},"canonical_sha256":"9e2fa2672f591ad56ed87656e69d288b61c866701e62335d9057e6b18d868e34","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:37:43.271216Z","signature_b64":"aAHJaDnHycQLV9ob6iCD+5T8/3EEzWuYP1GjajcI8+4ifTt+bUJWUBmO1SsJi/Q5M8f2ri52YmBktmAa218vDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9e2fa2672f591ad56ed87656e69d288b61c866701e62335d9057e6b18d868e34","last_reissued_at":"2026-07-05T03:37:43.270669Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:37:43.270669Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.05346","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:37:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oJoFaklWRrsN+G9+7QyYwxCSjscl/jxEmUGxHPQodB0LEDhKiVCRZTf7nIYbIyz1+JF8Eeg4vZiW/0kluJ9GDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:27:00.161046Z"},"content_sha256":"572c355d66852efe7e6fb9d1425c34db45865d41211222b3861fdbbc685d8581","schema_version":"1.0","event_id":"sha256:572c355d66852efe7e6fb9d1425c34db45865d41211222b3861fdbbc685d8581"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:TYX2EZZPLENNK3WYOZLONHJIRN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"End-to-End Training of Multi-Document Reader and Retriever for Open-Domain Question Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.IR"],"primary_cat":"cs.CL","authors_text":"Chris Dyer, Dani Yogatama, Devendra Singh Sachan, Siva Reddy, William Hamilton","submitted_at":"2021-06-09T19:25:37Z","abstract_excerpt":"We present an end-to-end differentiable training method for retrieval-augmented open-domain question answering systems that combine information from multiple retrieved documents when generating answers. We model retrieval decisions as latent variables over sets of relevant documents. Since marginalizing over sets of retrieved documents is computationally hard, we approximate this using an expectation-maximization algorithm. We iteratively estimate the value of our latent variable (the set of relevant documents for a given question) and then use this estimate to update the retriever and reader "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.05346","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.05346/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:37:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0SDUH1JQWAooil20J5P9w08lF/mEOT5K6MBmg4mejnMAvV8i6viuz26kxwdKwUQLLNTfpS5vrJHL3uqSWmVDBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:27:00.161558Z"},"content_sha256":"cc27f19943ceba6f1020136b3e9ed2cd5369db3aaef01ad374446b831430469c","schema_version":"1.0","event_id":"sha256:cc27f19943ceba6f1020136b3e9ed2cd5369db3aaef01ad374446b831430469c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TYX2EZZPLENNK3WYOZLONHJIRN/bundle.json","state_url":"https://pith.science/pith/TYX2EZZPLENNK3WYOZLONHJIRN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TYX2EZZPLENNK3WYOZLONHJIRN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T15:27:00Z","links":{"resolver":"https://pith.science/pith/TYX2EZZPLENNK3WYOZLONHJIRN","bundle":"https://pith.science/pith/TYX2EZZPLENNK3WYOZLONHJIRN/bundle.json","state":"https://pith.science/pith/TYX2EZZPLENNK3WYOZLONHJIRN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TYX2EZZPLENNK3WYOZLONHJIRN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:TYX2EZZPLENNK3WYOZLONHJIRN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ddc594dce2ecdde9b9d059ddadeb4860a76abbca3347afc0a13780725d874d62","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-09T19:25:37Z","title_canon_sha256":"ed846b00b61ed99a35c852470a493dc75e874d643b044afbb3f35a02f3dd72fc"},"schema_version":"1.0","source":{"id":"2106.05346","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.05346","created_at":"2026-07-05T03:37:43Z"},{"alias_kind":"arxiv_version","alias_value":"2106.05346v2","created_at":"2026-07-05T03:37:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.05346","created_at":"2026-07-05T03:37:43Z"},{"alias_kind":"pith_short_12","alias_value":"TYX2EZZPLENN","created_at":"2026-07-05T03:37:43Z"},{"alias_kind":"pith_short_16","alias_value":"TYX2EZZPLENNK3WY","created_at":"2026-07-05T03:37:43Z"},{"alias_kind":"pith_short_8","alias_value":"TYX2EZZP","created_at":"2026-07-05T03:37:43Z"}],"graph_snapshots":[{"event_id":"sha256:cc27f19943ceba6f1020136b3e9ed2cd5369db3aaef01ad374446b831430469c","target":"graph","created_at":"2026-07-05T03:37:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.05346/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present an end-to-end differentiable training method for retrieval-augmented open-domain question answering systems that combine information from multiple retrieved documents when generating answers. We model retrieval decisions as latent variables over sets of relevant documents. Since marginalizing over sets of retrieved documents is computationally hard, we approximate this using an expectation-maximization algorithm. We iteratively estimate the value of our latent variable (the set of relevant documents for a given question) and then use this estimate to update the retriever and reader ","authors_text":"Chris Dyer, Dani Yogatama, Devendra Singh Sachan, Siva Reddy, William Hamilton","cross_cats":["cs.AI","cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-09T19:25:37Z","title":"End-to-End Training of Multi-Document Reader and Retriever for Open-Domain Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.05346","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:572c355d66852efe7e6fb9d1425c34db45865d41211222b3861fdbbc685d8581","target":"record","created_at":"2026-07-05T03:37:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ddc594dce2ecdde9b9d059ddadeb4860a76abbca3347afc0a13780725d874d62","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-09T19:25:37Z","title_canon_sha256":"ed846b00b61ed99a35c852470a493dc75e874d643b044afbb3f35a02f3dd72fc"},"schema_version":"1.0","source":{"id":"2106.05346","kind":"arxiv","version":2}},"canonical_sha256":"9e2fa2672f591ad56ed87656e69d288b61c866701e62335d9057e6b18d868e34","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9e2fa2672f591ad56ed87656e69d288b61c866701e62335d9057e6b18d868e34","first_computed_at":"2026-07-05T03:37:43.270669Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:37:43.270669Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aAHJaDnHycQLV9ob6iCD+5T8/3EEzWuYP1GjajcI8+4ifTt+bUJWUBmO1SsJi/Q5M8f2ri52YmBktmAa218vDw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:37:43.271216Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.05346","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:572c355d66852efe7e6fb9d1425c34db45865d41211222b3861fdbbc685d8581","sha256:cc27f19943ceba6f1020136b3e9ed2cd5369db3aaef01ad374446b831430469c"],"state_sha256":"1d104d949c5e50e705006a470503567e4e7057f45ed815ea99d1455fc96a6694"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R51J/t39t0ExSEAY75N3gGHjSGuSvhFYzVCUN6Ax8DyqdbgLZjp921Qs7a5u9UIE6M6bZg2KMVcvib9QedEiBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T15:27:00.165402Z","bundle_sha256":"c53fc705a3e1a84d9faf7b8fa85f957cac23b263f7dbb57610bbcc7b629336b8"}}