{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:6WK2QRRYMMOW4HPD64LT3UXBED","short_pith_number":"pith:6WK2QRRY","canonical_record":{"source":{"id":"2212.08153","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-15T21:35:46Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c6bbfa0c2ff64555cfcc81103639dde7ef7f48874f8fe6b0c0f2086d5fa23cad","abstract_canon_sha256":"6f7f1d5d32eaf419fb0b0c4a80fe0a5bfac1ea3ab89f246b164ea0ea14e60fc6"},"schema_version":"1.0"},"canonical_sha256":"f595a84638631d6e1de3f7173dd2e120fc8ba27162c77f0d851f415a933ea9a2","source":{"kind":"arxiv","id":"2212.08153","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.08153","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"arxiv_version","alias_value":"2212.08153v2","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.08153","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_12","alias_value":"6WK2QRRYMMOW","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_16","alias_value":"6WK2QRRYMMOW4HPD","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_8","alias_value":"6WK2QRRY","created_at":"2026-07-05T06:17:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:6WK2QRRYMMOW4HPD64LT3UXBED","target":"record","payload":{"canonical_record":{"source":{"id":"2212.08153","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-15T21:35:46Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c6bbfa0c2ff64555cfcc81103639dde7ef7f48874f8fe6b0c0f2086d5fa23cad","abstract_canon_sha256":"6f7f1d5d32eaf419fb0b0c4a80fe0a5bfac1ea3ab89f246b164ea0ea14e60fc6"},"schema_version":"1.0"},"canonical_sha256":"f595a84638631d6e1de3f7173dd2e120fc8ba27162c77f0d851f415a933ea9a2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:17:03.418876Z","signature_b64":"awjivM5HCWiAZ9VaxkOB/jvGTHajCIeVEOo7f4ZTCmCqIhaLsQ+eVpIJ6NrSFtC6xxH0bo/5cXT7TkynlCkrAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f595a84638631d6e1de3f7173dd2e120fc8ba27162c77f0d851f415a933ea9a2","last_reissued_at":"2026-07-05T06:17:03.418453Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:17:03.418453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.08153","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:17:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BSI+f0AbORJnIIg7LepWswkxI53Z3CLP6BnhSKV1t9auxq8zCfnYKHsstU9zo47e5PZ4fyU89hKdWT8+Rk2lAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:49:50.063451Z"},"content_sha256":"cf742d5559b1ad7ed21ef0159f255d2a486776f62e36a5e52f5af65975f27ae0","schema_version":"1.0","event_id":"sha256:cf742d5559b1ad7ed21ef0159f255d2a486776f62e36a5e52f5af65975f27ae0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:6WK2QRRYMMOW4HPD64LT3UXBED","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FiDO: Fusion-in-Decoder optimized for stronger performance and faster inference","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Fei Sha, Joshua Ainslie, Michiel de Jong, Nicholas FitzGerald, Sumit Sanghai, William Cohen, Yury Zemlyanskiy","submitted_at":"2022-12-15T21:35:46Z","abstract_excerpt":"Fusion-in-Decoder (FiD) is a powerful retrieval-augmented language model that sets the state-of-the-art on many knowledge-intensive NLP tasks. However, the architecture used for FiD was chosen by making minimal modifications to a standard T5 model, which our analysis shows to be highly suboptimal for a retrieval-augmented model. In particular, FiD allocates the bulk of FLOPs to the encoder, while the majority of inference time results from memory bandwidth constraints in the decoder. We propose two simple changes to the FiD architecture to alleviate memory bandwidth constraints, and speed up i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.08153","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.08153/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:17:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"je1C6/LHDNmJSX8sSrWuT3anW3M7gSVBT+nFHS+OZHuqyjgh6a6A6PIC1FuIdLy4eOqL0IeS8VeyfLKAjhLjBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:49:50.063878Z"},"content_sha256":"720210378a18483fdf4cde70346dab7b580f8312f72ffda6c1857844d19db1b0","schema_version":"1.0","event_id":"sha256:720210378a18483fdf4cde70346dab7b580f8312f72ffda6c1857844d19db1b0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6WK2QRRYMMOW4HPD64LT3UXBED/bundle.json","state_url":"https://pith.science/pith/6WK2QRRYMMOW4HPD64LT3UXBED/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6WK2QRRYMMOW4HPD64LT3UXBED/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T15:49:50Z","links":{"resolver":"https://pith.science/pith/6WK2QRRYMMOW4HPD64LT3UXBED","bundle":"https://pith.science/pith/6WK2QRRYMMOW4HPD64LT3UXBED/bundle.json","state":"https://pith.science/pith/6WK2QRRYMMOW4HPD64LT3UXBED/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6WK2QRRYMMOW4HPD64LT3UXBED/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:6WK2QRRYMMOW4HPD64LT3UXBED","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6f7f1d5d32eaf419fb0b0c4a80fe0a5bfac1ea3ab89f246b164ea0ea14e60fc6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-15T21:35:46Z","title_canon_sha256":"c6bbfa0c2ff64555cfcc81103639dde7ef7f48874f8fe6b0c0f2086d5fa23cad"},"schema_version":"1.0","source":{"id":"2212.08153","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.08153","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"arxiv_version","alias_value":"2212.08153v2","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.08153","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_12","alias_value":"6WK2QRRYMMOW","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_16","alias_value":"6WK2QRRYMMOW4HPD","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_8","alias_value":"6WK2QRRY","created_at":"2026-07-05T06:17:03Z"}],"graph_snapshots":[{"event_id":"sha256:720210378a18483fdf4cde70346dab7b580f8312f72ffda6c1857844d19db1b0","target":"graph","created_at":"2026-07-05T06:17:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.08153/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Fusion-in-Decoder (FiD) is a powerful retrieval-augmented language model that sets the state-of-the-art on many knowledge-intensive NLP tasks. However, the architecture used for FiD was chosen by making minimal modifications to a standard T5 model, which our analysis shows to be highly suboptimal for a retrieval-augmented model. In particular, FiD allocates the bulk of FLOPs to the encoder, while the majority of inference time results from memory bandwidth constraints in the decoder. We propose two simple changes to the FiD architecture to alleviate memory bandwidth constraints, and speed up i","authors_text":"Fei Sha, Joshua Ainslie, Michiel de Jong, Nicholas FitzGerald, Sumit Sanghai, William Cohen, Yury Zemlyanskiy","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-15T21:35:46Z","title":"FiDO: Fusion-in-Decoder optimized for stronger performance and faster inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.08153","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cf742d5559b1ad7ed21ef0159f255d2a486776f62e36a5e52f5af65975f27ae0","target":"record","created_at":"2026-07-05T06:17:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6f7f1d5d32eaf419fb0b0c4a80fe0a5bfac1ea3ab89f246b164ea0ea14e60fc6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-15T21:35:46Z","title_canon_sha256":"c6bbfa0c2ff64555cfcc81103639dde7ef7f48874f8fe6b0c0f2086d5fa23cad"},"schema_version":"1.0","source":{"id":"2212.08153","kind":"arxiv","version":2}},"canonical_sha256":"f595a84638631d6e1de3f7173dd2e120fc8ba27162c77f0d851f415a933ea9a2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f595a84638631d6e1de3f7173dd2e120fc8ba27162c77f0d851f415a933ea9a2","first_computed_at":"2026-07-05T06:17:03.418453Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:17:03.418453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"awjivM5HCWiAZ9VaxkOB/jvGTHajCIeVEOo7f4ZTCmCqIhaLsQ+eVpIJ6NrSFtC6xxH0bo/5cXT7TkynlCkrAA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:17:03.418876Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.08153","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cf742d5559b1ad7ed21ef0159f255d2a486776f62e36a5e52f5af65975f27ae0","sha256:720210378a18483fdf4cde70346dab7b580f8312f72ffda6c1857844d19db1b0"],"state_sha256":"262c0193f54f9385e469ede82551b03dd90e90b9499f9ccc088119e3395e8f22"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tjosvOxhBVggdiq5jI6ngkFgA8x0BtMHCTCy+2uTsB9XYDtX7lBS2RCoKZPBdXiK1BtDiTz19o+nUjlFuTHLBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T15:49:50.066365Z","bundle_sha256":"aa6b0e1a7a4d6abe11a73397bf468c028424815f9517b11245d11d072882ca76"}}