{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:KZCRPPBIXQZVHF7VRNJLSEKMCE","short_pith_number":"pith:KZCRPPBI","canonical_record":{"source":{"id":"2205.11388","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-23T15:33:41Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7bcbfbd7ed8ca6e0bd6aaeea5b9f75740e5b0ca00ebbf24b2bcc95a83902be0b","abstract_canon_sha256":"aecc59eeb42db9d21bd08142ac32d03974360a69294b5c6a76878b1e7f123816"},"schema_version":"1.0"},"canonical_sha256":"564517bc28bc335397f58b52b9114c110ab414e7d65399600d27c47846de8ed6","source":{"kind":"arxiv","id":"2205.11388","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.11388","created_at":"2026-07-05T04:25:36Z"},{"alias_kind":"arxiv_version","alias_value":"2205.11388v1","created_at":"2026-07-05T04:25:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.11388","created_at":"2026-07-05T04:25:36Z"},{"alias_kind":"pith_short_12","alias_value":"KZCRPPBIXQZV","created_at":"2026-07-05T04:25:36Z"},{"alias_kind":"pith_short_16","alias_value":"KZCRPPBIXQZVHF7V","created_at":"2026-07-05T04:25:36Z"},{"alias_kind":"pith_short_8","alias_value":"KZCRPPBI","created_at":"2026-07-05T04:25:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:KZCRPPBIXQZVHF7VRNJLSEKMCE","target":"record","payload":{"canonical_record":{"source":{"id":"2205.11388","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-23T15:33:41Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7bcbfbd7ed8ca6e0bd6aaeea5b9f75740e5b0ca00ebbf24b2bcc95a83902be0b","abstract_canon_sha256":"aecc59eeb42db9d21bd08142ac32d03974360a69294b5c6a76878b1e7f123816"},"schema_version":"1.0"},"canonical_sha256":"564517bc28bc335397f58b52b9114c110ab414e7d65399600d27c47846de8ed6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:25:36.917501Z","signature_b64":"Gsz7Phw9F15PEOWFPkDTee7kQXNOyymS0c7PfAvLH6Jd5bT8+rC02Nwe0BItyGvQoZtIaJe5bjx0sHffvOWBBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"564517bc28bc335397f58b52b9114c110ab414e7d65399600d27c47846de8ed6","last_reissued_at":"2026-07-05T04:25:36.917022Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:25:36.917022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.11388","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:25:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pnfaoz26p5bilg/+PkntTrh+JErzmbYyw7z6yOGS3E7kR+tjMrfOwUpXa8XVctMnqCHPooJiMUkN7whU9aTNBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T22:35:27.454719Z"},"content_sha256":"2f60d65b1df162eb636b5c57d3c07efc6a97c552ce3e9944118c9a9147dd0715","schema_version":"1.0","event_id":"sha256:2f60d65b1df162eb636b5c57d3c07efc6a97c552ce3e9944118c9a9147dd0715"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:KZCRPPBIXQZVHF7VRNJLSEKMCE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"StreamingQA: A Benchmark for Adaptation to New Knowledge over Time in Question Answering Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Adam Li\\v{s}ka, Angeliki Lazaridou, Cyprien de Masson d'Autume, Devang Agrawal, Elena Gribovskaya, Ellen Gilsenan-McMahon, Eren Sezener, Manzil Zaheer, Phil Blunsom, Sophia Austin, Susannah Young, Tayfun Terzi, Tim Scholtes, Tom\\'a\\v{s} Ko\\v{c}isk\\'y","submitted_at":"2022-05-23T15:33:41Z","abstract_excerpt":"Knowledge and language understanding of models evaluated through question answering (QA) has been usually studied on static snapshots of knowledge, like Wikipedia. However, our world is dynamic, evolves over time, and our models' knowledge becomes outdated. To study how semi-parametric QA models and their underlying parametric language models (LMs) adapt to evolving knowledge, we construct a new large-scale dataset, StreamingQA, with human written and generated questions asked on a given date, to be answered from 14 years of time-stamped news articles. We evaluate our models quarterly as they "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.11388","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.11388/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:25:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Njs5D5LjEn8lP7NxStobTjqo8s3qGKwJPYdZGMaebNvuemlnx4WPwLQdPLe2B3uf9Iroe+LD3dSHGp9ecLK4Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T22:35:27.455639Z"},"content_sha256":"a40fbfc6899c0f6a759fea2939aab762cc706e0af7141cc64bc2fc920daa596f","schema_version":"1.0","event_id":"sha256:a40fbfc6899c0f6a759fea2939aab762cc706e0af7141cc64bc2fc920daa596f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KZCRPPBIXQZVHF7VRNJLSEKMCE/bundle.json","state_url":"https://pith.science/pith/KZCRPPBIXQZVHF7VRNJLSEKMCE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KZCRPPBIXQZVHF7VRNJLSEKMCE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T22:35:27Z","links":{"resolver":"https://pith.science/pith/KZCRPPBIXQZVHF7VRNJLSEKMCE","bundle":"https://pith.science/pith/KZCRPPBIXQZVHF7VRNJLSEKMCE/bundle.json","state":"https://pith.science/pith/KZCRPPBIXQZVHF7VRNJLSEKMCE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KZCRPPBIXQZVHF7VRNJLSEKMCE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:KZCRPPBIXQZVHF7VRNJLSEKMCE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aecc59eeb42db9d21bd08142ac32d03974360a69294b5c6a76878b1e7f123816","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-23T15:33:41Z","title_canon_sha256":"7bcbfbd7ed8ca6e0bd6aaeea5b9f75740e5b0ca00ebbf24b2bcc95a83902be0b"},"schema_version":"1.0","source":{"id":"2205.11388","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.11388","created_at":"2026-07-05T04:25:36Z"},{"alias_kind":"arxiv_version","alias_value":"2205.11388v1","created_at":"2026-07-05T04:25:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.11388","created_at":"2026-07-05T04:25:36Z"},{"alias_kind":"pith_short_12","alias_value":"KZCRPPBIXQZV","created_at":"2026-07-05T04:25:36Z"},{"alias_kind":"pith_short_16","alias_value":"KZCRPPBIXQZVHF7V","created_at":"2026-07-05T04:25:36Z"},{"alias_kind":"pith_short_8","alias_value":"KZCRPPBI","created_at":"2026-07-05T04:25:36Z"}],"graph_snapshots":[{"event_id":"sha256:a40fbfc6899c0f6a759fea2939aab762cc706e0af7141cc64bc2fc920daa596f","target":"graph","created_at":"2026-07-05T04:25:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.11388/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge and language understanding of models evaluated through question answering (QA) has been usually studied on static snapshots of knowledge, like Wikipedia. However, our world is dynamic, evolves over time, and our models' knowledge becomes outdated. To study how semi-parametric QA models and their underlying parametric language models (LMs) adapt to evolving knowledge, we construct a new large-scale dataset, StreamingQA, with human written and generated questions asked on a given date, to be answered from 14 years of time-stamped news articles. We evaluate our models quarterly as they ","authors_text":"Adam Li\\v{s}ka, Angeliki Lazaridou, Cyprien de Masson d'Autume, Devang Agrawal, Elena Gribovskaya, Ellen Gilsenan-McMahon, Eren Sezener, Manzil Zaheer, Phil Blunsom, Sophia Austin, Susannah Young, Tayfun Terzi, Tim Scholtes, Tom\\'a\\v{s} Ko\\v{c}isk\\'y","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-23T15:33:41Z","title":"StreamingQA: A Benchmark for Adaptation to New Knowledge over Time in Question Answering Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.11388","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2f60d65b1df162eb636b5c57d3c07efc6a97c552ce3e9944118c9a9147dd0715","target":"record","created_at":"2026-07-05T04:25:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aecc59eeb42db9d21bd08142ac32d03974360a69294b5c6a76878b1e7f123816","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-23T15:33:41Z","title_canon_sha256":"7bcbfbd7ed8ca6e0bd6aaeea5b9f75740e5b0ca00ebbf24b2bcc95a83902be0b"},"schema_version":"1.0","source":{"id":"2205.11388","kind":"arxiv","version":1}},"canonical_sha256":"564517bc28bc335397f58b52b9114c110ab414e7d65399600d27c47846de8ed6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"564517bc28bc335397f58b52b9114c110ab414e7d65399600d27c47846de8ed6","first_computed_at":"2026-07-05T04:25:36.917022Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:25:36.917022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Gsz7Phw9F15PEOWFPkDTee7kQXNOyymS0c7PfAvLH6Jd5bT8+rC02Nwe0BItyGvQoZtIaJe5bjx0sHffvOWBBg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:25:36.917501Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.11388","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2f60d65b1df162eb636b5c57d3c07efc6a97c552ce3e9944118c9a9147dd0715","sha256:a40fbfc6899c0f6a759fea2939aab762cc706e0af7141cc64bc2fc920daa596f"],"state_sha256":"4d258fb758353401bb152da7c427aa14bfedfd179fcf82089e06cb474f2cb478"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QIJxHYc8shZ/Rto5i1YoprjGKDI7M8ceOVT7e80XOiTqsEpdaWSTnlkilHeYzWObF8FpCpYNGcTnx31QGfs+Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T22:35:27.460874Z","bundle_sha256":"def51710c560e2fde8096d5a0e0af5ccc1a5aa2ac79fef64e3ab90d2c1d8c4d6"}}