{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:WO32PFNPYX46YMKZJFVB4BLZ7G","short_pith_number":"pith:WO32PFNP","schema_version":"1.0","canonical_sha256":"b3b7a795afc5f9ec3159496a1e0579f9a81d89e63ed1ce96096dfe5ab306a524","source":{"kind":"arxiv","id":"2207.13332","version":2},"attestation_state":"computed","paper":{"title":"RealTime QA: What's the Answer Right Now?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Akari Asai, Dragomir Radev, Jungo Kasai, Keisuke Sakaguchi, Kentaro Inui, Noah A. Smith, Ronan Le Bras, Xinyan Yu, Yejin Choi, Yoichi Takahashi","submitted_at":"2022-07-27T07:26:01Z","abstract_excerpt":"We introduce REALTIME QA, a dynamic question answering (QA) platform that announces questions and evaluates systems on a regular basis (weekly in this version). REALTIME QA inquires about the current world, and QA systems need to answer questions about novel events or information. It therefore challenges static, conventional assumptions in open-domain QA datasets and pursues instantaneous applications. We build strong baseline models upon large pretrained language models, including GPT-3 and T5. Our benchmark is an ongoing effort, and this paper presents real-time evaluation results over the p"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2207.13332","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-07-27T07:26:01Z","cross_cats_sorted":[],"title_canon_sha256":"963a64270bdcd482e108d49d6bd156b376f51092e4c011986154d4c4a78e72bc","abstract_canon_sha256":"7886b7d9a6771256493cce216815558d744ec4d901c8e81d215d96a3d36922f9"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:49:58.863261Z","signature_b64":"eqxApNwEkN/OlV22p8ri8ZmUL2cIl3UjVqaKyOC6TVQJoXDx4txskw3+KjJF+QP7gIPLYWC5B7uWfP7JcCNgAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b3b7a795afc5f9ec3159496a1e0579f9a81d89e63ed1ce96096dfe5ab306a524","last_reissued_at":"2026-07-05T07:49:58.862801Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:49:58.862801Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"RealTime QA: What's the Answer Right Now?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Akari Asai, Dragomir Radev, Jungo Kasai, Keisuke Sakaguchi, Kentaro Inui, Noah A. Smith, Ronan Le Bras, Xinyan Yu, Yejin Choi, Yoichi Takahashi","submitted_at":"2022-07-27T07:26:01Z","abstract_excerpt":"We introduce REALTIME QA, a dynamic question answering (QA) platform that announces questions and evaluates systems on a regular basis (weekly in this version). REALTIME QA inquires about the current world, and QA systems need to answer questions about novel events or information. It therefore challenges static, conventional assumptions in open-domain QA datasets and pursues instantaneous applications. We build strong baseline models upon large pretrained language models, including GPT-3 and T5. Our benchmark is an ongoing effort, and this paper presents real-time evaluation results over the p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.13332","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.13332/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2207.13332","created_at":"2026-07-05T07:49:58.862860+00:00"},{"alias_kind":"arxiv_version","alias_value":"2207.13332v2","created_at":"2026-07-05T07:49:58.862860+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.13332","created_at":"2026-07-05T07:49:58.862860+00:00"},{"alias_kind":"pith_short_12","alias_value":"WO32PFNPYX46","created_at":"2026-07-05T07:49:58.862860+00:00"},{"alias_kind":"pith_short_16","alias_value":"WO32PFNPYX46YMKZ","created_at":"2026-07-05T07:49:58.862860+00:00"},{"alias_kind":"pith_short_8","alias_value":"WO32PFNP","created_at":"2026-07-05T07:49:58.862860+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":10,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.11816","citing_title":"WorldReasoner: Evaluating Whether Language Model Agents Forecast Events with Valid Reasoning","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2606.05054","citing_title":"Boosting Self-Consistency with Ranking","ref_index":215,"is_internal_anchor":false},{"citing_arxiv_id":"2312.11805","citing_title":"Gemini: A Family of Highly Capable Multimodal Models","ref_index":40,"is_internal_anchor":false},{"citing_arxiv_id":"2605.15156","citing_title":"MeMo: Memory as a Model","ref_index":6,"is_internal_anchor":false},{"citing_arxiv_id":"2605.17829","citing_title":"Interactive Evaluation Requires a Design Science","ref_index":27,"is_internal_anchor":false},{"citing_arxiv_id":"2511.14774","citing_title":"LiveCLKTBench: Towards Reliable Evaluation of Cross-Lingual Knowledge Transfer in Multilingual LLMs","ref_index":6,"is_internal_anchor":false},{"citing_arxiv_id":"2605.15156","citing_title":"MeMo: Memory as a Model","ref_index":6,"is_internal_anchor":false},{"citing_arxiv_id":"2311.05232","citing_title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","ref_index":153,"is_internal_anchor":false},{"citing_arxiv_id":"2310.11511","citing_title":"Self-RAG: Learning to Retrieve, Generate, and Critique through Self-Reflection","ref_index":110,"is_internal_anchor":false},{"citing_arxiv_id":"2605.06716","citing_title":"From Storage to Experience: A Survey on the Evolution of LLM Agent Memory Mechanisms","ref_index":5,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/WO32PFNPYX46YMKZJFVB4BLZ7G","json":"https://pith.science/pith/WO32PFNPYX46YMKZJFVB4BLZ7G.json","graph_json":"https://pith.science/api/pith-number/WO32PFNPYX46YMKZJFVB4BLZ7G/graph.json","events_json":"https://pith.science/api/pith-number/WO32PFNPYX46YMKZJFVB4BLZ7G/events.json","paper":"https://pith.science/paper/WO32PFNP"},"agent_actions":{"view_html":"https://pith.science/pith/WO32PFNPYX46YMKZJFVB4BLZ7G","download_json":"https://pith.science/pith/WO32PFNPYX46YMKZJFVB4BLZ7G.json","view_paper":"https://pith.science/paper/WO32PFNP","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2207.13332&json=true","fetch_graph":"https://pith.science/api/pith-number/WO32PFNPYX46YMKZJFVB4BLZ7G/graph.json","fetch_events":"https://pith.science/api/pith-number/WO32PFNPYX46YMKZJFVB4BLZ7G/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/WO32PFNPYX46YMKZJFVB4BLZ7G/action/timestamp_anchor","attest_storage":"https://pith.science/pith/WO32PFNPYX46YMKZJFVB4BLZ7G/action/storage_attestation","attest_author":"https://pith.science/pith/WO32PFNPYX46YMKZJFVB4BLZ7G/action/author_attestation","sign_citation":"https://pith.science/pith/WO32PFNPYX46YMKZJFVB4BLZ7G/action/citation_signature","submit_replication":"https://pith.science/pith/WO32PFNPYX46YMKZJFVB4BLZ7G/action/replication_record"}},"created_at":"2026-07-05T07:49:58.862860+00:00","updated_at":"2026-07-05T07:49:58.862860+00:00"}