{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:NUIRJQTEQCEOQGASEXWAJ3BDIR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"503b4ed6584753991d71c5f0e3f8022e7c62c7bda6103e3048531c09769cd018","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-10-31T13:38:01Z","title_canon_sha256":"e618eb1c409c6cb03efb316703bff9647925a45c3230d831b7981115adea8b39"},"schema_version":"1.0","source":{"id":"1910.14464","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.14464","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"arxiv_version","alias_value":"1910.14464v3","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.14464","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"pith_short_12","alias_value":"NUIRJQTEQCEO","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"pith_short_16","alias_value":"NUIRJQTEQCEOQGAS","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"pith_short_8","alias_value":"NUIRJQTE","created_at":"2026-07-05T00:57:24Z"}],"graph_snapshots":[{"event_id":"sha256:ae5e909e70bcd7755fcac36c2b0a24e04d7d280daa1c7ea0031bb7c616f7b606","target":"graph","created_at":"2026-07-05T00:57:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1910.14464/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In addition to the traditional task of getting machines to answer questions, a major research question in question answering is to create interesting, challenging questions that can help systems learn how to answer questions and also reveal which systems are the best at answering questions. We argue that creating a question answering dataset -- and the ubiquitous leaderboard that goes with it -- closely resembles running a trivia tournament: you write questions, have agents (either humans or machines) answer the questions, and declare a winner. However, the research community has ignored the d","authors_text":"Benjamin B\\\"orschinger, Jordan Boyd-Graber","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-10-31T13:38:01Z","title":"What Question Answering can Learn from Trivia Nerds"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.14464","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b0fe0c485e46cdb768f9dea397b9a1a13ec212fce02185a083ef952fd89ab123","target":"record","created_at":"2026-07-05T00:57:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"503b4ed6584753991d71c5f0e3f8022e7c62c7bda6103e3048531c09769cd018","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-10-31T13:38:01Z","title_canon_sha256":"e618eb1c409c6cb03efb316703bff9647925a45c3230d831b7981115adea8b39"},"schema_version":"1.0","source":{"id":"1910.14464","kind":"arxiv","version":3}},"canonical_sha256":"6d1114c2648088e8181225ec04ec23447beabf7711144441dcbe71714f6c729f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6d1114c2648088e8181225ec04ec23447beabf7711144441dcbe71714f6c729f","first_computed_at":"2026-07-05T00:57:24.324634Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:57:24.324634Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"p6RTvMPo1p+aXJxTeYFu2TH1jgMFVddIYhVNue+7euW++EurlqldeWIXhnuW3YMP6v8AhHpr5S49bnhUZj2HDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:57:24.324988Z","signed_message":"canonical_sha256_bytes"},"source_id":"1910.14464","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b0fe0c485e46cdb768f9dea397b9a1a13ec212fce02185a083ef952fd89ab123","sha256:ae5e909e70bcd7755fcac36c2b0a24e04d7d280daa1c7ea0031bb7c616f7b606"],"state_sha256":"243e923d937386662f6d1d0fc26aa45a5755b2bccb3db07429e0e5f24a4d5041"}