{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:DA3KSUUVRKHMNSJGVTJTBYHMOE","short_pith_number":"pith:DA3KSUUV","canonical_record":{"source":{"id":"2102.08345","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-02-16T18:35:29Z","cross_cats_sorted":[],"title_canon_sha256":"c2205790b1f3e191beb6ff56dcc2ed392d27f0b7de4ccdf6055f71a29ed91c3c","abstract_canon_sha256":"7a4a3ac6ec3421f661917d15839a76de1635838ef04c4f4410f24233281140fc"},"schema_version":"1.0"},"canonical_sha256":"1836a952958a8ec6c926acd330e0ec710efb9eb9c9700658ee78f319684590a5","source":{"kind":"arxiv","id":"2102.08345","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.08345","created_at":"2026-07-05T02:15:48Z"},{"alias_kind":"arxiv_version","alias_value":"2102.08345v1","created_at":"2026-07-05T02:15:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.08345","created_at":"2026-07-05T02:15:48Z"},{"alias_kind":"pith_short_12","alias_value":"DA3KSUUVRKHM","created_at":"2026-07-05T02:15:48Z"},{"alias_kind":"pith_short_16","alias_value":"DA3KSUUVRKHMNSJG","created_at":"2026-07-05T02:15:48Z"},{"alias_kind":"pith_short_8","alias_value":"DA3KSUUV","created_at":"2026-07-05T02:15:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:DA3KSUUVRKHMNSJGVTJTBYHMOE","target":"record","payload":{"canonical_record":{"source":{"id":"2102.08345","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-02-16T18:35:29Z","cross_cats_sorted":[],"title_canon_sha256":"c2205790b1f3e191beb6ff56dcc2ed392d27f0b7de4ccdf6055f71a29ed91c3c","abstract_canon_sha256":"7a4a3ac6ec3421f661917d15839a76de1635838ef04c4f4410f24233281140fc"},"schema_version":"1.0"},"canonical_sha256":"1836a952958a8ec6c926acd330e0ec710efb9eb9c9700658ee78f319684590a5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:15:48.787050Z","signature_b64":"GiWbt4FvgsT9P5CHI7Vjrl4Nt4w52UWhMegflXzuuYF/khD7YkhoO1+W1GrYzRQYzFuGNcNJqUIIb1YrS+WQBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1836a952958a8ec6c926acd330e0ec710efb9eb9c9700658ee78f319684590a5","last_reissued_at":"2026-07-05T02:15:48.786529Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:15:48.786529Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.08345","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:15:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qzBzq+J89u5UyAEfEz+ce9PkvNh9vQDsaeTc4piIpgiM0p02pDTVRoRTpNcLqOsgxwXkRH7iqQU5d2IJ6HZVDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-27T18:03:38.675368Z"},"content_sha256":"ed9b28a453101eafad6531b30ddf36cea5e2f224a667ade720b14a38baa7cc71","schema_version":"1.0","event_id":"sha256:ed9b28a453101eafad6531b30ddf36cea5e2f224a667ade720b14a38baa7cc71"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:DA3KSUUVRKHMNSJGVTJTBYHMOE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NoiseQA: Challenge Set Evaluation for User-Centric Question Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Abhilasha Ravichander, Alan W Black, Eduard Hovy, Florian Metze, Maria Ryskina, Siddharth Dalmia","submitted_at":"2021-02-16T18:35:29Z","abstract_excerpt":"When Question-Answering (QA) systems are deployed in the real world, users query them through a variety of interfaces, such as speaking to voice assistants, typing questions into a search engine, or even translating questions to languages supported by the QA system. While there has been significant community attention devoted to identifying correct answers in passages assuming a perfectly formed question, we show that components in the pipeline that precede an answering engine can introduce varied and considerable sources of error, and performance can degrade substantially based on these upstr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.08345","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.08345/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:15:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/l0kIn5QmbCrU8f3OFd0JKBOaT+Ky9jXWJhHalS7/etf2BcDSiidUelP2x235gNxL1fTAhIC20VBX9iC37i+Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-27T18:03:38.675750Z"},"content_sha256":"17987e20149ad4135f0320e1f75b8f044304059d7e0c884e9004d19d9be63bf6","schema_version":"1.0","event_id":"sha256:17987e20149ad4135f0320e1f75b8f044304059d7e0c884e9004d19d9be63bf6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DA3KSUUVRKHMNSJGVTJTBYHMOE/bundle.json","state_url":"https://pith.science/pith/DA3KSUUVRKHMNSJGVTJTBYHMOE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DA3KSUUVRKHMNSJGVTJTBYHMOE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-27T18:03:38Z","links":{"resolver":"https://pith.science/pith/DA3KSUUVRKHMNSJGVTJTBYHMOE","bundle":"https://pith.science/pith/DA3KSUUVRKHMNSJGVTJTBYHMOE/bundle.json","state":"https://pith.science/pith/DA3KSUUVRKHMNSJGVTJTBYHMOE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DA3KSUUVRKHMNSJGVTJTBYHMOE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:DA3KSUUVRKHMNSJGVTJTBYHMOE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7a4a3ac6ec3421f661917d15839a76de1635838ef04c4f4410f24233281140fc","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-02-16T18:35:29Z","title_canon_sha256":"c2205790b1f3e191beb6ff56dcc2ed392d27f0b7de4ccdf6055f71a29ed91c3c"},"schema_version":"1.0","source":{"id":"2102.08345","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.08345","created_at":"2026-07-05T02:15:48Z"},{"alias_kind":"arxiv_version","alias_value":"2102.08345v1","created_at":"2026-07-05T02:15:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.08345","created_at":"2026-07-05T02:15:48Z"},{"alias_kind":"pith_short_12","alias_value":"DA3KSUUVRKHM","created_at":"2026-07-05T02:15:48Z"},{"alias_kind":"pith_short_16","alias_value":"DA3KSUUVRKHMNSJG","created_at":"2026-07-05T02:15:48Z"},{"alias_kind":"pith_short_8","alias_value":"DA3KSUUV","created_at":"2026-07-05T02:15:48Z"}],"graph_snapshots":[{"event_id":"sha256:17987e20149ad4135f0320e1f75b8f044304059d7e0c884e9004d19d9be63bf6","target":"graph","created_at":"2026-07-05T02:15:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.08345/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When Question-Answering (QA) systems are deployed in the real world, users query them through a variety of interfaces, such as speaking to voice assistants, typing questions into a search engine, or even translating questions to languages supported by the QA system. While there has been significant community attention devoted to identifying correct answers in passages assuming a perfectly formed question, we show that components in the pipeline that precede an answering engine can introduce varied and considerable sources of error, and performance can degrade substantially based on these upstr","authors_text":"Abhilasha Ravichander, Alan W Black, Eduard Hovy, Florian Metze, Maria Ryskina, Siddharth Dalmia","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-02-16T18:35:29Z","title":"NoiseQA: Challenge Set Evaluation for User-Centric Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.08345","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ed9b28a453101eafad6531b30ddf36cea5e2f224a667ade720b14a38baa7cc71","target":"record","created_at":"2026-07-05T02:15:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7a4a3ac6ec3421f661917d15839a76de1635838ef04c4f4410f24233281140fc","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-02-16T18:35:29Z","title_canon_sha256":"c2205790b1f3e191beb6ff56dcc2ed392d27f0b7de4ccdf6055f71a29ed91c3c"},"schema_version":"1.0","source":{"id":"2102.08345","kind":"arxiv","version":1}},"canonical_sha256":"1836a952958a8ec6c926acd330e0ec710efb9eb9c9700658ee78f319684590a5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1836a952958a8ec6c926acd330e0ec710efb9eb9c9700658ee78f319684590a5","first_computed_at":"2026-07-05T02:15:48.786529Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:15:48.786529Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GiWbt4FvgsT9P5CHI7Vjrl4Nt4w52UWhMegflXzuuYF/khD7YkhoO1+W1GrYzRQYzFuGNcNJqUIIb1YrS+WQBA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:15:48.787050Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.08345","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ed9b28a453101eafad6531b30ddf36cea5e2f224a667ade720b14a38baa7cc71","sha256:17987e20149ad4135f0320e1f75b8f044304059d7e0c884e9004d19d9be63bf6"],"state_sha256":"e640e717fe536491d06f6fbf02b5960dffee9c4a7d3e8f35b07fd73f6ffe0494"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KVqRsqh5KARWNqUf3GA0JdcfcXP8twTbS7UV5URJ1tsFFW+HiHAjP4kJQNULYXmCBRLHYiTCfHNM016+4MCEAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-27T18:03:38.678216Z","bundle_sha256":"20700cf6b7f7ad9e309d2d18f76f8c7298dd113955bf93c46c80c297528888af"}}