{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:ZTI4BYZTLZ2EOBKD2JZDR2PZWA","short_pith_number":"pith:ZTI4BYZT","canonical_record":{"source":{"id":"2203.08685","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-16T15:16:18Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"0b305ca5e140acbcf49bbd4413c944c3e5a7fd69791b54f8a27729ce437f23de","abstract_canon_sha256":"f4931ce905ce2a01af29ca0c72f5a3e18fb7f8e8ee7d04b61950d816b9a84082"},"schema_version":"1.0"},"canonical_sha256":"ccd1c0e3335e74470543d27238e9f9b02e4565c7eb664e79d344d1c283dde864","source":{"kind":"arxiv","id":"2203.08685","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.08685","created_at":"2026-07-05T04:09:19Z"},{"alias_kind":"arxiv_version","alias_value":"2203.08685v2","created_at":"2026-07-05T04:09:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.08685","created_at":"2026-07-05T04:09:19Z"},{"alias_kind":"pith_short_12","alias_value":"ZTI4BYZTLZ2E","created_at":"2026-07-05T04:09:19Z"},{"alias_kind":"pith_short_16","alias_value":"ZTI4BYZTLZ2EOBKD","created_at":"2026-07-05T04:09:19Z"},{"alias_kind":"pith_short_8","alias_value":"ZTI4BYZT","created_at":"2026-07-05T04:09:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:ZTI4BYZTLZ2EOBKD2JZDR2PZWA","target":"record","payload":{"canonical_record":{"source":{"id":"2203.08685","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-16T15:16:18Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"0b305ca5e140acbcf49bbd4413c944c3e5a7fd69791b54f8a27729ce437f23de","abstract_canon_sha256":"f4931ce905ce2a01af29ca0c72f5a3e18fb7f8e8ee7d04b61950d816b9a84082"},"schema_version":"1.0"},"canonical_sha256":"ccd1c0e3335e74470543d27238e9f9b02e4565c7eb664e79d344d1c283dde864","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:09:19.054306Z","signature_b64":"pPvue2oFo9oBvkPZdli1Ys9xMPpHAbOAN9GwS6BOcUnmT7tYsmFNKaRJpfEH2H3ce4zZKns25Id6hjAtKXhlAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ccd1c0e3335e74470543d27238e9f9b02e4565c7eb664e79d344d1c283dde864","last_reissued_at":"2026-07-05T04:09:19.053849Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:09:19.053849Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.08685","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:09:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3ms4oW5I9QhZlgb3JBE8TXf0f9vJYd4QnlyHuta/WANGa2h9cH6yIV5jDQ2p3HIo3eFFJwvx5myyI43mPR5qDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:15:06.847953Z"},"content_sha256":"ffed22ac36f3d57412931a3d9d212937eb7ab28a489527aa5e42324c085b4ecc","schema_version":"1.0","event_id":"sha256:ffed22ac36f3d57412931a3d9d212937eb7ab28a489527aa5e42324c085b4ecc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:ZTI4BYZTLZ2EOBKD2JZDR2PZWA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Feasibility Study of Answer-Agnostic Question Generation for Education","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.HC"],"primary_cat":"cs.CL","authors_text":"Chris Callison-Burch, Chuning Yuan, Dayheon Choi, Eleni Miltsakaki, Etan Ginsberg, Hannah Gonzalez, Liam Dugan, Shriyash Upadhyay","submitted_at":"2022-03-16T15:16:18Z","abstract_excerpt":"We conduct a feasibility study into the applicability of answer-agnostic question generation models to textbook passages. We show that a significant portion of errors in such systems arise from asking irrelevant or uninterpretable questions and that such errors can be ameliorated by providing summarized input. We find that giving these models human-written summaries instead of the original text results in a significant increase in acceptability of generated questions (33% $\\rightarrow$ 83%) as determined by expert annotators. We also find that, in the absence of human-written summaries, automa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.08685","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.08685/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:09:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WRSZ9IoINDX9a/9z8W+AvYNgc94Qb2NdeGwxBumvj2YROUKJIhUxXW+kLUk3Ng5bsCnK00dr3ztQHugV5h52Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:15:06.848508Z"},"content_sha256":"97dc105c9ffaeea8b51421c0843950d6412809f5b70419b882d048d5cf39b107","schema_version":"1.0","event_id":"sha256:97dc105c9ffaeea8b51421c0843950d6412809f5b70419b882d048d5cf39b107"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZTI4BYZTLZ2EOBKD2JZDR2PZWA/bundle.json","state_url":"https://pith.science/pith/ZTI4BYZTLZ2EOBKD2JZDR2PZWA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZTI4BYZTLZ2EOBKD2JZDR2PZWA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T20:15:06Z","links":{"resolver":"https://pith.science/pith/ZTI4BYZTLZ2EOBKD2JZDR2PZWA","bundle":"https://pith.science/pith/ZTI4BYZTLZ2EOBKD2JZDR2PZWA/bundle.json","state":"https://pith.science/pith/ZTI4BYZTLZ2EOBKD2JZDR2PZWA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZTI4BYZTLZ2EOBKD2JZDR2PZWA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:ZTI4BYZTLZ2EOBKD2JZDR2PZWA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f4931ce905ce2a01af29ca0c72f5a3e18fb7f8e8ee7d04b61950d816b9a84082","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-16T15:16:18Z","title_canon_sha256":"0b305ca5e140acbcf49bbd4413c944c3e5a7fd69791b54f8a27729ce437f23de"},"schema_version":"1.0","source":{"id":"2203.08685","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.08685","created_at":"2026-07-05T04:09:19Z"},{"alias_kind":"arxiv_version","alias_value":"2203.08685v2","created_at":"2026-07-05T04:09:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.08685","created_at":"2026-07-05T04:09:19Z"},{"alias_kind":"pith_short_12","alias_value":"ZTI4BYZTLZ2E","created_at":"2026-07-05T04:09:19Z"},{"alias_kind":"pith_short_16","alias_value":"ZTI4BYZTLZ2EOBKD","created_at":"2026-07-05T04:09:19Z"},{"alias_kind":"pith_short_8","alias_value":"ZTI4BYZT","created_at":"2026-07-05T04:09:19Z"}],"graph_snapshots":[{"event_id":"sha256:97dc105c9ffaeea8b51421c0843950d6412809f5b70419b882d048d5cf39b107","target":"graph","created_at":"2026-07-05T04:09:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.08685/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We conduct a feasibility study into the applicability of answer-agnostic question generation models to textbook passages. We show that a significant portion of errors in such systems arise from asking irrelevant or uninterpretable questions and that such errors can be ameliorated by providing summarized input. We find that giving these models human-written summaries instead of the original text results in a significant increase in acceptability of generated questions (33% $\\rightarrow$ 83%) as determined by expert annotators. We also find that, in the absence of human-written summaries, automa","authors_text":"Chris Callison-Burch, Chuning Yuan, Dayheon Choi, Eleni Miltsakaki, Etan Ginsberg, Hannah Gonzalez, Liam Dugan, Shriyash Upadhyay","cross_cats":["cs.AI","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-16T15:16:18Z","title":"A Feasibility Study of Answer-Agnostic Question Generation for Education"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.08685","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ffed22ac36f3d57412931a3d9d212937eb7ab28a489527aa5e42324c085b4ecc","target":"record","created_at":"2026-07-05T04:09:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f4931ce905ce2a01af29ca0c72f5a3e18fb7f8e8ee7d04b61950d816b9a84082","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-16T15:16:18Z","title_canon_sha256":"0b305ca5e140acbcf49bbd4413c944c3e5a7fd69791b54f8a27729ce437f23de"},"schema_version":"1.0","source":{"id":"2203.08685","kind":"arxiv","version":2}},"canonical_sha256":"ccd1c0e3335e74470543d27238e9f9b02e4565c7eb664e79d344d1c283dde864","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ccd1c0e3335e74470543d27238e9f9b02e4565c7eb664e79d344d1c283dde864","first_computed_at":"2026-07-05T04:09:19.053849Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:09:19.053849Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pPvue2oFo9oBvkPZdli1Ys9xMPpHAbOAN9GwS6BOcUnmT7tYsmFNKaRJpfEH2H3ce4zZKns25Id6hjAtKXhlAg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:09:19.054306Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.08685","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ffed22ac36f3d57412931a3d9d212937eb7ab28a489527aa5e42324c085b4ecc","sha256:97dc105c9ffaeea8b51421c0843950d6412809f5b70419b882d048d5cf39b107"],"state_sha256":"da8b624bc8bf5e408033a3ed7a824a325860724159ca98699fcc2d6da6ab26c4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S/3kuGkc+4Tl0wHCMLTwMPhCzZGx91nSQ2bacAle48qW+ijmnvJIBfmYXCps7Yb/Ik4z8AYBPFW1MEWLuaxPCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T20:15:06.852681Z","bundle_sha256":"dac252db3b1ef6c7c4399d5f80008544e6d9d424f99ac11b6a28b82e6e7e31d3"}}