{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WAG3KB4GT6HUVB6I47QU7MWTKC","short_pith_number":"pith:WAG3KB4G","canonical_record":{"source":{"id":"2305.16626","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T04:40:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0e6c93a19ea82f8599d5596f3196176e28f47d74dd1c22654de21947d0b8f56f","abstract_canon_sha256":"fe757976c0b00f6efcf7d5ca0841bc979c603acf30cf20cdefc306942d24af53"},"schema_version":"1.0"},"canonical_sha256":"b00db507869f8f4a87c8e7e14fb2d3509e202f1152f79e0fca1352d2cd865daf","source":{"kind":"arxiv","id":"2305.16626","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16626","created_at":"2026-07-05T06:14:15Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16626v1","created_at":"2026-07-05T06:14:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16626","created_at":"2026-07-05T06:14:15Z"},{"alias_kind":"pith_short_12","alias_value":"WAG3KB4GT6HU","created_at":"2026-07-05T06:14:15Z"},{"alias_kind":"pith_short_16","alias_value":"WAG3KB4GT6HUVB6I","created_at":"2026-07-05T06:14:15Z"},{"alias_kind":"pith_short_8","alias_value":"WAG3KB4G","created_at":"2026-07-05T06:14:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WAG3KB4GT6HUVB6I47QU7MWTKC","target":"record","payload":{"canonical_record":{"source":{"id":"2305.16626","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T04:40:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0e6c93a19ea82f8599d5596f3196176e28f47d74dd1c22654de21947d0b8f56f","abstract_canon_sha256":"fe757976c0b00f6efcf7d5ca0841bc979c603acf30cf20cdefc306942d24af53"},"schema_version":"1.0"},"canonical_sha256":"b00db507869f8f4a87c8e7e14fb2d3509e202f1152f79e0fca1352d2cd865daf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:15.260409Z","signature_b64":"lWQi+KjhtfyL2zpM7eu034H7uYw8z3zvCzA2zqyS02fzb3yqRpcdsTvtYzpmSoA86k3G5Lq3RadbDOS7XNM2Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b00db507869f8f4a87c8e7e14fb2d3509e202f1152f79e0fca1352d2cd865daf","last_reissued_at":"2026-07-05T06:14:15.259915Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:15.259915Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.16626","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MFCszQuHVQpCOLNwJ1WHPZ9X9FlwJGFm3+QrZloKXtiXaEmcZiF+6dwE/9GZcnSK3UREzZOTksyCvTKVuoFLBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:39:29.398823Z"},"content_sha256":"cba04ee128fc05fff193b1957a2e292282eeb2c99a298b31b3e3326b08023c32","schema_version":"1.0","event_id":"sha256:cba04ee128fc05fff193b1957a2e292282eeb2c99a298b31b3e3326b08023c32"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WAG3KB4GT6HUVB6I47QU7MWTKC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of Question Generation Needs More References","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Hyeongdon Moon, Hyojun Go, Hyun Seung Lee, Myeongho Jeong, Seungtaek Choi, Shinhyeok Oh, Yunsung Lee","submitted_at":"2023-05-26T04:40:56Z","abstract_excerpt":"Question generation (QG) is the task of generating a valid and fluent question based on a given context and the target answer. According to various purposes, even given the same context, instructors can ask questions about different concepts, and even the same concept can be written in different ways. However, the evaluation for QG usually depends on single reference-based similarity metrics, such as n-gram-based metric or learned metric, which is not sufficient to fully evaluate the potential of QG methods. To this end, we propose to paraphrase the reference question for a more robust QG eval"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16626","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.16626/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FxQXR/3733cqjkOwXVPe2xr2vXYZNOJZKxQwVjWvT4xxzOhXoygmDP1/JhnYW6k3vX8ZsVdcZgRmcOFk1xYqAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:39:29.399179Z"},"content_sha256":"9dc4c6779a543ae33286f1f4ae8168bdd37f4d4386be593b7d8b57c81cbbf76e","schema_version":"1.0","event_id":"sha256:9dc4c6779a543ae33286f1f4ae8168bdd37f4d4386be593b7d8b57c81cbbf76e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WAG3KB4GT6HUVB6I47QU7MWTKC/bundle.json","state_url":"https://pith.science/pith/WAG3KB4GT6HUVB6I47QU7MWTKC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WAG3KB4GT6HUVB6I47QU7MWTKC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T08:39:29Z","links":{"resolver":"https://pith.science/pith/WAG3KB4GT6HUVB6I47QU7MWTKC","bundle":"https://pith.science/pith/WAG3KB4GT6HUVB6I47QU7MWTKC/bundle.json","state":"https://pith.science/pith/WAG3KB4GT6HUVB6I47QU7MWTKC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WAG3KB4GT6HUVB6I47QU7MWTKC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WAG3KB4GT6HUVB6I47QU7MWTKC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fe757976c0b00f6efcf7d5ca0841bc979c603acf30cf20cdefc306942d24af53","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T04:40:56Z","title_canon_sha256":"0e6c93a19ea82f8599d5596f3196176e28f47d74dd1c22654de21947d0b8f56f"},"schema_version":"1.0","source":{"id":"2305.16626","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16626","created_at":"2026-07-05T06:14:15Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16626v1","created_at":"2026-07-05T06:14:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16626","created_at":"2026-07-05T06:14:15Z"},{"alias_kind":"pith_short_12","alias_value":"WAG3KB4GT6HU","created_at":"2026-07-05T06:14:15Z"},{"alias_kind":"pith_short_16","alias_value":"WAG3KB4GT6HUVB6I","created_at":"2026-07-05T06:14:15Z"},{"alias_kind":"pith_short_8","alias_value":"WAG3KB4G","created_at":"2026-07-05T06:14:15Z"}],"graph_snapshots":[{"event_id":"sha256:9dc4c6779a543ae33286f1f4ae8168bdd37f4d4386be593b7d8b57c81cbbf76e","target":"graph","created_at":"2026-07-05T06:14:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.16626/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Question generation (QG) is the task of generating a valid and fluent question based on a given context and the target answer. According to various purposes, even given the same context, instructors can ask questions about different concepts, and even the same concept can be written in different ways. However, the evaluation for QG usually depends on single reference-based similarity metrics, such as n-gram-based metric or learned metric, which is not sufficient to fully evaluate the potential of QG methods. To this end, we propose to paraphrase the reference question for a more robust QG eval","authors_text":"Hyeongdon Moon, Hyojun Go, Hyun Seung Lee, Myeongho Jeong, Seungtaek Choi, Shinhyeok Oh, Yunsung Lee","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T04:40:56Z","title":"Evaluation of Question Generation Needs More References"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16626","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cba04ee128fc05fff193b1957a2e292282eeb2c99a298b31b3e3326b08023c32","target":"record","created_at":"2026-07-05T06:14:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fe757976c0b00f6efcf7d5ca0841bc979c603acf30cf20cdefc306942d24af53","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T04:40:56Z","title_canon_sha256":"0e6c93a19ea82f8599d5596f3196176e28f47d74dd1c22654de21947d0b8f56f"},"schema_version":"1.0","source":{"id":"2305.16626","kind":"arxiv","version":1}},"canonical_sha256":"b00db507869f8f4a87c8e7e14fb2d3509e202f1152f79e0fca1352d2cd865daf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b00db507869f8f4a87c8e7e14fb2d3509e202f1152f79e0fca1352d2cd865daf","first_computed_at":"2026-07-05T06:14:15.259915Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:15.259915Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lWQi+KjhtfyL2zpM7eu034H7uYw8z3zvCzA2zqyS02fzb3yqRpcdsTvtYzpmSoA86k3G5Lq3RadbDOS7XNM2Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:15.260409Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.16626","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cba04ee128fc05fff193b1957a2e292282eeb2c99a298b31b3e3326b08023c32","sha256:9dc4c6779a543ae33286f1f4ae8168bdd37f4d4386be593b7d8b57c81cbbf76e"],"state_sha256":"91f7ef87badc25cde7d68ecefdd04515a31abf3691a4dc77099dc744cb41ba72"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zK2VAD0xJ2qFo8T1Um7Tf64fK0iY9PSQjoJPm8bCr4OxBNicoYbw4u1OiDtLUFIUuQY8eB4EGXG5i8w4cOhTDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T08:39:29.401048Z","bundle_sha256":"21edbff182acee172d5720fbbeab636f6efebe266c1db0b87833d7a6a564288b"}}