{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:Y6ALNN2DIOVQJLVQD6FQNNT7XE","short_pith_number":"pith:Y6ALNN2D","canonical_record":{"source":{"id":"2308.08982","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T13:45:35Z","cross_cats_sorted":[],"title_canon_sha256":"a53140f57e1f2b73226c9d2f05b8a89309cd7139c1b6b7edc043d0a5dd66f055","abstract_canon_sha256":"bdff9ceb023b72aa7a126da9fa51fab367ea360ad32169550ed83339b66a9962"},"schema_version":"1.0"},"canonical_sha256":"c780b6b74343ab04aeb01f8b06b67fb925cbcb7becbaa564b1310e2570f7ce1e","source":{"kind":"arxiv","id":"2308.08982","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.08982","created_at":"2026-07-05T06:42:25Z"},{"alias_kind":"arxiv_version","alias_value":"2308.08982v1","created_at":"2026-07-05T06:42:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.08982","created_at":"2026-07-05T06:42:25Z"},{"alias_kind":"pith_short_12","alias_value":"Y6ALNN2DIOVQ","created_at":"2026-07-05T06:42:25Z"},{"alias_kind":"pith_short_16","alias_value":"Y6ALNN2DIOVQJLVQ","created_at":"2026-07-05T06:42:25Z"},{"alias_kind":"pith_short_8","alias_value":"Y6ALNN2D","created_at":"2026-07-05T06:42:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:Y6ALNN2DIOVQJLVQD6FQNNT7XE","target":"record","payload":{"canonical_record":{"source":{"id":"2308.08982","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T13:45:35Z","cross_cats_sorted":[],"title_canon_sha256":"a53140f57e1f2b73226c9d2f05b8a89309cd7139c1b6b7edc043d0a5dd66f055","abstract_canon_sha256":"bdff9ceb023b72aa7a126da9fa51fab367ea360ad32169550ed83339b66a9962"},"schema_version":"1.0"},"canonical_sha256":"c780b6b74343ab04aeb01f8b06b67fb925cbcb7becbaa564b1310e2570f7ce1e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:42:25.762994Z","signature_b64":"dW8TzeeHlGHS2TYm2Ey4HSkxNBLAizLNp2NJQPX0Ql6yf2xihqeNUT68kurHZDbBlBdTjjpjx/7/FUt/tn+DBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c780b6b74343ab04aeb01f8b06b67fb925cbcb7becbaa564b1310e2570f7ce1e","last_reissued_at":"2026-07-05T06:42:25.762588Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:42:25.762588Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.08982","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:42:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wk+4+yeu4BcO9b36y/g+vRZ58ycpSQzOjcKC6YIXXORFyN8SAz5muW8I8Mef/UmaIR9E36djanNz2X8BHcKLDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T01:42:43.274965Z"},"content_sha256":"a96e184d8f1e39489d680c2de612a6815214eca111bbdbcb912145b64167c415","schema_version":"1.0","event_id":"sha256:a96e184d8f1e39489d680c2de612a6815214eca111bbdbcb912145b64167c415"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:Y6ALNN2DIOVQJLVQD6FQNNT7XE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of really good grammatical error correction","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Katarina Gillholm, Marie Mattson, Mats Wir\\'en, Murathan Kurfal{\\i}, Robert \\\"Ostling","submitted_at":"2023-08-17T13:45:35Z","abstract_excerpt":"Although rarely stated, in practice, Grammatical Error Correction (GEC) encompasses various models with distinct objectives, ranging from grammatical error detection to improving fluency. Traditional evaluation methods fail to fully capture the full range of system capabilities and objectives. Reference-based evaluations suffer from limitations in capturing the wide variety of possible correction and the biases introduced during reference creation and is prone to favor fixing local errors over overall text improvement. The emergence of large language models (LLMs) has further highlighted the s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.08982","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.08982/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:42:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qJ1qbpFPIWlPN8Dd7o1hHSL71/eFAnErg9H5W3AzgyfAhUT6PMkJYtk5i0YYNKUtTmCS+hGrLXMdbnwCJf/rDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T01:42:43.275571Z"},"content_sha256":"5fb5c83fdaace66057a426ef7847aa22f3bece11494dc32ab981a93426fdba3b","schema_version":"1.0","event_id":"sha256:5fb5c83fdaace66057a426ef7847aa22f3bece11494dc32ab981a93426fdba3b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y6ALNN2DIOVQJLVQD6FQNNT7XE/bundle.json","state_url":"https://pith.science/pith/Y6ALNN2DIOVQJLVQD6FQNNT7XE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y6ALNN2DIOVQJLVQD6FQNNT7XE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T01:42:43Z","links":{"resolver":"https://pith.science/pith/Y6ALNN2DIOVQJLVQD6FQNNT7XE","bundle":"https://pith.science/pith/Y6ALNN2DIOVQJLVQD6FQNNT7XE/bundle.json","state":"https://pith.science/pith/Y6ALNN2DIOVQJLVQD6FQNNT7XE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y6ALNN2DIOVQJLVQD6FQNNT7XE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:Y6ALNN2DIOVQJLVQD6FQNNT7XE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bdff9ceb023b72aa7a126da9fa51fab367ea360ad32169550ed83339b66a9962","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T13:45:35Z","title_canon_sha256":"a53140f57e1f2b73226c9d2f05b8a89309cd7139c1b6b7edc043d0a5dd66f055"},"schema_version":"1.0","source":{"id":"2308.08982","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.08982","created_at":"2026-07-05T06:42:25Z"},{"alias_kind":"arxiv_version","alias_value":"2308.08982v1","created_at":"2026-07-05T06:42:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.08982","created_at":"2026-07-05T06:42:25Z"},{"alias_kind":"pith_short_12","alias_value":"Y6ALNN2DIOVQ","created_at":"2026-07-05T06:42:25Z"},{"alias_kind":"pith_short_16","alias_value":"Y6ALNN2DIOVQJLVQ","created_at":"2026-07-05T06:42:25Z"},{"alias_kind":"pith_short_8","alias_value":"Y6ALNN2D","created_at":"2026-07-05T06:42:25Z"}],"graph_snapshots":[{"event_id":"sha256:5fb5c83fdaace66057a426ef7847aa22f3bece11494dc32ab981a93426fdba3b","target":"graph","created_at":"2026-07-05T06:42:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.08982/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although rarely stated, in practice, Grammatical Error Correction (GEC) encompasses various models with distinct objectives, ranging from grammatical error detection to improving fluency. Traditional evaluation methods fail to fully capture the full range of system capabilities and objectives. Reference-based evaluations suffer from limitations in capturing the wide variety of possible correction and the biases introduced during reference creation and is prone to favor fixing local errors over overall text improvement. The emergence of large language models (LLMs) has further highlighted the s","authors_text":"Katarina Gillholm, Marie Mattson, Mats Wir\\'en, Murathan Kurfal{\\i}, Robert \\\"Ostling","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T13:45:35Z","title":"Evaluation of really good grammatical error correction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.08982","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a96e184d8f1e39489d680c2de612a6815214eca111bbdbcb912145b64167c415","target":"record","created_at":"2026-07-05T06:42:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bdff9ceb023b72aa7a126da9fa51fab367ea360ad32169550ed83339b66a9962","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T13:45:35Z","title_canon_sha256":"a53140f57e1f2b73226c9d2f05b8a89309cd7139c1b6b7edc043d0a5dd66f055"},"schema_version":"1.0","source":{"id":"2308.08982","kind":"arxiv","version":1}},"canonical_sha256":"c780b6b74343ab04aeb01f8b06b67fb925cbcb7becbaa564b1310e2570f7ce1e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c780b6b74343ab04aeb01f8b06b67fb925cbcb7becbaa564b1310e2570f7ce1e","first_computed_at":"2026-07-05T06:42:25.762588Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:42:25.762588Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dW8TzeeHlGHS2TYm2Ey4HSkxNBLAizLNp2NJQPX0Ql6yf2xihqeNUT68kurHZDbBlBdTjjpjx/7/FUt/tn+DBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:42:25.762994Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.08982","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a96e184d8f1e39489d680c2de612a6815214eca111bbdbcb912145b64167c415","sha256:5fb5c83fdaace66057a426ef7847aa22f3bece11494dc32ab981a93426fdba3b"],"state_sha256":"ce95371fd3950df63de8edbafed6023e2a11f732bbf31e4ea080c91e392f9192"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/TUZuiGBIso1BLdtn7PLifinZSekUxSpt+WZZ9nQFrswkuH7KNn+cJ/rFynfF4AZSiDcnd7c44M6HHCD/QC/DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T01:42:43.280648Z","bundle_sha256":"17ef4a1ea8bc948b4bf62106c877433a621c0f4a997e1aee23dd7bc330014710"}}