{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:K5HRNSTFYYYYVRCWEWDHMFRDRV","short_pith_number":"pith:K5HRNSTF","canonical_record":{"source":{"id":"2209.13331","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-27T12:26:05Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"735dc59e20467cf0d40ac921af9b9f33e0621a0fd57f8d05ba07e357203a2e2e","abstract_canon_sha256":"f9e86df088ec26d50539a4dba2061adcd29bae9e5eb4e8942f7d5ea0af1a31ef"},"schema_version":"1.0"},"canonical_sha256":"574f16ca65c6318ac45625867616238d4b9e89e34060a94214404d68bfab4ea2","source":{"kind":"arxiv","id":"2209.13331","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.13331","created_at":"2026-07-05T05:01:09Z"},{"alias_kind":"arxiv_version","alias_value":"2209.13331v1","created_at":"2026-07-05T05:01:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.13331","created_at":"2026-07-05T05:01:09Z"},{"alias_kind":"pith_short_12","alias_value":"K5HRNSTFYYYY","created_at":"2026-07-05T05:01:09Z"},{"alias_kind":"pith_short_16","alias_value":"K5HRNSTFYYYYVRCW","created_at":"2026-07-05T05:01:09Z"},{"alias_kind":"pith_short_8","alias_value":"K5HRNSTF","created_at":"2026-07-05T05:01:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:K5HRNSTFYYYYVRCWEWDHMFRDRV","target":"record","payload":{"canonical_record":{"source":{"id":"2209.13331","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-27T12:26:05Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"735dc59e20467cf0d40ac921af9b9f33e0621a0fd57f8d05ba07e357203a2e2e","abstract_canon_sha256":"f9e86df088ec26d50539a4dba2061adcd29bae9e5eb4e8942f7d5ea0af1a31ef"},"schema_version":"1.0"},"canonical_sha256":"574f16ca65c6318ac45625867616238d4b9e89e34060a94214404d68bfab4ea2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:01:09.334821Z","signature_b64":"BTDBrRV+xTnsGYL8QPKGOsfC5jcoRM6UGha/+9/+XdySyKrWpegFfpt2N7zI4lK2wDBIyAm663A2BO46OcBeAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"574f16ca65c6318ac45625867616238d4b9e89e34060a94214404d68bfab4ea2","last_reissued_at":"2026-07-05T05:01:09.334351Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:01:09.334351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2209.13331","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:01:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lxf7Nk30RxRG0ES5/kIt++C9UPQYOjXVGqDmlvk55zCK8t95qZLBvzlu7+/cSFwrNaxAqd84+opNt8vm7JRrDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:51:02.968649Z"},"content_sha256":"a41c73b7dc62574945a9ada0e1181a602e2838d22de71b1c8b959bef30570e76","schema_version":"1.0","event_id":"sha256:a41c73b7dc62574945a9ada0e1181a602e2838d22de71b1c8b959bef30570e76"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:K5HRNSTFYYYYVRCWEWDHMFRDRV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EditEval: An Instruction-Based Benchmark for Text Improvements","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Edouard Grave, Fabio Petroni, Gautier Izacard, Jane Dwivedi-Yu, Maria Lomeli, Patrick Lewis, Sebastian Riedel, Timo Schick, Zhengbao Jiang","submitted_at":"2022-09-27T12:26:05Z","abstract_excerpt":"Evaluation of text generation to date has primarily focused on content created sequentially, rather than improvements on a piece of text. Writing, however, is naturally an iterative and incremental process that requires expertise in different modular skills such as fixing outdated information or making the style more consistent. Even so, comprehensive evaluation of a model's capacity to perform these skills and the ability to edit remains sparse. This work presents EditEval: An instruction-based, benchmark and evaluation suite that leverages high-quality existing and new datasets for automatic"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.13331","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2209.13331/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:01:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F1JHe5MxYrpnJ3tI8U7Vq8s4wIXu6VV4FXb0cM+cLLC/zzVxYGaO+v8pEAzc11QJo7EWBvCUFQqSTZ9JhorSDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:51:02.969021Z"},"content_sha256":"385a67df34420d52c40a6f2fba09aafaa98f1272b31e3949ed8bc2c13f5c4d24","schema_version":"1.0","event_id":"sha256:385a67df34420d52c40a6f2fba09aafaa98f1272b31e3949ed8bc2c13f5c4d24"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/K5HRNSTFYYYYVRCWEWDHMFRDRV/bundle.json","state_url":"https://pith.science/pith/K5HRNSTFYYYYVRCWEWDHMFRDRV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/K5HRNSTFYYYYVRCWEWDHMFRDRV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T15:51:02Z","links":{"resolver":"https://pith.science/pith/K5HRNSTFYYYYVRCWEWDHMFRDRV","bundle":"https://pith.science/pith/K5HRNSTFYYYYVRCWEWDHMFRDRV/bundle.json","state":"https://pith.science/pith/K5HRNSTFYYYYVRCWEWDHMFRDRV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/K5HRNSTFYYYYVRCWEWDHMFRDRV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:K5HRNSTFYYYYVRCWEWDHMFRDRV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f9e86df088ec26d50539a4dba2061adcd29bae9e5eb4e8942f7d5ea0af1a31ef","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-27T12:26:05Z","title_canon_sha256":"735dc59e20467cf0d40ac921af9b9f33e0621a0fd57f8d05ba07e357203a2e2e"},"schema_version":"1.0","source":{"id":"2209.13331","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.13331","created_at":"2026-07-05T05:01:09Z"},{"alias_kind":"arxiv_version","alias_value":"2209.13331v1","created_at":"2026-07-05T05:01:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.13331","created_at":"2026-07-05T05:01:09Z"},{"alias_kind":"pith_short_12","alias_value":"K5HRNSTFYYYY","created_at":"2026-07-05T05:01:09Z"},{"alias_kind":"pith_short_16","alias_value":"K5HRNSTFYYYYVRCW","created_at":"2026-07-05T05:01:09Z"},{"alias_kind":"pith_short_8","alias_value":"K5HRNSTF","created_at":"2026-07-05T05:01:09Z"}],"graph_snapshots":[{"event_id":"sha256:385a67df34420d52c40a6f2fba09aafaa98f1272b31e3949ed8bc2c13f5c4d24","target":"graph","created_at":"2026-07-05T05:01:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.13331/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluation of text generation to date has primarily focused on content created sequentially, rather than improvements on a piece of text. Writing, however, is naturally an iterative and incremental process that requires expertise in different modular skills such as fixing outdated information or making the style more consistent. Even so, comprehensive evaluation of a model's capacity to perform these skills and the ability to edit remains sparse. This work presents EditEval: An instruction-based, benchmark and evaluation suite that leverages high-quality existing and new datasets for automatic","authors_text":"Edouard Grave, Fabio Petroni, Gautier Izacard, Jane Dwivedi-Yu, Maria Lomeli, Patrick Lewis, Sebastian Riedel, Timo Schick, Zhengbao Jiang","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-27T12:26:05Z","title":"EditEval: An Instruction-Based Benchmark for Text Improvements"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.13331","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a41c73b7dc62574945a9ada0e1181a602e2838d22de71b1c8b959bef30570e76","target":"record","created_at":"2026-07-05T05:01:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f9e86df088ec26d50539a4dba2061adcd29bae9e5eb4e8942f7d5ea0af1a31ef","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-27T12:26:05Z","title_canon_sha256":"735dc59e20467cf0d40ac921af9b9f33e0621a0fd57f8d05ba07e357203a2e2e"},"schema_version":"1.0","source":{"id":"2209.13331","kind":"arxiv","version":1}},"canonical_sha256":"574f16ca65c6318ac45625867616238d4b9e89e34060a94214404d68bfab4ea2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"574f16ca65c6318ac45625867616238d4b9e89e34060a94214404d68bfab4ea2","first_computed_at":"2026-07-05T05:01:09.334351Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:01:09.334351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BTDBrRV+xTnsGYL8QPKGOsfC5jcoRM6UGha/+9/+XdySyKrWpegFfpt2N7zI4lK2wDBIyAm663A2BO46OcBeAA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:01:09.334821Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.13331","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a41c73b7dc62574945a9ada0e1181a602e2838d22de71b1c8b959bef30570e76","sha256:385a67df34420d52c40a6f2fba09aafaa98f1272b31e3949ed8bc2c13f5c4d24"],"state_sha256":"711a047b46da98f517e57f8e75d9222d65f4337b28ab86e97403893cfa4acd29"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cbTRrwg7wkh0yolVNmcKulRIIbD4WaWy5dpY7Bu6IIFnjbTpzt9kklPIdkqpePZcmISBfJzXl0P+VNXqXKLtAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T15:51:02.970986Z","bundle_sha256":"c2fa16db464eff67799e90c11d8769408dfba26e888a40f6acc7b177cfdc50cf"}}