{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:FI4CLGA4M2O5QC2THIIE7SUKGA","short_pith_number":"pith:FI4CLGA4","canonical_record":{"source":{"id":"1906.03897","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-10T10:57:47Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"fffe9a4cf762f9d5414d0e233c0e630e0b2ad8c06bf7e992dd5cc441fc5a4a34","abstract_canon_sha256":"2aad98fa1440ba25267379e31b9c0c279692c6d83b316e3d9e50979830933c99"},"schema_version":"1.0"},"canonical_sha256":"2a3825981c669dd80b533a104fca8a301e69629b2e722d604d5ad0de57a74339","source":{"kind":"arxiv","id":"1906.03897","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.03897","created_at":"2026-05-17T23:43:44Z"},{"alias_kind":"arxiv_version","alias_value":"1906.03897v1","created_at":"2026-05-17T23:43:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.03897","created_at":"2026-05-17T23:43:44Z"},{"alias_kind":"pith_short_12","alias_value":"FI4CLGA4M2O5","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"FI4CLGA4M2O5QC2T","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"FI4CLGA4","created_at":"2026-05-18T12:33:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:FI4CLGA4M2O5QC2THIIE7SUKGA","target":"record","payload":{"canonical_record":{"source":{"id":"1906.03897","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-10T10:57:47Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"fffe9a4cf762f9d5414d0e233c0e630e0b2ad8c06bf7e992dd5cc441fc5a4a34","abstract_canon_sha256":"2aad98fa1440ba25267379e31b9c0c279692c6d83b316e3d9e50979830933c99"},"schema_version":"1.0"},"canonical_sha256":"2a3825981c669dd80b533a104fca8a301e69629b2e722d604d5ad0de57a74339","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:43:44.586243Z","signature_b64":"uVKaXWF6lm129+mGm7mIqW/mHHH/mqPgKC7DzuOLtXgTMskKJO6Slk4SJgTe7FCl1Y8SoTi4yIhWThRvjIziAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2a3825981c669dd80b533a104fca8a301e69629b2e722d604d5ad0de57a74339","last_reissued_at":"2026-05-17T23:43:44.585603Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:43:44.585603Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1906.03897","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:43:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"04TqQieWCHawTT53Glpm3m0xd2AYi74C6A1mKXUcm1D3vrvVDtB9jyKkypXQ+0rDtDf1+odX7DZLIIaDKER1AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:18:11.518591Z"},"content_sha256":"5f3f709963e4aceb9a2fd39da9b1a2213126af480b31829ea0e8b5346bd2a3ec","schema_version":"1.0","event_id":"sha256:5f3f709963e4aceb9a2fd39da9b1a2213126af480b31829ea0e8b5346bd2a3ec"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:FI4CLGA4M2O5QC2THIIE7SUKGA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning to combine Grammatical Error Corrections","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Amir Menczel, Assaf Toledo, Edo Cohen-Karlik, Leshem Choshen, Naftali Liberman, Noam Slonim, Yoav Kantor, Yoav Katz","submitted_at":"2019-06-10T10:57:47Z","abstract_excerpt":"The field of Grammatical Error Correction (GEC) has produced various systems to deal with focused phenomena or general text editing. We propose an automatic way to combine black-box systems. Our method automatically detects the strength of a system or the combination of several systems per error type, improving precision and recall while optimizing $F$ score directly. We show consistent improvement over the best standalone system in all the configurations tested. This approach also outperforms average ensembling of different RNN models with random initializations.\n  In addition, we analyze the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.03897","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:43:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CkJvE/dN7AxwzDrVNrRgYaIcKA90gG8xGapIMYNf5ua12FS7sEegsqFZNqGi3UrDQhLbUdlLT0LvbYpusCVGBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:18:11.519263Z"},"content_sha256":"ed3076f32a28fd845e664d96e47db9121eb0199ea3c4beed716ac2ec70ae4b3a","schema_version":"1.0","event_id":"sha256:ed3076f32a28fd845e664d96e47db9121eb0199ea3c4beed716ac2ec70ae4b3a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FI4CLGA4M2O5QC2THIIE7SUKGA/bundle.json","state_url":"https://pith.science/pith/FI4CLGA4M2O5QC2THIIE7SUKGA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FI4CLGA4M2O5QC2THIIE7SUKGA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T19:18:11Z","links":{"resolver":"https://pith.science/pith/FI4CLGA4M2O5QC2THIIE7SUKGA","bundle":"https://pith.science/pith/FI4CLGA4M2O5QC2THIIE7SUKGA/bundle.json","state":"https://pith.science/pith/FI4CLGA4M2O5QC2THIIE7SUKGA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FI4CLGA4M2O5QC2THIIE7SUKGA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:FI4CLGA4M2O5QC2THIIE7SUKGA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2aad98fa1440ba25267379e31b9c0c279692c6d83b316e3d9e50979830933c99","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-10T10:57:47Z","title_canon_sha256":"fffe9a4cf762f9d5414d0e233c0e630e0b2ad8c06bf7e992dd5cc441fc5a4a34"},"schema_version":"1.0","source":{"id":"1906.03897","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.03897","created_at":"2026-05-17T23:43:44Z"},{"alias_kind":"arxiv_version","alias_value":"1906.03897v1","created_at":"2026-05-17T23:43:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.03897","created_at":"2026-05-17T23:43:44Z"},{"alias_kind":"pith_short_12","alias_value":"FI4CLGA4M2O5","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"FI4CLGA4M2O5QC2T","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"FI4CLGA4","created_at":"2026-05-18T12:33:15Z"}],"graph_snapshots":[{"event_id":"sha256:ed3076f32a28fd845e664d96e47db9121eb0199ea3c4beed716ac2ec70ae4b3a","target":"graph","created_at":"2026-05-17T23:43:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The field of Grammatical Error Correction (GEC) has produced various systems to deal with focused phenomena or general text editing. We propose an automatic way to combine black-box systems. Our method automatically detects the strength of a system or the combination of several systems per error type, improving precision and recall while optimizing $F$ score directly. We show consistent improvement over the best standalone system in all the configurations tested. This approach also outperforms average ensembling of different RNN models with random initializations.\n  In addition, we analyze the","authors_text":"Amir Menczel, Assaf Toledo, Edo Cohen-Karlik, Leshem Choshen, Naftali Liberman, Noam Slonim, Yoav Kantor, Yoav Katz","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-10T10:57:47Z","title":"Learning to combine Grammatical Error Corrections"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.03897","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5f3f709963e4aceb9a2fd39da9b1a2213126af480b31829ea0e8b5346bd2a3ec","target":"record","created_at":"2026-05-17T23:43:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2aad98fa1440ba25267379e31b9c0c279692c6d83b316e3d9e50979830933c99","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-10T10:57:47Z","title_canon_sha256":"fffe9a4cf762f9d5414d0e233c0e630e0b2ad8c06bf7e992dd5cc441fc5a4a34"},"schema_version":"1.0","source":{"id":"1906.03897","kind":"arxiv","version":1}},"canonical_sha256":"2a3825981c669dd80b533a104fca8a301e69629b2e722d604d5ad0de57a74339","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2a3825981c669dd80b533a104fca8a301e69629b2e722d604d5ad0de57a74339","first_computed_at":"2026-05-17T23:43:44.585603Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:43:44.585603Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uVKaXWF6lm129+mGm7mIqW/mHHH/mqPgKC7DzuOLtXgTMskKJO6Slk4SJgTe7FCl1Y8SoTi4yIhWThRvjIziAQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:43:44.586243Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.03897","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5f3f709963e4aceb9a2fd39da9b1a2213126af480b31829ea0e8b5346bd2a3ec","sha256:ed3076f32a28fd845e664d96e47db9121eb0199ea3c4beed716ac2ec70ae4b3a"],"state_sha256":"bbd04bfa04abc2f1698fe2b9fc66dec208ddb3d870438ad57dca5dddf31ba000"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oeP1xnmufEVSIfeCkgCqCsPEk1QA1B6cVrq6PihJSXtqQDaTan43cbhhfeR/f8p00GX2D/qrWXN0X0OS346uAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T19:18:11.523023Z","bundle_sha256":"2e96076f44fe5fb24b5635f5b0e69dcc1f0fde35884bba59d4476e185758cdc0"}}