{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:MMIFNKJ22YTYF26JJDKLBUUFL5","short_pith_number":"pith:MMIFNKJ2","canonical_record":{"source":{"id":"1901.10746","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-01-30T10:21:04Z","cross_cats_sorted":[],"title_canon_sha256":"8d1206b23730759f4ed6541e3d938512972186ee3f576646a52c73e59618433b","abstract_canon_sha256":"643be1f1851eda1f2f8dd2ea54b458919bff257406fe5222e7a591ccc32cd7dd"},"schema_version":"1.0"},"canonical_sha256":"631056a93ad62782ebc948d4b0d2855f722b3621edb60a1e5a3fec3b80a19ecb","source":{"kind":"arxiv","id":"1901.10746","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.10746","created_at":"2026-05-17T23:55:06Z"},{"alias_kind":"arxiv_version","alias_value":"1901.10746v1","created_at":"2026-05-17T23:55:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.10746","created_at":"2026-05-17T23:55:06Z"},{"alias_kind":"pith_short_12","alias_value":"MMIFNKJ22YTY","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_16","alias_value":"MMIFNKJ22YTYF26J","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_8","alias_value":"MMIFNKJ2","created_at":"2026-05-18T12:33:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:MMIFNKJ22YTYF26JJDKLBUUFL5","target":"record","payload":{"canonical_record":{"source":{"id":"1901.10746","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-01-30T10:21:04Z","cross_cats_sorted":[],"title_canon_sha256":"8d1206b23730759f4ed6541e3d938512972186ee3f576646a52c73e59618433b","abstract_canon_sha256":"643be1f1851eda1f2f8dd2ea54b458919bff257406fe5222e7a591ccc32cd7dd"},"schema_version":"1.0"},"canonical_sha256":"631056a93ad62782ebc948d4b0d2855f722b3621edb60a1e5a3fec3b80a19ecb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:55:06.135785Z","signature_b64":"QCbylOsPrKP/3vSgtQRu5D3xhbCiE5vZ7tSbVlxFXrzz0lXQ2Nm18AO9l+93BfB6+horS9GZW1dW1lAqmvToAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"631056a93ad62782ebc948d4b0d2855f722b3621edb60a1e5a3fec3b80a19ecb","last_reissued_at":"2026-05-17T23:55:06.135192Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:55:06.135192Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1901.10746","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:55:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UfMu8evTsr5WT81+aolgLRi9xV8INn2htGWuS47QR66m06Alu25Cra3v+5o4Xh7ePnzEhclZ37xw5eFhJLvyBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-02T12:01:40.445563Z"},"content_sha256":"4962e9ca9c3efdfbaeec3400a7e29084c239009539351caf328d8604e3a1cef8","schema_version":"1.0","event_id":"sha256:4962e9ca9c3efdfbaeec3400a7e29084c239009539351caf328d8604e3a1cef8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:MMIFNKJ22YTYF26JJDKLBUUFL5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reference-less Quality Estimation of Text Simplification Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"ALMAnaCH), Antoine Bordes (FAIR), Beno\\^it Sagot (ALMAnaCH), \\'Eric Villemonte de La Clergerie (ALMAnaCH), Louis Martin (FAIR, Pierre-Emmanuel Mazar\\'e (FAIR), Samuel Humeau (FAIR)","submitted_at":"2019-01-30T10:21:04Z","abstract_excerpt":"The evaluation of text simplification (TS) systems remains an open challenge. As the task has common points with machine translation (MT), TS is often evaluated using MT metrics such as BLEU. However, such metrics require high quality reference data, which is rarely available for TS. TS has the advantage over MT of being a monolingual task, which allows for direct comparisons to be made between the simplified text and its original version. In this paper, we compare multiple approaches to reference-less quality estimation of sentence-level text simplification systems, based on the dataset used "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.10746","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:55:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eEc2jI949gfJMWoFk0P8BVxV6SCcmkfJEm2WlOEWSadkRm5sXBI3wjFhBkMcm7WMCJ3ykJ16nVWuIHxgLFaKAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-02T12:01:40.445906Z"},"content_sha256":"3e5c347b3bca33afd0c091d6189f9bade4293496133602bf142a29ffb83da2f1","schema_version":"1.0","event_id":"sha256:3e5c347b3bca33afd0c091d6189f9bade4293496133602bf142a29ffb83da2f1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MMIFNKJ22YTYF26JJDKLBUUFL5/bundle.json","state_url":"https://pith.science/pith/MMIFNKJ22YTYF26JJDKLBUUFL5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MMIFNKJ22YTYF26JJDKLBUUFL5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-02T12:01:40Z","links":{"resolver":"https://pith.science/pith/MMIFNKJ22YTYF26JJDKLBUUFL5","bundle":"https://pith.science/pith/MMIFNKJ22YTYF26JJDKLBUUFL5/bundle.json","state":"https://pith.science/pith/MMIFNKJ22YTYF26JJDKLBUUFL5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MMIFNKJ22YTYF26JJDKLBUUFL5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:MMIFNKJ22YTYF26JJDKLBUUFL5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"643be1f1851eda1f2f8dd2ea54b458919bff257406fe5222e7a591ccc32cd7dd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-01-30T10:21:04Z","title_canon_sha256":"8d1206b23730759f4ed6541e3d938512972186ee3f576646a52c73e59618433b"},"schema_version":"1.0","source":{"id":"1901.10746","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.10746","created_at":"2026-05-17T23:55:06Z"},{"alias_kind":"arxiv_version","alias_value":"1901.10746v1","created_at":"2026-05-17T23:55:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.10746","created_at":"2026-05-17T23:55:06Z"},{"alias_kind":"pith_short_12","alias_value":"MMIFNKJ22YTY","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_16","alias_value":"MMIFNKJ22YTYF26J","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_8","alias_value":"MMIFNKJ2","created_at":"2026-05-18T12:33:21Z"}],"graph_snapshots":[{"event_id":"sha256:3e5c347b3bca33afd0c091d6189f9bade4293496133602bf142a29ffb83da2f1","target":"graph","created_at":"2026-05-17T23:55:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The evaluation of text simplification (TS) systems remains an open challenge. As the task has common points with machine translation (MT), TS is often evaluated using MT metrics such as BLEU. However, such metrics require high quality reference data, which is rarely available for TS. TS has the advantage over MT of being a monolingual task, which allows for direct comparisons to be made between the simplified text and its original version. In this paper, we compare multiple approaches to reference-less quality estimation of sentence-level text simplification systems, based on the dataset used ","authors_text":"ALMAnaCH), Antoine Bordes (FAIR), Beno\\^it Sagot (ALMAnaCH), \\'Eric Villemonte de La Clergerie (ALMAnaCH), Louis Martin (FAIR, Pierre-Emmanuel Mazar\\'e (FAIR), Samuel Humeau (FAIR)","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-01-30T10:21:04Z","title":"Reference-less Quality Estimation of Text Simplification Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.10746","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4962e9ca9c3efdfbaeec3400a7e29084c239009539351caf328d8604e3a1cef8","target":"record","created_at":"2026-05-17T23:55:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"643be1f1851eda1f2f8dd2ea54b458919bff257406fe5222e7a591ccc32cd7dd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-01-30T10:21:04Z","title_canon_sha256":"8d1206b23730759f4ed6541e3d938512972186ee3f576646a52c73e59618433b"},"schema_version":"1.0","source":{"id":"1901.10746","kind":"arxiv","version":1}},"canonical_sha256":"631056a93ad62782ebc948d4b0d2855f722b3621edb60a1e5a3fec3b80a19ecb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"631056a93ad62782ebc948d4b0d2855f722b3621edb60a1e5a3fec3b80a19ecb","first_computed_at":"2026-05-17T23:55:06.135192Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:55:06.135192Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QCbylOsPrKP/3vSgtQRu5D3xhbCiE5vZ7tSbVlxFXrzz0lXQ2Nm18AO9l+93BfB6+horS9GZW1dW1lAqmvToAA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:55:06.135785Z","signed_message":"canonical_sha256_bytes"},"source_id":"1901.10746","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4962e9ca9c3efdfbaeec3400a7e29084c239009539351caf328d8604e3a1cef8","sha256:3e5c347b3bca33afd0c091d6189f9bade4293496133602bf142a29ffb83da2f1"],"state_sha256":"719c3e60dd86ece58151bbd059761252d832ae068fd90e66e4e9e6cf9096f3ca"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QeJowU6DC39uneUCNL4R25Ti4qu/yylID8R6dellrP9zjFZQV4uOerQgOeGKgHh+lXSACJ6YNSNOFMx/dlFEAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-02T12:01:40.447787Z","bundle_sha256":"559049a9077ef56da2b3c0ee10ea7acc04c4737477ddabc37404ef9603a1f883"}}