{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ACM7U4IZ3C2AM4VJVOMXFXPJXH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"399b98caf088108db664cb2676771cf115236cd9abceeb2336fbc22ed1b1d2bb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-07T07:39:17Z","title_canon_sha256":"ad3725ef918bc56554269f869cc24f43f68fa9ba2e1daa9a1546523189256137"},"schema_version":"1.0","source":{"id":"2502.04718","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.04718","created_at":"2026-07-05T10:52:39Z"},{"alias_kind":"arxiv_version","alias_value":"2502.04718v2","created_at":"2026-07-05T10:52:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.04718","created_at":"2026-07-05T10:52:39Z"},{"alias_kind":"pith_short_12","alias_value":"ACM7U4IZ3C2A","created_at":"2026-07-05T10:52:39Z"},{"alias_kind":"pith_short_16","alias_value":"ACM7U4IZ3C2AM4VJ","created_at":"2026-07-05T10:52:39Z"},{"alias_kind":"pith_short_8","alias_value":"ACM7U4IZ","created_at":"2026-07-05T10:52:39Z"}],"graph_snapshots":[{"event_id":"sha256:5afba60c0980db156a699b2809f22a9389cc81ff45c60efe0fc1d2a6c3808d7c","target":"graph","created_at":"2026-07-05T10:52:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.04718/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Text style transfer (TST) is the task of transforming a text to reflect a particular style while preserving its original content. Evaluating TST outputs is a multidimensional challenge, requiring the assessment of style transfer accuracy, content preservation, and naturalness. Using human evaluation is ideal but costly, as is common in other natural language processing (NLP) tasks, however, automatic metrics for TST have not received as much attention as metrics for, e.g., machine translation or summarization. In this paper, we examine both set of existing and novel metrics from broader NLP ta","authors_text":"Atul Kr. Ojha, John P. McCrae, Ondrej Dusek, Sourabrata Mukherjee","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-07T07:39:17Z","title":"Evaluating Text Style Transfer Evaluation: Are There Any Reliable Metrics?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.04718","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2689a7e5f589be006b76e2cadd2ab4cbbac708f9847fef842da3ecd92132e17e","target":"record","created_at":"2026-07-05T10:52:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"399b98caf088108db664cb2676771cf115236cd9abceeb2336fbc22ed1b1d2bb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-07T07:39:17Z","title_canon_sha256":"ad3725ef918bc56554269f869cc24f43f68fa9ba2e1daa9a1546523189256137"},"schema_version":"1.0","source":{"id":"2502.04718","kind":"arxiv","version":2}},"canonical_sha256":"0099fa7119d8b40672a9ab9972dde9b9e8cdfbb3a21afe8fb6c27c4270516aa0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0099fa7119d8b40672a9ab9972dde9b9e8cdfbb3a21afe8fb6c27c4270516aa0","first_computed_at":"2026-07-05T10:52:39.534546Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:52:39.534546Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Gosd0zk85jH/+t8EhLoHfOAMV6+a0ZL1zzJcLvZwd2zozlQvqQ7kN32zGbMdJiTfEwm5Ozz+Q0EGqYD/KsHODA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:52:39.535002Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.04718","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2689a7e5f589be006b76e2cadd2ab4cbbac708f9847fef842da3ecd92132e17e","sha256:5afba60c0980db156a699b2809f22a9389cc81ff45c60efe0fc1d2a6c3808d7c"],"state_sha256":"5603e0bf0f563901913a223c1bf249e1b0b95c7f970a7d64922a07fa86db328d"}