{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:YUMBFUQF7TSUAGWC7PZTGSHJZD","short_pith_number":"pith:YUMBFUQF","canonical_record":{"source":{"id":"2308.13577","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T13:07:33Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b701a99ee34e2fc9b530452030db00b804b5e0de08031064c7b2d3cc2428bce1","abstract_canon_sha256":"1b1335022ada70903b5763f0e19d0c050a15777d47a1e4dd3f58f1cb2710c191"},"schema_version":"1.0"},"canonical_sha256":"c51812d205fce5401ac2fbf33348e9c8dde534edcae4c58d3b14410e03cf756b","source":{"kind":"arxiv","id":"2308.13577","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.13577","created_at":"2026-07-05T06:53:43Z"},{"alias_kind":"arxiv_version","alias_value":"2308.13577v2","created_at":"2026-07-05T06:53:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.13577","created_at":"2026-07-05T06:53:43Z"},{"alias_kind":"pith_short_12","alias_value":"YUMBFUQF7TSU","created_at":"2026-07-05T06:53:43Z"},{"alias_kind":"pith_short_16","alias_value":"YUMBFUQF7TSUAGWC","created_at":"2026-07-05T06:53:43Z"},{"alias_kind":"pith_short_8","alias_value":"YUMBFUQF","created_at":"2026-07-05T06:53:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:YUMBFUQF7TSUAGWC7PZTGSHJZD","target":"record","payload":{"canonical_record":{"source":{"id":"2308.13577","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T13:07:33Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b701a99ee34e2fc9b530452030db00b804b5e0de08031064c7b2d3cc2428bce1","abstract_canon_sha256":"1b1335022ada70903b5763f0e19d0c050a15777d47a1e4dd3f58f1cb2710c191"},"schema_version":"1.0"},"canonical_sha256":"c51812d205fce5401ac2fbf33348e9c8dde534edcae4c58d3b14410e03cf756b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:53:43.975852Z","signature_b64":"FZqZgg+htX5GOW0Th8VxsOfis7o3CTHV+cIaAkNafg2k6nHYatLD0jvP75ZKi81AIcC2M3K3nDvX3F1ktYOhCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c51812d205fce5401ac2fbf33348e9c8dde534edcae4c58d3b14410e03cf756b","last_reissued_at":"2026-07-05T06:53:43.975399Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:53:43.975399Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.13577","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:53:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lmnwdSQzttHaPG/zxGKuTCWSaTHYe4Wy9OmT11yk/dZ4Wvi1CJf/s7pqrLHzROfec5XUsELPWXxiKHgtLndYDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:44:02.788846Z"},"content_sha256":"2b3a6ee6fddc4269c822af6a5e0a1186deef12b72c41cf63fa80038b5a9cb001","schema_version":"1.0","event_id":"sha256:2b3a6ee6fddc4269c822af6a5e0a1186deef12b72c41cf63fa80038b5a9cb001"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:YUMBFUQF7TSUAGWC7PZTGSHJZD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Text Style Transfer Evaluation Using Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Marius Kloft, Mayank Nagda, Phil Ostheimer, Sophie Fellenz","submitted_at":"2023-08-25T13:07:33Z","abstract_excerpt":"Evaluating Text Style Transfer (TST) is a complex task due to its multifaceted nature. The quality of the generated text is measured based on challenging factors, such as style transfer accuracy, content preservation, and overall fluency. While human evaluation is considered to be the gold standard in TST assessment, it is costly and often hard to reproduce. Therefore, automated metrics are prevalent in these domains. Nevertheless, it remains unclear whether these automated metrics correlate with human evaluations. Recent strides in Large Language Models (LLMs) have showcased their capacity to"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.13577","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.13577/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:53:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3+O5j07eVDsaRITLzVk+00gCMf5knL2MtDWiPYhRTLTX0gVSpDrpem4DU3khB0cHiKhkzrUlzpnhmry+FaVaAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:44:02.789813Z"},"content_sha256":"e9a9d459f3237b04f7c4ca92ec2dd4227d32cdc88efe0100d24bebf47b61c619","schema_version":"1.0","event_id":"sha256:e9a9d459f3237b04f7c4ca92ec2dd4227d32cdc88efe0100d24bebf47b61c619"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YUMBFUQF7TSUAGWC7PZTGSHJZD/bundle.json","state_url":"https://pith.science/pith/YUMBFUQF7TSUAGWC7PZTGSHJZD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YUMBFUQF7TSUAGWC7PZTGSHJZD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T05:44:02Z","links":{"resolver":"https://pith.science/pith/YUMBFUQF7TSUAGWC7PZTGSHJZD","bundle":"https://pith.science/pith/YUMBFUQF7TSUAGWC7PZTGSHJZD/bundle.json","state":"https://pith.science/pith/YUMBFUQF7TSUAGWC7PZTGSHJZD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YUMBFUQF7TSUAGWC7PZTGSHJZD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:YUMBFUQF7TSUAGWC7PZTGSHJZD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1b1335022ada70903b5763f0e19d0c050a15777d47a1e4dd3f58f1cb2710c191","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T13:07:33Z","title_canon_sha256":"b701a99ee34e2fc9b530452030db00b804b5e0de08031064c7b2d3cc2428bce1"},"schema_version":"1.0","source":{"id":"2308.13577","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.13577","created_at":"2026-07-05T06:53:43Z"},{"alias_kind":"arxiv_version","alias_value":"2308.13577v2","created_at":"2026-07-05T06:53:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.13577","created_at":"2026-07-05T06:53:43Z"},{"alias_kind":"pith_short_12","alias_value":"YUMBFUQF7TSU","created_at":"2026-07-05T06:53:43Z"},{"alias_kind":"pith_short_16","alias_value":"YUMBFUQF7TSUAGWC","created_at":"2026-07-05T06:53:43Z"},{"alias_kind":"pith_short_8","alias_value":"YUMBFUQF","created_at":"2026-07-05T06:53:43Z"}],"graph_snapshots":[{"event_id":"sha256:e9a9d459f3237b04f7c4ca92ec2dd4227d32cdc88efe0100d24bebf47b61c619","target":"graph","created_at":"2026-07-05T06:53:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.13577/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating Text Style Transfer (TST) is a complex task due to its multifaceted nature. The quality of the generated text is measured based on challenging factors, such as style transfer accuracy, content preservation, and overall fluency. While human evaluation is considered to be the gold standard in TST assessment, it is costly and often hard to reproduce. Therefore, automated metrics are prevalent in these domains. Nevertheless, it remains unclear whether these automated metrics correlate with human evaluations. Recent strides in Large Language Models (LLMs) have showcased their capacity to","authors_text":"Marius Kloft, Mayank Nagda, Phil Ostheimer, Sophie Fellenz","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T13:07:33Z","title":"Text Style Transfer Evaluation Using Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.13577","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2b3a6ee6fddc4269c822af6a5e0a1186deef12b72c41cf63fa80038b5a9cb001","target":"record","created_at":"2026-07-05T06:53:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1b1335022ada70903b5763f0e19d0c050a15777d47a1e4dd3f58f1cb2710c191","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T13:07:33Z","title_canon_sha256":"b701a99ee34e2fc9b530452030db00b804b5e0de08031064c7b2d3cc2428bce1"},"schema_version":"1.0","source":{"id":"2308.13577","kind":"arxiv","version":2}},"canonical_sha256":"c51812d205fce5401ac2fbf33348e9c8dde534edcae4c58d3b14410e03cf756b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c51812d205fce5401ac2fbf33348e9c8dde534edcae4c58d3b14410e03cf756b","first_computed_at":"2026-07-05T06:53:43.975399Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:53:43.975399Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FZqZgg+htX5GOW0Th8VxsOfis7o3CTHV+cIaAkNafg2k6nHYatLD0jvP75ZKi81AIcC2M3K3nDvX3F1ktYOhCA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:53:43.975852Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.13577","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2b3a6ee6fddc4269c822af6a5e0a1186deef12b72c41cf63fa80038b5a9cb001","sha256:e9a9d459f3237b04f7c4ca92ec2dd4227d32cdc88efe0100d24bebf47b61c619"],"state_sha256":"b33e9b5b01dfb3466dac1c31f0bf3281751b0792dde746bd8d78c69d53f94f71"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0znSsusI5mZCllPpb2DsKudCOaoYYrRj8qLCsNRqfxuyp2Kp9Jf1G0wMnG2lrk+OtB2v65DfvLky3uqjXXG/Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T05:44:02.797123Z","bundle_sha256":"42403cb754720868dd299e2e20e60362f8bd152b4bef786a67e7c77fd8d172a3"}}