{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TZ6XHAGZULKLIY4SHZW72VHCTA","short_pith_number":"pith:TZ6XHAGZ","canonical_record":{"source":{"id":"2310.11593","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-17T21:35:06Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"5fffc00bf63b1a1e112954ad68023ae6722efaa3aab7dc70f6bf86aec3aafdd1","abstract_canon_sha256":"e4636583a58352a2a93f7b0794529ba5734735aeab198c61db22eea7d5b15a49"},"schema_version":"1.0"},"canonical_sha256":"9e7d7380d9a2d4b463923e6dfd54e298003e90084fb2be84180c2169d046cbbe","source":{"kind":"arxiv","id":"2310.11593","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.11593","created_at":"2026-07-05T07:02:09Z"},{"alias_kind":"arxiv_version","alias_value":"2310.11593v1","created_at":"2026-07-05T07:02:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.11593","created_at":"2026-07-05T07:02:09Z"},{"alias_kind":"pith_short_12","alias_value":"TZ6XHAGZULKL","created_at":"2026-07-05T07:02:09Z"},{"alias_kind":"pith_short_16","alias_value":"TZ6XHAGZULKLIY4S","created_at":"2026-07-05T07:02:09Z"},{"alias_kind":"pith_short_8","alias_value":"TZ6XHAGZ","created_at":"2026-07-05T07:02:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TZ6XHAGZULKLIY4SHZW72VHCTA","target":"record","payload":{"canonical_record":{"source":{"id":"2310.11593","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-17T21:35:06Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"5fffc00bf63b1a1e112954ad68023ae6722efaa3aab7dc70f6bf86aec3aafdd1","abstract_canon_sha256":"e4636583a58352a2a93f7b0794529ba5734735aeab198c61db22eea7d5b15a49"},"schema_version":"1.0"},"canonical_sha256":"9e7d7380d9a2d4b463923e6dfd54e298003e90084fb2be84180c2169d046cbbe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:02:09.684309Z","signature_b64":"2ePjEirMo+3r2+V8Gv2DWPfAtGLEhIiIRTr0ptStWtTJbYuPewCmuK1qHto5DPA6olQAhwHKLNKpM9DnPNZ5CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9e7d7380d9a2d4b463923e6dfd54e298003e90084fb2be84180c2169d046cbbe","last_reissued_at":"2026-07-05T07:02:09.683671Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:02:09.683671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.11593","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZilrIF/da8WmwQgUaIfUBM6oFaktgEIBSjaP1xm2ECzKvyd/n3ggXBjntzii4hV2szjwhNDUgWZfXhhSZb6oBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T11:32:06.101664Z"},"content_sha256":"89b6ae21471a79f8ae6d6e17f2c387cc4886b9a5cd40fc5e983aa415752afd8a","schema_version":"1.0","event_id":"sha256:89b6ae21471a79f8ae6d6e17f2c387cc4886b9a5cd40fc5e983aa415752afd8a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TZ6XHAGZULKLIY4SHZW72VHCTA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Automated Evaluation of Personalized Text Generation using Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Cheng Li, Jiepu Jiang, Michael Bendersky, Mingyang Zhang, Qiaozhu Mei, Yaqing Wang, Yi Liang","submitted_at":"2023-10-17T21:35:06Z","abstract_excerpt":"Personalized text generation presents a specialized mechanism for delivering content that is specific to a user's personal context. While the research progress in this area has been rapid, evaluation still presents a challenge. Traditional automated metrics such as BLEU and ROUGE primarily measure lexical similarity to human-written references, and are not able to distinguish personalization from other subtle semantic aspects, thus falling short of capturing the nuances of personalized generated content quality. On the other hand, human judgments are costly to obtain, especially in the realm o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.11593","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.11593/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WFkBPOIJoaOp7IrXQ0L9xYFYShhKx0M8zquzAl67NFkPlhb8XiGnm5V8wcruKf3/18KT0TvP1FwExuz6aJM9DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T11:32:06.102724Z"},"content_sha256":"40febc81c8d00471778dba246d86da00296995a29de59414a0a96a4f8ad38ae3","schema_version":"1.0","event_id":"sha256:40febc81c8d00471778dba246d86da00296995a29de59414a0a96a4f8ad38ae3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TZ6XHAGZULKLIY4SHZW72VHCTA/bundle.json","state_url":"https://pith.science/pith/TZ6XHAGZULKLIY4SHZW72VHCTA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TZ6XHAGZULKLIY4SHZW72VHCTA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T11:32:06Z","links":{"resolver":"https://pith.science/pith/TZ6XHAGZULKLIY4SHZW72VHCTA","bundle":"https://pith.science/pith/TZ6XHAGZULKLIY4SHZW72VHCTA/bundle.json","state":"https://pith.science/pith/TZ6XHAGZULKLIY4SHZW72VHCTA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TZ6XHAGZULKLIY4SHZW72VHCTA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TZ6XHAGZULKLIY4SHZW72VHCTA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e4636583a58352a2a93f7b0794529ba5734735aeab198c61db22eea7d5b15a49","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-17T21:35:06Z","title_canon_sha256":"5fffc00bf63b1a1e112954ad68023ae6722efaa3aab7dc70f6bf86aec3aafdd1"},"schema_version":"1.0","source":{"id":"2310.11593","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.11593","created_at":"2026-07-05T07:02:09Z"},{"alias_kind":"arxiv_version","alias_value":"2310.11593v1","created_at":"2026-07-05T07:02:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.11593","created_at":"2026-07-05T07:02:09Z"},{"alias_kind":"pith_short_12","alias_value":"TZ6XHAGZULKL","created_at":"2026-07-05T07:02:09Z"},{"alias_kind":"pith_short_16","alias_value":"TZ6XHAGZULKLIY4S","created_at":"2026-07-05T07:02:09Z"},{"alias_kind":"pith_short_8","alias_value":"TZ6XHAGZ","created_at":"2026-07-05T07:02:09Z"}],"graph_snapshots":[{"event_id":"sha256:40febc81c8d00471778dba246d86da00296995a29de59414a0a96a4f8ad38ae3","target":"graph","created_at":"2026-07-05T07:02:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.11593/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Personalized text generation presents a specialized mechanism for delivering content that is specific to a user's personal context. While the research progress in this area has been rapid, evaluation still presents a challenge. Traditional automated metrics such as BLEU and ROUGE primarily measure lexical similarity to human-written references, and are not able to distinguish personalization from other subtle semantic aspects, thus falling short of capturing the nuances of personalized generated content quality. On the other hand, human judgments are costly to obtain, especially in the realm o","authors_text":"Cheng Li, Jiepu Jiang, Michael Bendersky, Mingyang Zhang, Qiaozhu Mei, Yaqing Wang, Yi Liang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-17T21:35:06Z","title":"Automated Evaluation of Personalized Text Generation using Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.11593","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:89b6ae21471a79f8ae6d6e17f2c387cc4886b9a5cd40fc5e983aa415752afd8a","target":"record","created_at":"2026-07-05T07:02:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e4636583a58352a2a93f7b0794529ba5734735aeab198c61db22eea7d5b15a49","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-17T21:35:06Z","title_canon_sha256":"5fffc00bf63b1a1e112954ad68023ae6722efaa3aab7dc70f6bf86aec3aafdd1"},"schema_version":"1.0","source":{"id":"2310.11593","kind":"arxiv","version":1}},"canonical_sha256":"9e7d7380d9a2d4b463923e6dfd54e298003e90084fb2be84180c2169d046cbbe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9e7d7380d9a2d4b463923e6dfd54e298003e90084fb2be84180c2169d046cbbe","first_computed_at":"2026-07-05T07:02:09.683671Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:02:09.683671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2ePjEirMo+3r2+V8Gv2DWPfAtGLEhIiIRTr0ptStWtTJbYuPewCmuK1qHto5DPA6olQAhwHKLNKpM9DnPNZ5CA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:02:09.684309Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.11593","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:89b6ae21471a79f8ae6d6e17f2c387cc4886b9a5cd40fc5e983aa415752afd8a","sha256:40febc81c8d00471778dba246d86da00296995a29de59414a0a96a4f8ad38ae3"],"state_sha256":"2f0c80ea915b421952db610fbbd00cab9f53f70fb81db6739d3c8a4c7ce6664b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zX1ChFoyhU/RepIiqaJMQ0Tro+yAzj/cuXoVvJ83t11X7Sne46H0S5cOouKxDBjNVwwewh5XwwUWc8X2p9mjAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T11:32:06.111422Z","bundle_sha256":"33c7ead56d3c39f8ba977319a7f6c5c315c4f28a0f14feb3ef469f8e60ff86f5"}}