{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:VQU6E7FKBXW63JGL2G3A2QN4MT","short_pith_number":"pith:VQU6E7FK","canonical_record":{"source":{"id":"2501.14956","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-24T22:44:22Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"b0e549b4cd5eb53dcbaf3518176994597b5f906e7bf34d55d73e1d59e5e0994f","abstract_canon_sha256":"4e7f0f2bf7553188547813b95377b05d37f68c80153ee5f36518dbd5f2601110"},"schema_version":"1.0"},"canonical_sha256":"ac29e27caa0dededa4cbd1b60d41bc64c5eee8ca31986d7d7e88f5e078cf8b50","source":{"kind":"arxiv","id":"2501.14956","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.14956","created_at":"2026-07-05T11:13:19Z"},{"alias_kind":"arxiv_version","alias_value":"2501.14956v2","created_at":"2026-07-05T11:13:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.14956","created_at":"2026-07-05T11:13:19Z"},{"alias_kind":"pith_short_12","alias_value":"VQU6E7FKBXW6","created_at":"2026-07-05T11:13:19Z"},{"alias_kind":"pith_short_16","alias_value":"VQU6E7FKBXW63JGL","created_at":"2026-07-05T11:13:19Z"},{"alias_kind":"pith_short_8","alias_value":"VQU6E7FK","created_at":"2026-07-05T11:13:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:VQU6E7FKBXW63JGL2G3A2QN4MT","target":"record","payload":{"canonical_record":{"source":{"id":"2501.14956","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-24T22:44:22Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"b0e549b4cd5eb53dcbaf3518176994597b5f906e7bf34d55d73e1d59e5e0994f","abstract_canon_sha256":"4e7f0f2bf7553188547813b95377b05d37f68c80153ee5f36518dbd5f2601110"},"schema_version":"1.0"},"canonical_sha256":"ac29e27caa0dededa4cbd1b60d41bc64c5eee8ca31986d7d7e88f5e078cf8b50","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:13:19.120182Z","signature_b64":"A4Mft6qJdN/4zVgeJdAYTEyM6lERwd584gAYu0+SGXM9CFulJzyijPcC+ofjwOxuCvtmte85Fh2Y5JekupMQBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ac29e27caa0dededa4cbd1b60d41bc64c5eee8ca31986d7d7e88f5e078cf8b50","last_reissued_at":"2026-07-05T11:13:19.119683Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:13:19.119683Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.14956","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/HtCnoaPx8o6C4flcKOgAfBaGi2lSZdNASzf8hX8LcQiqtpJET4pcehohKmtm1kB3wzOqHtpDY/70DfVWE1BBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:29:08.860120Z"},"content_sha256":"cdae8632cf090b2a9bbd60cfb61b4b2517e3d2ddc8aef6c91b542c03be13bbc5","schema_version":"1.0","event_id":"sha256:cdae8632cf090b2a9bbd60cfb61b4b2517e3d2ddc8aef6c91b542c03be13bbc5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:VQU6E7FKBXW63JGL2G3A2QN4MT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ExPerT: Effective and Explainable Evaluation of Personalized Long-Form Text Generation","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.IR"],"primary_cat":"cs.CL","authors_text":"Alireza Salemi, Hamed Zamani, Julian Killingback","submitted_at":"2025-01-24T22:44:22Z","abstract_excerpt":"Evaluating personalized text generated by large language models (LLMs) is challenging, as only the LLM user, i.e., prompt author, can reliably assess the output, but re-engaging the same individuals across studies is infeasible. This paper addresses the challenge of evaluating personalized text generation by introducing ExPerT, an explainable reference-based evaluation framework. ExPerT leverages an LLM to extract atomic aspects and their evidence from the generated and reference texts, match the aspects, and evaluate their alignment based on content and writing style -- two key attributes in "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.14956","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.14956/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cskSHine8m/olYIZNlNe3n5mI84HBm35gP/mY8Cl3Byhz0M0CGeB1OYjw50BpJW3dGHX9SQm11HZzvsfpkbCCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:29:08.860894Z"},"content_sha256":"adc79bef0a9167128b5fb994e5499dc996db26fa566f581f1b718c05e589e934","schema_version":"1.0","event_id":"sha256:adc79bef0a9167128b5fb994e5499dc996db26fa566f581f1b718c05e589e934"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VQU6E7FKBXW63JGL2G3A2QN4MT/bundle.json","state_url":"https://pith.science/pith/VQU6E7FKBXW63JGL2G3A2QN4MT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VQU6E7FKBXW63JGL2G3A2QN4MT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T14:29:08Z","links":{"resolver":"https://pith.science/pith/VQU6E7FKBXW63JGL2G3A2QN4MT","bundle":"https://pith.science/pith/VQU6E7FKBXW63JGL2G3A2QN4MT/bundle.json","state":"https://pith.science/pith/VQU6E7FKBXW63JGL2G3A2QN4MT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VQU6E7FKBXW63JGL2G3A2QN4MT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:VQU6E7FKBXW63JGL2G3A2QN4MT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4e7f0f2bf7553188547813b95377b05d37f68c80153ee5f36518dbd5f2601110","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-24T22:44:22Z","title_canon_sha256":"b0e549b4cd5eb53dcbaf3518176994597b5f906e7bf34d55d73e1d59e5e0994f"},"schema_version":"1.0","source":{"id":"2501.14956","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.14956","created_at":"2026-07-05T11:13:19Z"},{"alias_kind":"arxiv_version","alias_value":"2501.14956v2","created_at":"2026-07-05T11:13:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.14956","created_at":"2026-07-05T11:13:19Z"},{"alias_kind":"pith_short_12","alias_value":"VQU6E7FKBXW6","created_at":"2026-07-05T11:13:19Z"},{"alias_kind":"pith_short_16","alias_value":"VQU6E7FKBXW63JGL","created_at":"2026-07-05T11:13:19Z"},{"alias_kind":"pith_short_8","alias_value":"VQU6E7FK","created_at":"2026-07-05T11:13:19Z"}],"graph_snapshots":[{"event_id":"sha256:adc79bef0a9167128b5fb994e5499dc996db26fa566f581f1b718c05e589e934","target":"graph","created_at":"2026-07-05T11:13:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.14956/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating personalized text generated by large language models (LLMs) is challenging, as only the LLM user, i.e., prompt author, can reliably assess the output, but re-engaging the same individuals across studies is infeasible. This paper addresses the challenge of evaluating personalized text generation by introducing ExPerT, an explainable reference-based evaluation framework. ExPerT leverages an LLM to extract atomic aspects and their evidence from the generated and reference texts, match the aspects, and evaluate their alignment based on content and writing style -- two key attributes in ","authors_text":"Alireza Salemi, Hamed Zamani, Julian Killingback","cross_cats":["cs.AI","cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-24T22:44:22Z","title":"ExPerT: Effective and Explainable Evaluation of Personalized Long-Form Text Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.14956","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cdae8632cf090b2a9bbd60cfb61b4b2517e3d2ddc8aef6c91b542c03be13bbc5","target":"record","created_at":"2026-07-05T11:13:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4e7f0f2bf7553188547813b95377b05d37f68c80153ee5f36518dbd5f2601110","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-24T22:44:22Z","title_canon_sha256":"b0e549b4cd5eb53dcbaf3518176994597b5f906e7bf34d55d73e1d59e5e0994f"},"schema_version":"1.0","source":{"id":"2501.14956","kind":"arxiv","version":2}},"canonical_sha256":"ac29e27caa0dededa4cbd1b60d41bc64c5eee8ca31986d7d7e88f5e078cf8b50","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ac29e27caa0dededa4cbd1b60d41bc64c5eee8ca31986d7d7e88f5e078cf8b50","first_computed_at":"2026-07-05T11:13:19.119683Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:13:19.119683Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A4Mft6qJdN/4zVgeJdAYTEyM6lERwd584gAYu0+SGXM9CFulJzyijPcC+ofjwOxuCvtmte85Fh2Y5JekupMQBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:13:19.120182Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.14956","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cdae8632cf090b2a9bbd60cfb61b4b2517e3d2ddc8aef6c91b542c03be13bbc5","sha256:adc79bef0a9167128b5fb994e5499dc996db26fa566f581f1b718c05e589e934"],"state_sha256":"013de43fbe95d04dedb83a564bb91ba7cb93786240f969ac8dcdd21fea238086"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZxjjuK7qtSr4DnoxuxfzCmTMNNpyzlRk+PaQnkV+1FXLP+EBcafYqIS5tJhXtSGLIN9N67FySji9qLG/4dWdBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T14:29:08.866289Z","bundle_sha256":"79844513971c952b6db92998c60272dd7f3d1d98168290caf03e48fd4a5d71e8"}}