{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:LCQPE4OGZDW6HLB62NNJIWLIRS","short_pith_number":"pith:LCQPE4OG","canonical_record":{"source":{"id":"2506.19352","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-24T06:33:10Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"c74e44deb6c4c40dea51975e38ed19fd72943a8600e621c40f1b5b24811d83b3","abstract_canon_sha256":"9f3287a1ed9551d2660a7b0ed8c23f80918e2ac2d54a60c158c02e49d0e63143"},"schema_version":"1.0"},"canonical_sha256":"58a0f271c6c8ede3ac3ed35a9459688cbd70bdc4a80528b0376e3262ad33246c","source":{"kind":"arxiv","id":"2506.19352","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.19352","created_at":"2026-07-05T11:26:13Z"},{"alias_kind":"arxiv_version","alias_value":"2506.19352v1","created_at":"2026-07-05T11:26:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.19352","created_at":"2026-07-05T11:26:13Z"},{"alias_kind":"pith_short_12","alias_value":"LCQPE4OGZDW6","created_at":"2026-07-05T11:26:13Z"},{"alias_kind":"pith_short_16","alias_value":"LCQPE4OGZDW6HLB6","created_at":"2026-07-05T11:26:13Z"},{"alias_kind":"pith_short_8","alias_value":"LCQPE4OG","created_at":"2026-07-05T11:26:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:LCQPE4OGZDW6HLB62NNJIWLIRS","target":"record","payload":{"canonical_record":{"source":{"id":"2506.19352","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-24T06:33:10Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"c74e44deb6c4c40dea51975e38ed19fd72943a8600e621c40f1b5b24811d83b3","abstract_canon_sha256":"9f3287a1ed9551d2660a7b0ed8c23f80918e2ac2d54a60c158c02e49d0e63143"},"schema_version":"1.0"},"canonical_sha256":"58a0f271c6c8ede3ac3ed35a9459688cbd70bdc4a80528b0376e3262ad33246c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:26:13.895381Z","signature_b64":"zNfcOzsAz/qrfTcEjlGgQETRczo3+jWm/qYA+cnE72r7kPIjGU4cEXDjfinGZ4rphMCfHxVun1HkFUZP/cxYAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"58a0f271c6c8ede3ac3ed35a9459688cbd70bdc4a80528b0376e3262ad33246c","last_reissued_at":"2026-07-05T11:26:13.894840Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:26:13.894840Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.19352","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:26:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SOPmlvXJZZMteIroAbLgV+N83ESfsQASDHByDkZ1zSXMFE9Wi5DJlf07MPArIJ5zGBhDBKOIJn2P0HRIOBAIBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:47:43.410024Z"},"content_sha256":"2d4989b4afc9cea4c8e956eebba30bdf8e19269909a7ab72dca85105d2026d09","schema_version":"1.0","event_id":"sha256:2d4989b4afc9cea4c8e956eebba30bdf8e19269909a7ab72dca85105d2026d09"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:LCQPE4OGZDW6HLB62NNJIWLIRS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Spotting Out-of-Character Behavior: Atomic-Level Evaluation of Persona Fidelity in Open-Ended Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.HC"],"primary_cat":"cs.CL","authors_text":"Alice Oh, Eunsu Kim, Hoyun Song, Jisu Shin, Juhyun Oh","submitted_at":"2025-06-24T06:33:10Z","abstract_excerpt":"Ensuring persona fidelity in large language models (LLMs) is essential for maintaining coherent and engaging human-AI interactions. However, LLMs often exhibit Out-of-Character (OOC) behavior, where generated responses deviate from an assigned persona, leading to inconsistencies that affect model reliability. Existing evaluation methods typically assign single scores to entire responses, struggling to capture subtle persona misalignment, particularly in long-form text generation. To address this limitation, we propose an atomic-level evaluation framework that quantifies persona fidelity at a f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.19352","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.19352/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:26:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TNVtf4W8TPOtJ8nOzM6hy+h5q4FdoY2oeUktFAJHLnvVLJdvi6EhqO8Lr8GgwTkvGDbx2f7voO1+rVDgQlA5CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:47:43.410572Z"},"content_sha256":"8902126c5403749e6a1d15270f1caefd214cf9cbec830f176d85421363b3fed5","schema_version":"1.0","event_id":"sha256:8902126c5403749e6a1d15270f1caefd214cf9cbec830f176d85421363b3fed5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LCQPE4OGZDW6HLB62NNJIWLIRS/bundle.json","state_url":"https://pith.science/pith/LCQPE4OGZDW6HLB62NNJIWLIRS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LCQPE4OGZDW6HLB62NNJIWLIRS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:47:43Z","links":{"resolver":"https://pith.science/pith/LCQPE4OGZDW6HLB62NNJIWLIRS","bundle":"https://pith.science/pith/LCQPE4OGZDW6HLB62NNJIWLIRS/bundle.json","state":"https://pith.science/pith/LCQPE4OGZDW6HLB62NNJIWLIRS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LCQPE4OGZDW6HLB62NNJIWLIRS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:LCQPE4OGZDW6HLB62NNJIWLIRS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9f3287a1ed9551d2660a7b0ed8c23f80918e2ac2d54a60c158c02e49d0e63143","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-24T06:33:10Z","title_canon_sha256":"c74e44deb6c4c40dea51975e38ed19fd72943a8600e621c40f1b5b24811d83b3"},"schema_version":"1.0","source":{"id":"2506.19352","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.19352","created_at":"2026-07-05T11:26:13Z"},{"alias_kind":"arxiv_version","alias_value":"2506.19352v1","created_at":"2026-07-05T11:26:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.19352","created_at":"2026-07-05T11:26:13Z"},{"alias_kind":"pith_short_12","alias_value":"LCQPE4OGZDW6","created_at":"2026-07-05T11:26:13Z"},{"alias_kind":"pith_short_16","alias_value":"LCQPE4OGZDW6HLB6","created_at":"2026-07-05T11:26:13Z"},{"alias_kind":"pith_short_8","alias_value":"LCQPE4OG","created_at":"2026-07-05T11:26:13Z"}],"graph_snapshots":[{"event_id":"sha256:8902126c5403749e6a1d15270f1caefd214cf9cbec830f176d85421363b3fed5","target":"graph","created_at":"2026-07-05T11:26:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.19352/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Ensuring persona fidelity in large language models (LLMs) is essential for maintaining coherent and engaging human-AI interactions. However, LLMs often exhibit Out-of-Character (OOC) behavior, where generated responses deviate from an assigned persona, leading to inconsistencies that affect model reliability. Existing evaluation methods typically assign single scores to entire responses, struggling to capture subtle persona misalignment, particularly in long-form text generation. To address this limitation, we propose an atomic-level evaluation framework that quantifies persona fidelity at a f","authors_text":"Alice Oh, Eunsu Kim, Hoyun Song, Jisu Shin, Juhyun Oh","cross_cats":["cs.AI","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-24T06:33:10Z","title":"Spotting Out-of-Character Behavior: Atomic-Level Evaluation of Persona Fidelity in Open-Ended Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.19352","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2d4989b4afc9cea4c8e956eebba30bdf8e19269909a7ab72dca85105d2026d09","target":"record","created_at":"2026-07-05T11:26:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9f3287a1ed9551d2660a7b0ed8c23f80918e2ac2d54a60c158c02e49d0e63143","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-24T06:33:10Z","title_canon_sha256":"c74e44deb6c4c40dea51975e38ed19fd72943a8600e621c40f1b5b24811d83b3"},"schema_version":"1.0","source":{"id":"2506.19352","kind":"arxiv","version":1}},"canonical_sha256":"58a0f271c6c8ede3ac3ed35a9459688cbd70bdc4a80528b0376e3262ad33246c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"58a0f271c6c8ede3ac3ed35a9459688cbd70bdc4a80528b0376e3262ad33246c","first_computed_at":"2026-07-05T11:26:13.894840Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:26:13.894840Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zNfcOzsAz/qrfTcEjlGgQETRczo3+jWm/qYA+cnE72r7kPIjGU4cEXDjfinGZ4rphMCfHxVun1HkFUZP/cxYAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:26:13.895381Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.19352","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2d4989b4afc9cea4c8e956eebba30bdf8e19269909a7ab72dca85105d2026d09","sha256:8902126c5403749e6a1d15270f1caefd214cf9cbec830f176d85421363b3fed5"],"state_sha256":"0da2356ebed60ca267fb3db712892c122b4d66357bf444adfd85d31fa641e64b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q2fA8mdqFckQ2VJCtSy8SziyDL5W2JT9W5PiVdPBSukDpzIpFd9CqT8DfDpqyc6z2cJ/pF22gMZq14yaoEqEAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:47:43.414745Z","bundle_sha256":"85018c366a06e563d09fa1977716f678cdb7bd81ea9142d14ab5f62aebfbdc37"}}