{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4FINVTNWA2AKPIQYYTGMBJQWUB","short_pith_number":"pith:4FINVTNW","canonical_record":{"source":{"id":"2409.11726","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T06:21:44Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"b7f027c588a5289f8e3a5414e7a334af461ae7e5096d405d0f80e2209f4ba113","abstract_canon_sha256":"5643d44490435322a4f96fb8a5a7635fe64ad84e7ccae5a4a62e72c78e7dffce"},"schema_version":"1.0"},"canonical_sha256":"e150dacdb60680a7a218c4ccc0a616a0412099b19e22f8dc26ffea0ad7e7c631","source":{"kind":"arxiv","id":"2409.11726","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.11726","created_at":"2026-07-05T11:06:08Z"},{"alias_kind":"arxiv_version","alias_value":"2409.11726v2","created_at":"2026-07-05T11:06:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.11726","created_at":"2026-07-05T11:06:08Z"},{"alias_kind":"pith_short_12","alias_value":"4FINVTNWA2AK","created_at":"2026-07-05T11:06:08Z"},{"alias_kind":"pith_short_16","alias_value":"4FINVTNWA2AKPIQY","created_at":"2026-07-05T11:06:08Z"},{"alias_kind":"pith_short_8","alias_value":"4FINVTNW","created_at":"2026-07-05T11:06:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4FINVTNWA2AKPIQYYTGMBJQWUB","target":"record","payload":{"canonical_record":{"source":{"id":"2409.11726","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T06:21:44Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"b7f027c588a5289f8e3a5414e7a334af461ae7e5096d405d0f80e2209f4ba113","abstract_canon_sha256":"5643d44490435322a4f96fb8a5a7635fe64ad84e7ccae5a4a62e72c78e7dffce"},"schema_version":"1.0"},"canonical_sha256":"e150dacdb60680a7a218c4ccc0a616a0412099b19e22f8dc26ffea0ad7e7c631","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:06:08.941976Z","signature_b64":"d1/zktvRHrv9SDCCf6bAGtDZXyS215QDMvJMf5RQhf8xHGYvqwgKtVi90e8rQDecq9CJB6cCW68n5I6JYTJGBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e150dacdb60680a7a218c4ccc0a616a0412099b19e22f8dc26ffea0ad7e7c631","last_reissued_at":"2026-07-05T11:06:08.941401Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:06:08.941401Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.11726","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:06:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t0tptxSKY4pESU/6pEYBSwmfFSbeDjrToOThMveR4X3GSWTU11oDQKqRbr/Z+bvGh5suIi0A6kNhTicdj/mWCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:47:10.017765Z"},"content_sha256":"f43f1087537d7f27935e37b63852e40f155f775a2dc1392141d11e121fb75658","schema_version":"1.0","event_id":"sha256:f43f1087537d7f27935e37b63852e40f155f775a2dc1392141d11e121fb75658"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4FINVTNWA2AKPIQYYTGMBJQWUB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Revealing and Mitigating the Challenge of Detecting Character Knowledge Errors in LLM Role-Playing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.CL","authors_text":"Jiawei Sheng, Shuaiyi Nie, Tingwen Liu, Wenyuan Zhang, Xinghua Zhang, Yongquan He, Zefeng Zhang","submitted_at":"2024-09-18T06:21:44Z","abstract_excerpt":"Large language model (LLM) role-playing has gained widespread attention. Authentic character knowledge is crucial for constructing realistic LLM role-playing agents. However, existing works usually overlook the exploration of LLMs' ability to detect characters' known knowledge errors (KKE) and unknown knowledge errors (UKE) while playing roles, which would lead to low-quality automatic construction of character trainable corpus. In this paper, we propose RoleKE-Bench to evaluate LLMs' ability to detect errors in KKE and UKE. The results indicate that even the latest LLMs struggle to detect the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.11726","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.11726/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:06:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o9gyvhFh6XvGmJjCRvnlZZo+5VDpgLkRi8tAVW6G2/JeV/avClQm5fqr59ByL/A3Jgk/raXylCc5VqMcUorvAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:47:10.018295Z"},"content_sha256":"42238b2c54ef4b9a7795e5fefe8c41d3c68ef813ac5c7c2930bbc154eec1e9f0","schema_version":"1.0","event_id":"sha256:42238b2c54ef4b9a7795e5fefe8c41d3c68ef813ac5c7c2930bbc154eec1e9f0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4FINVTNWA2AKPIQYYTGMBJQWUB/bundle.json","state_url":"https://pith.science/pith/4FINVTNWA2AKPIQYYTGMBJQWUB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4FINVTNWA2AKPIQYYTGMBJQWUB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T06:47:10Z","links":{"resolver":"https://pith.science/pith/4FINVTNWA2AKPIQYYTGMBJQWUB","bundle":"https://pith.science/pith/4FINVTNWA2AKPIQYYTGMBJQWUB/bundle.json","state":"https://pith.science/pith/4FINVTNWA2AKPIQYYTGMBJQWUB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4FINVTNWA2AKPIQYYTGMBJQWUB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4FINVTNWA2AKPIQYYTGMBJQWUB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5643d44490435322a4f96fb8a5a7635fe64ad84e7ccae5a4a62e72c78e7dffce","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T06:21:44Z","title_canon_sha256":"b7f027c588a5289f8e3a5414e7a334af461ae7e5096d405d0f80e2209f4ba113"},"schema_version":"1.0","source":{"id":"2409.11726","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.11726","created_at":"2026-07-05T11:06:08Z"},{"alias_kind":"arxiv_version","alias_value":"2409.11726v2","created_at":"2026-07-05T11:06:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.11726","created_at":"2026-07-05T11:06:08Z"},{"alias_kind":"pith_short_12","alias_value":"4FINVTNWA2AK","created_at":"2026-07-05T11:06:08Z"},{"alias_kind":"pith_short_16","alias_value":"4FINVTNWA2AKPIQY","created_at":"2026-07-05T11:06:08Z"},{"alias_kind":"pith_short_8","alias_value":"4FINVTNW","created_at":"2026-07-05T11:06:08Z"}],"graph_snapshots":[{"event_id":"sha256:42238b2c54ef4b9a7795e5fefe8c41d3c68ef813ac5c7c2930bbc154eec1e9f0","target":"graph","created_at":"2026-07-05T11:06:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.11726/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language model (LLM) role-playing has gained widespread attention. Authentic character knowledge is crucial for constructing realistic LLM role-playing agents. However, existing works usually overlook the exploration of LLMs' ability to detect characters' known knowledge errors (KKE) and unknown knowledge errors (UKE) while playing roles, which would lead to low-quality automatic construction of character trainable corpus. In this paper, we propose RoleKE-Bench to evaluate LLMs' ability to detect errors in KKE and UKE. The results indicate that even the latest LLMs struggle to detect the","authors_text":"Jiawei Sheng, Shuaiyi Nie, Tingwen Liu, Wenyuan Zhang, Xinghua Zhang, Yongquan He, Zefeng Zhang","cross_cats":["cs.HC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T06:21:44Z","title":"Revealing and Mitigating the Challenge of Detecting Character Knowledge Errors in LLM Role-Playing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.11726","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f43f1087537d7f27935e37b63852e40f155f775a2dc1392141d11e121fb75658","target":"record","created_at":"2026-07-05T11:06:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5643d44490435322a4f96fb8a5a7635fe64ad84e7ccae5a4a62e72c78e7dffce","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T06:21:44Z","title_canon_sha256":"b7f027c588a5289f8e3a5414e7a334af461ae7e5096d405d0f80e2209f4ba113"},"schema_version":"1.0","source":{"id":"2409.11726","kind":"arxiv","version":2}},"canonical_sha256":"e150dacdb60680a7a218c4ccc0a616a0412099b19e22f8dc26ffea0ad7e7c631","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e150dacdb60680a7a218c4ccc0a616a0412099b19e22f8dc26ffea0ad7e7c631","first_computed_at":"2026-07-05T11:06:08.941401Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:06:08.941401Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"d1/zktvRHrv9SDCCf6bAGtDZXyS215QDMvJMf5RQhf8xHGYvqwgKtVi90e8rQDecq9CJB6cCW68n5I6JYTJGBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:06:08.941976Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.11726","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f43f1087537d7f27935e37b63852e40f155f775a2dc1392141d11e121fb75658","sha256:42238b2c54ef4b9a7795e5fefe8c41d3c68ef813ac5c7c2930bbc154eec1e9f0"],"state_sha256":"9505328734871c71fc72a3adae2d6e64f2dbe4371887cf7ae6ab26276e36e758"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+YqqMimSaoJQ9WbLRJ0LHvvr1ESFp4oCkRbM0Jj2OcYDKjTdXHToVl31hWv36NF8el8LT2VUu28HheYdnUnWBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T06:47:10.021781Z","bundle_sha256":"9bc11fd176e0576ee6a00f80b31ba79302844ad112cedf70b89f28abaf62d436"}}