{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:FRKELIBHHADJ27TJLLOE7TEZ7H","short_pith_number":"pith:FRKELIBH","canonical_record":{"source":{"id":"2312.17115","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T16:51:11Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"f186d65c9b217f87d436f6742044dc015f4f49f512d4da01bbc9037594d73936","abstract_canon_sha256":"8ec98e45a43d6c6171a75546376bc49ab21a8fd6ec5400232c9fca494f46cec6"},"schema_version":"1.0"},"canonical_sha256":"2c5445a02738069d7e695adc4fcc99f9d120e55482317aef58fcc415b6a44756","source":{"kind":"arxiv","id":"2312.17115","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.17115","created_at":"2026-07-05T08:32:10Z"},{"alias_kind":"arxiv_version","alias_value":"2312.17115v2","created_at":"2026-07-05T08:32:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.17115","created_at":"2026-07-05T08:32:10Z"},{"alias_kind":"pith_short_12","alias_value":"FRKELIBHHADJ","created_at":"2026-07-05T08:32:10Z"},{"alias_kind":"pith_short_16","alias_value":"FRKELIBHHADJ27TJ","created_at":"2026-07-05T08:32:10Z"},{"alias_kind":"pith_short_8","alias_value":"FRKELIBH","created_at":"2026-07-05T08:32:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:FRKELIBHHADJ27TJLLOE7TEZ7H","target":"record","payload":{"canonical_record":{"source":{"id":"2312.17115","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T16:51:11Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"f186d65c9b217f87d436f6742044dc015f4f49f512d4da01bbc9037594d73936","abstract_canon_sha256":"8ec98e45a43d6c6171a75546376bc49ab21a8fd6ec5400232c9fca494f46cec6"},"schema_version":"1.0"},"canonical_sha256":"2c5445a02738069d7e695adc4fcc99f9d120e55482317aef58fcc415b6a44756","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:32:10.297347Z","signature_b64":"Unr1Bkc2f5y7bRRa44L5RS0aneZ+iHhfhvYtz2Igo/1XwzMqFiZH9r9AsCHl3Pqjofwd9cmuU9jnhaxuI0BIAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2c5445a02738069d7e695adc4fcc99f9d120e55482317aef58fcc415b6a44756","last_reissued_at":"2026-07-05T08:32:10.296848Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:32:10.296848Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.17115","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sU2p9COIlZ10VDxfv0gwsf8j+IDYwkoWU4a1zxHw9tHOpvhgn1nthmdm4OQyVd+F0WdilODBBafG3Nx3kpZaAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:10:01.413889Z"},"content_sha256":"897dba47a87a08b56edec8772ada2c376884548ffde3cff7bd6500e79b22932f","schema_version":"1.0","event_id":"sha256:897dba47a87a08b56edec8772ada2c376884548ffde3cff7bd6500e79b22932f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:FRKELIBHHADJ27TJLLOE7TEZ7H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Far Are LLMs from Believable AI? A Benchmark for Evaluating the Believability of Human Behavior Simulation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Jiashuo Wang, Jinlan Fu, Pengfei Liu, Wenjie Li, Yang Xiao, Yi Cheng","submitted_at":"2023-12-28T16:51:11Z","abstract_excerpt":"In recent years, AI has demonstrated remarkable capabilities in simulating human behaviors, particularly those implemented with large language models (LLMs). However, due to the lack of systematic evaluation of LLMs' simulated behaviors, the believability of LLMs among humans remains ambiguous, i.e., it is unclear which behaviors of LLMs are convincingly human-like and which need further improvements. In this work, we design SimulateBench to evaluate the believability of LLMs when simulating human behaviors. In specific, we evaluate the believability of LLMs based on two critical dimensions: 1"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.17115","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.17115/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jmn1Cal9NrFhQqQ6zgHZPjhnKo1z1UPB0iDIb9HMGzWygCo9LVCCSTB/5FpJjrC4XpGGZ7V/QYNd4N7WZDmcAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:10:01.414267Z"},"content_sha256":"55e3859adeb5e08801916305b4c1b3395e57d80b589e7fd87daa63a562b15f77","schema_version":"1.0","event_id":"sha256:55e3859adeb5e08801916305b4c1b3395e57d80b589e7fd87daa63a562b15f77"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FRKELIBHHADJ27TJLLOE7TEZ7H/bundle.json","state_url":"https://pith.science/pith/FRKELIBHHADJ27TJLLOE7TEZ7H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FRKELIBHHADJ27TJLLOE7TEZ7H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T15:10:01Z","links":{"resolver":"https://pith.science/pith/FRKELIBHHADJ27TJLLOE7TEZ7H","bundle":"https://pith.science/pith/FRKELIBHHADJ27TJLLOE7TEZ7H/bundle.json","state":"https://pith.science/pith/FRKELIBHHADJ27TJLLOE7TEZ7H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FRKELIBHHADJ27TJLLOE7TEZ7H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:FRKELIBHHADJ27TJLLOE7TEZ7H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ec98e45a43d6c6171a75546376bc49ab21a8fd6ec5400232c9fca494f46cec6","cross_cats_sorted":["cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T16:51:11Z","title_canon_sha256":"f186d65c9b217f87d436f6742044dc015f4f49f512d4da01bbc9037594d73936"},"schema_version":"1.0","source":{"id":"2312.17115","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.17115","created_at":"2026-07-05T08:32:10Z"},{"alias_kind":"arxiv_version","alias_value":"2312.17115v2","created_at":"2026-07-05T08:32:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.17115","created_at":"2026-07-05T08:32:10Z"},{"alias_kind":"pith_short_12","alias_value":"FRKELIBHHADJ","created_at":"2026-07-05T08:32:10Z"},{"alias_kind":"pith_short_16","alias_value":"FRKELIBHHADJ27TJ","created_at":"2026-07-05T08:32:10Z"},{"alias_kind":"pith_short_8","alias_value":"FRKELIBH","created_at":"2026-07-05T08:32:10Z"}],"graph_snapshots":[{"event_id":"sha256:55e3859adeb5e08801916305b4c1b3395e57d80b589e7fd87daa63a562b15f77","target":"graph","created_at":"2026-07-05T08:32:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.17115/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, AI has demonstrated remarkable capabilities in simulating human behaviors, particularly those implemented with large language models (LLMs). However, due to the lack of systematic evaluation of LLMs' simulated behaviors, the believability of LLMs among humans remains ambiguous, i.e., it is unclear which behaviors of LLMs are convincingly human-like and which need further improvements. In this work, we design SimulateBench to evaluate the believability of LLMs when simulating human behaviors. In specific, we evaluate the believability of LLMs based on two critical dimensions: 1","authors_text":"Jiashuo Wang, Jinlan Fu, Pengfei Liu, Wenjie Li, Yang Xiao, Yi Cheng","cross_cats":["cs.CY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T16:51:11Z","title":"How Far Are LLMs from Believable AI? A Benchmark for Evaluating the Believability of Human Behavior Simulation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.17115","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:897dba47a87a08b56edec8772ada2c376884548ffde3cff7bd6500e79b22932f","target":"record","created_at":"2026-07-05T08:32:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ec98e45a43d6c6171a75546376bc49ab21a8fd6ec5400232c9fca494f46cec6","cross_cats_sorted":["cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T16:51:11Z","title_canon_sha256":"f186d65c9b217f87d436f6742044dc015f4f49f512d4da01bbc9037594d73936"},"schema_version":"1.0","source":{"id":"2312.17115","kind":"arxiv","version":2}},"canonical_sha256":"2c5445a02738069d7e695adc4fcc99f9d120e55482317aef58fcc415b6a44756","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2c5445a02738069d7e695adc4fcc99f9d120e55482317aef58fcc415b6a44756","first_computed_at":"2026-07-05T08:32:10.296848Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:10.296848Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Unr1Bkc2f5y7bRRa44L5RS0aneZ+iHhfhvYtz2Igo/1XwzMqFiZH9r9AsCHl3Pqjofwd9cmuU9jnhaxuI0BIAA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:10.297347Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.17115","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:897dba47a87a08b56edec8772ada2c376884548ffde3cff7bd6500e79b22932f","sha256:55e3859adeb5e08801916305b4c1b3395e57d80b589e7fd87daa63a562b15f77"],"state_sha256":"f21fbfd723d68e07e244818b3c932bdb843ccda4de8ac2b4372aff70e88ddfab"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uCek5w4MuaYD2EL3XB7ZXSiv0+WsOWX4ZEmFxnZST8zXRBb4pvqVI6TSAF26SlQpqYdme1GD1LGetEW/7EcACA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T15:10:01.416323Z","bundle_sha256":"bfd28fc379c7ef3eceaf734bed4a57448fae9ed11ebfcbfb8b64fa41f7a5300b"}}