{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:VN5JC66W5XA2F3EBWA33NV7H42","short_pith_number":"pith:VN5JC66W","canonical_record":{"source":{"id":"2502.00595","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-01T23:40:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ff1a5a3032b45e8bb4f9d5ff9355a7f3d5ba53a8a31e14a5bdc987a345b75769","abstract_canon_sha256":"773823fa9fdbe095f050343cb02b2653c4f91370cafd5b23521fa93effc33858"},"schema_version":"1.0"},"canonical_sha256":"ab7a917bd6edc1a2ec81b037b6d7e7e6944f867b4b5050feaecdac1f29afa15e","source":{"kind":"arxiv","id":"2502.00595","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.00595","created_at":"2026-07-05T10:08:35Z"},{"alias_kind":"arxiv_version","alias_value":"2502.00595v1","created_at":"2026-07-05T10:08:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.00595","created_at":"2026-07-05T10:08:35Z"},{"alias_kind":"pith_short_12","alias_value":"VN5JC66W5XA2","created_at":"2026-07-05T10:08:35Z"},{"alias_kind":"pith_short_16","alias_value":"VN5JC66W5XA2F3EB","created_at":"2026-07-05T10:08:35Z"},{"alias_kind":"pith_short_8","alias_value":"VN5JC66W","created_at":"2026-07-05T10:08:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:VN5JC66W5XA2F3EBWA33NV7H42","target":"record","payload":{"canonical_record":{"source":{"id":"2502.00595","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-01T23:40:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ff1a5a3032b45e8bb4f9d5ff9355a7f3d5ba53a8a31e14a5bdc987a345b75769","abstract_canon_sha256":"773823fa9fdbe095f050343cb02b2653c4f91370cafd5b23521fa93effc33858"},"schema_version":"1.0"},"canonical_sha256":"ab7a917bd6edc1a2ec81b037b6d7e7e6944f867b4b5050feaecdac1f29afa15e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:08:35.906240Z","signature_b64":"12q+oy0c77LgaDFOUVTTWzQ1CcOeN372Y+Y6QulyUSb6JP79/fPY9scoFbzz/yDeyq/l1zjZlHMQs3lardAVBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ab7a917bd6edc1a2ec81b037b6d7e7e6944f867b4b5050feaecdac1f29afa15e","last_reissued_at":"2026-07-05T10:08:35.905821Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:08:35.905821Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.00595","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cCZAZRvwHANqd7mRDN1d4HeCusy/oKYhBSAEZt/pS+Vbm5F9PqCgcy8jh5X3UCtO+L2ylvpaKXLHPqDHwIi3Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T09:46:38.154804Z"},"content_sha256":"cc86476380c7a1f03d2770a37099ee3454dfbb3b83b0ae9e966fafd7daf946d7","schema_version":"1.0","event_id":"sha256:cc86476380c7a1f03d2770a37099ee3454dfbb3b83b0ae9e966fafd7daf946d7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:VN5JC66W5XA2F3EBWA33NV7H42","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RPGBENCH: Evaluating Large Language Models as Role-Playing Game Engines","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alex Smola, Andrea Yaoyun Cui, Dongming Shen, Jaewon Lee, Mu Li, Pengfei Yu, Silin Meng, Weisu Yin, Xingjian Shi, Yi Zhu, Zhenlin Xu","submitted_at":"2025-02-01T23:40:24Z","abstract_excerpt":"We present RPGBench, the first benchmark designed to evaluate large language models (LLMs) as text-based role-playing game (RPG) engines. RPGBench comprises two core tasks: Game Creation (GC) and Game Simulation (GS). In GC, an LLM must craft a valid and playable RPG world using a structured event-state representation, ensuring logical coherence and proper termination conditions. In GS, the LLM simulates interactive gameplay across multiple rounds while consistently updating states and enforcing game rules. To comprehensively assess performance, RPGBench integrates objective and subjective eva"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.00595","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.00595/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rkoje8eWeBh+SL8C7ccw/WhfaQntmqFCkbI+A+l3fz4QQSSmKCZyTcSPP7WNSmPiNSsA2kspT9pFWoFo56R4Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T09:46:38.155320Z"},"content_sha256":"e8864dada733f26841198bdb7b0fc45a4c4d5a4b56a31d694d05320a2b4e9703","schema_version":"1.0","event_id":"sha256:e8864dada733f26841198bdb7b0fc45a4c4d5a4b56a31d694d05320a2b4e9703"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VN5JC66W5XA2F3EBWA33NV7H42/bundle.json","state_url":"https://pith.science/pith/VN5JC66W5XA2F3EBWA33NV7H42/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VN5JC66W5XA2F3EBWA33NV7H42/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T09:46:38Z","links":{"resolver":"https://pith.science/pith/VN5JC66W5XA2F3EBWA33NV7H42","bundle":"https://pith.science/pith/VN5JC66W5XA2F3EBWA33NV7H42/bundle.json","state":"https://pith.science/pith/VN5JC66W5XA2F3EBWA33NV7H42/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VN5JC66W5XA2F3EBWA33NV7H42/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:VN5JC66W5XA2F3EBWA33NV7H42","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"773823fa9fdbe095f050343cb02b2653c4f91370cafd5b23521fa93effc33858","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-01T23:40:24Z","title_canon_sha256":"ff1a5a3032b45e8bb4f9d5ff9355a7f3d5ba53a8a31e14a5bdc987a345b75769"},"schema_version":"1.0","source":{"id":"2502.00595","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.00595","created_at":"2026-07-05T10:08:35Z"},{"alias_kind":"arxiv_version","alias_value":"2502.00595v1","created_at":"2026-07-05T10:08:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.00595","created_at":"2026-07-05T10:08:35Z"},{"alias_kind":"pith_short_12","alias_value":"VN5JC66W5XA2","created_at":"2026-07-05T10:08:35Z"},{"alias_kind":"pith_short_16","alias_value":"VN5JC66W5XA2F3EB","created_at":"2026-07-05T10:08:35Z"},{"alias_kind":"pith_short_8","alias_value":"VN5JC66W","created_at":"2026-07-05T10:08:35Z"}],"graph_snapshots":[{"event_id":"sha256:e8864dada733f26841198bdb7b0fc45a4c4d5a4b56a31d694d05320a2b4e9703","target":"graph","created_at":"2026-07-05T10:08:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.00595/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present RPGBench, the first benchmark designed to evaluate large language models (LLMs) as text-based role-playing game (RPG) engines. RPGBench comprises two core tasks: Game Creation (GC) and Game Simulation (GS). In GC, an LLM must craft a valid and playable RPG world using a structured event-state representation, ensuring logical coherence and proper termination conditions. In GS, the LLM simulates interactive gameplay across multiple rounds while consistently updating states and enforcing game rules. To comprehensively assess performance, RPGBench integrates objective and subjective eva","authors_text":"Alex Smola, Andrea Yaoyun Cui, Dongming Shen, Jaewon Lee, Mu Li, Pengfei Yu, Silin Meng, Weisu Yin, Xingjian Shi, Yi Zhu, Zhenlin Xu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-01T23:40:24Z","title":"RPGBENCH: Evaluating Large Language Models as Role-Playing Game Engines"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.00595","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cc86476380c7a1f03d2770a37099ee3454dfbb3b83b0ae9e966fafd7daf946d7","target":"record","created_at":"2026-07-05T10:08:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"773823fa9fdbe095f050343cb02b2653c4f91370cafd5b23521fa93effc33858","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-01T23:40:24Z","title_canon_sha256":"ff1a5a3032b45e8bb4f9d5ff9355a7f3d5ba53a8a31e14a5bdc987a345b75769"},"schema_version":"1.0","source":{"id":"2502.00595","kind":"arxiv","version":1}},"canonical_sha256":"ab7a917bd6edc1a2ec81b037b6d7e7e6944f867b4b5050feaecdac1f29afa15e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ab7a917bd6edc1a2ec81b037b6d7e7e6944f867b4b5050feaecdac1f29afa15e","first_computed_at":"2026-07-05T10:08:35.905821Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:08:35.905821Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"12q+oy0c77LgaDFOUVTTWzQ1CcOeN372Y+Y6QulyUSb6JP79/fPY9scoFbzz/yDeyq/l1zjZlHMQs3lardAVBA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:08:35.906240Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.00595","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cc86476380c7a1f03d2770a37099ee3454dfbb3b83b0ae9e966fafd7daf946d7","sha256:e8864dada733f26841198bdb7b0fc45a4c4d5a4b56a31d694d05320a2b4e9703"],"state_sha256":"16f02e178addc14b8196e4036d7103b952d19df65fe936041fb119a7aebe483e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u5736RsJXRtxICJGy6KyFCkAVjysOo0jv2qkexdhLi8E2gHfzCn5a7w/7QR6DzfId8d1FwcNUqphQmIykbt6Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T09:46:38.161112Z","bundle_sha256":"c6abfb287f15bf76008a93b1886e1360544a410abb64ee26990248b1b24c8ee6"}}