{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:M7JWWMRYM24BGUZNYCT3EVNEN2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f0d8843f76fbc4f4a7f8624a00e018c50b3df28c3bfcd5f0ad077721e7a93518","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-05T16:44:27Z","title_canon_sha256":"d0ed23ffd1d5dc447e48a62c1e50b584d981adb3a66460ea083551ddafe6b504"},"schema_version":"1.0","source":{"id":"2306.03024","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.03024","created_at":"2026-07-05T06:17:34Z"},{"alias_kind":"arxiv_version","alias_value":"2306.03024v1","created_at":"2026-07-05T06:17:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.03024","created_at":"2026-07-05T06:17:34Z"},{"alias_kind":"pith_short_12","alias_value":"M7JWWMRYM24B","created_at":"2026-07-05T06:17:34Z"},{"alias_kind":"pith_short_16","alias_value":"M7JWWMRYM24BGUZN","created_at":"2026-07-05T06:17:34Z"},{"alias_kind":"pith_short_8","alias_value":"M7JWWMRY","created_at":"2026-07-05T06:17:34Z"}],"graph_snapshots":[{"event_id":"sha256:64ca82a6c1545455cdaa2efe79cac99a351a26d979e9138bc3dc956b29eee82a","target":"graph","created_at":"2026-07-05T06:17:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.03024/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recently released ChatGPT model demonstrates unprecedented capabilities in zero-shot question-answering. In this work, we probe ChatGPT for its conversational understanding and introduce a conversational framework (protocol) that can be adopted in future studies. The Pok\\'emon universe serves as an ideal testing ground for auditing ChatGPT's reasoning capabilities due to its closed world assumption. After bringing ChatGPT's background knowledge (on the Pok\\'emon universe) to light, we test its reasoning process when using these concepts in battle scenarios. We then evaluate its ability to ","authors_text":"Ilias Chalkidis, Jiaang Li, Laura Cabello","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-05T16:44:27Z","title":"PokemonChat: Auditing ChatGPT for Pok\\'emon Universe Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.03024","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ac91f21a4a3f2c7bc62db0eea0b239847b3b2301d6a4a6107ae005e2fb767f70","target":"record","created_at":"2026-07-05T06:17:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f0d8843f76fbc4f4a7f8624a00e018c50b3df28c3bfcd5f0ad077721e7a93518","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-05T16:44:27Z","title_canon_sha256":"d0ed23ffd1d5dc447e48a62c1e50b584d981adb3a66460ea083551ddafe6b504"},"schema_version":"1.0","source":{"id":"2306.03024","kind":"arxiv","version":1}},"canonical_sha256":"67d36b323866b813532dc0a7b255a46e9b8000a8025746f003c58581a025ad1e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"67d36b323866b813532dc0a7b255a46e9b8000a8025746f003c58581a025ad1e","first_computed_at":"2026-07-05T06:17:34.079055Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:17:34.079055Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nWuqDQD642hbR5wFjKLFsSq9ufGIqHKkuV5mC9bsd+ZGDMrUOoepxxq4kpLYPG3/FzTct9jD2ZYJDNRcz+FNCw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:17:34.079410Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.03024","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ac91f21a4a3f2c7bc62db0eea0b239847b3b2301d6a4a6107ae005e2fb767f70","sha256:64ca82a6c1545455cdaa2efe79cac99a351a26d979e9138bc3dc956b29eee82a"],"state_sha256":"cee222dfe99ca24f0d75a25896b543c5b208b1df89c4402e4110cab182cc7d75"}