{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:5Q4O7EJEOEOSHEKUXM5A5K3U6Q","short_pith_number":"pith:5Q4O7EJE","canonical_record":{"source":{"id":"2311.05297","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-09T11:54:01Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"33f9336fe92c78fb41c6a946da89c584f912d727ea0bc3ffd4d3a74605268451","abstract_canon_sha256":"f9262f50f55d253d43ca3c80d16e8af7bf442f8c40cf65468e66b9ae33683dab"},"schema_version":"1.0"},"canonical_sha256":"ec38ef9124711d239154bb3a0eab74f427e055269194655165aa88ea3398fb4b","source":{"kind":"arxiv","id":"2311.05297","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.05297","created_at":"2026-07-05T08:27:43Z"},{"alias_kind":"arxiv_version","alias_value":"2311.05297v2","created_at":"2026-07-05T08:27:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.05297","created_at":"2026-07-05T08:27:43Z"},{"alias_kind":"pith_short_12","alias_value":"5Q4O7EJEOEOS","created_at":"2026-07-05T08:27:43Z"},{"alias_kind":"pith_short_16","alias_value":"5Q4O7EJEOEOSHEKU","created_at":"2026-07-05T08:27:43Z"},{"alias_kind":"pith_short_8","alias_value":"5Q4O7EJE","created_at":"2026-07-05T08:27:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:5Q4O7EJEOEOSHEKUXM5A5K3U6Q","target":"record","payload":{"canonical_record":{"source":{"id":"2311.05297","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-09T11:54:01Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"33f9336fe92c78fb41c6a946da89c584f912d727ea0bc3ffd4d3a74605268451","abstract_canon_sha256":"f9262f50f55d253d43ca3c80d16e8af7bf442f8c40cf65468e66b9ae33683dab"},"schema_version":"1.0"},"canonical_sha256":"ec38ef9124711d239154bb3a0eab74f427e055269194655165aa88ea3398fb4b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:27:43.784833Z","signature_b64":"FdgDEQSjOT5hp+CdAxgJLY3zzaJg7a7STVnlakfH/8keJ63Qvv9BsvIrQgrC3pe2AYo/cQpow6aSsH/yCFtmDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ec38ef9124711d239154bb3a0eab74f427e055269194655165aa88ea3398fb4b","last_reissued_at":"2026-07-05T08:27:43.784284Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:27:43.784284Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.05297","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VlFY48KA0M0Ay3uoLIS4sQTAwYBgahW55sfE4Gd2RJJYuX5wR9rlNALnwSMCkPZ5dh+Y+03RfP2fCaBn9jHzCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:36:25.947446Z"},"content_sha256":"b199b4a6d987569585ff1be1f00ea5bb79e1e6c3040acf300365cf3f95c3e335","schema_version":"1.0","event_id":"sha256:b199b4a6d987569585ff1be1f00ea5bb79e1e6c3040acf300365cf3f95c3e335"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:5Q4O7EJEOEOSHEKUXM5A5K3U6Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Challenging the Validity of Personality Tests for Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Augustin Kelava, Florian E. Dorner, Samira Samadi, Tom S\\\"uhr","submitted_at":"2023-11-09T11:54:01Z","abstract_excerpt":"With large language models (LLMs) like GPT-4 appearing to behave increasingly human-like in text-based interactions, it has become popular to attempt to evaluate personality traits of LLMs using questionnaires originally developed for humans. While reusing measures is a resource-efficient way to evaluate LLMs, careful adaptations are usually required to ensure that assessment results are valid even across human subpopulations. In this work, we provide evidence that LLMs' responses to personality tests systematically deviate from human responses, implying that the results of these tests cannot "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.05297","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.05297/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AXhCNIga/zGncLfd0sMC+He0YGkJPHPagkgiOtPIspKXSNdDBOFDqpJ+EQu9St1xI01zVa82D26/sypkOIUkDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:36:25.948194Z"},"content_sha256":"9a2990fcd19bfec30a8010b9437e332e4f3fd6b52fe4ba770c16e07854c7d7df","schema_version":"1.0","event_id":"sha256:9a2990fcd19bfec30a8010b9437e332e4f3fd6b52fe4ba770c16e07854c7d7df"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5Q4O7EJEOEOSHEKUXM5A5K3U6Q/bundle.json","state_url":"https://pith.science/pith/5Q4O7EJEOEOSHEKUXM5A5K3U6Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5Q4O7EJEOEOSHEKUXM5A5K3U6Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T18:36:25Z","links":{"resolver":"https://pith.science/pith/5Q4O7EJEOEOSHEKUXM5A5K3U6Q","bundle":"https://pith.science/pith/5Q4O7EJEOEOSHEKUXM5A5K3U6Q/bundle.json","state":"https://pith.science/pith/5Q4O7EJEOEOSHEKUXM5A5K3U6Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5Q4O7EJEOEOSHEKUXM5A5K3U6Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:5Q4O7EJEOEOSHEKUXM5A5K3U6Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f9262f50f55d253d43ca3c80d16e8af7bf442f8c40cf65468e66b9ae33683dab","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-09T11:54:01Z","title_canon_sha256":"33f9336fe92c78fb41c6a946da89c584f912d727ea0bc3ffd4d3a74605268451"},"schema_version":"1.0","source":{"id":"2311.05297","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.05297","created_at":"2026-07-05T08:27:43Z"},{"alias_kind":"arxiv_version","alias_value":"2311.05297v2","created_at":"2026-07-05T08:27:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.05297","created_at":"2026-07-05T08:27:43Z"},{"alias_kind":"pith_short_12","alias_value":"5Q4O7EJEOEOS","created_at":"2026-07-05T08:27:43Z"},{"alias_kind":"pith_short_16","alias_value":"5Q4O7EJEOEOSHEKU","created_at":"2026-07-05T08:27:43Z"},{"alias_kind":"pith_short_8","alias_value":"5Q4O7EJE","created_at":"2026-07-05T08:27:43Z"}],"graph_snapshots":[{"event_id":"sha256:9a2990fcd19bfec30a8010b9437e332e4f3fd6b52fe4ba770c16e07854c7d7df","target":"graph","created_at":"2026-07-05T08:27:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.05297/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With large language models (LLMs) like GPT-4 appearing to behave increasingly human-like in text-based interactions, it has become popular to attempt to evaluate personality traits of LLMs using questionnaires originally developed for humans. While reusing measures is a resource-efficient way to evaluate LLMs, careful adaptations are usually required to ensure that assessment results are valid even across human subpopulations. In this work, we provide evidence that LLMs' responses to personality tests systematically deviate from human responses, implying that the results of these tests cannot ","authors_text":"Augustin Kelava, Florian E. Dorner, Samira Samadi, Tom S\\\"uhr","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-09T11:54:01Z","title":"Challenging the Validity of Personality Tests for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.05297","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b199b4a6d987569585ff1be1f00ea5bb79e1e6c3040acf300365cf3f95c3e335","target":"record","created_at":"2026-07-05T08:27:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f9262f50f55d253d43ca3c80d16e8af7bf442f8c40cf65468e66b9ae33683dab","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-09T11:54:01Z","title_canon_sha256":"33f9336fe92c78fb41c6a946da89c584f912d727ea0bc3ffd4d3a74605268451"},"schema_version":"1.0","source":{"id":"2311.05297","kind":"arxiv","version":2}},"canonical_sha256":"ec38ef9124711d239154bb3a0eab74f427e055269194655165aa88ea3398fb4b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ec38ef9124711d239154bb3a0eab74f427e055269194655165aa88ea3398fb4b","first_computed_at":"2026-07-05T08:27:43.784284Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:27:43.784284Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FdgDEQSjOT5hp+CdAxgJLY3zzaJg7a7STVnlakfH/8keJ63Qvv9BsvIrQgrC3pe2AYo/cQpow6aSsH/yCFtmDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:27:43.784833Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.05297","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b199b4a6d987569585ff1be1f00ea5bb79e1e6c3040acf300365cf3f95c3e335","sha256:9a2990fcd19bfec30a8010b9437e332e4f3fd6b52fe4ba770c16e07854c7d7df"],"state_sha256":"8492afe90bcc7dd7c7709a8127f47cf10fd6992d4cb4ed5994308f306666879a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lKBCOEgXz3WXEzVtnS5vVMf93nmRo6fVHLO0fD16PmKIdAqnseIZcuYITXbTcD5pJiG+a8PSLwxEKli+yHilBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T18:36:25.955722Z","bundle_sha256":"2f3dbeae0f79945e3d6ad75e24234b3bbf898e9b5c7549af8b7487eeaaeadf60"}}