{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:AAY46KIG6IH3BWUBX4RJAMM4QY","short_pith_number":"pith:AAY46KIG","canonical_record":{"source":{"id":"2510.07175","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-08T16:16:20Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5fb442d43981df89d20caebf356413423989d44cb0d10286cc76af51b8d99d71","abstract_canon_sha256":"d73aa46e091b65323262b0ee3aaf8476871e80bdc294f436d1b9e2f884770299"},"schema_version":"1.0"},"canonical_sha256":"0031cf2906f20fb0da81bf2290319c863ce6fd243bf65a9ead100cb8fd17ce3b","source":{"kind":"arxiv","id":"2510.07175","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.07175","created_at":"2026-07-14T01:20:46Z"},{"alias_kind":"arxiv_version","alias_value":"2510.07175v2","created_at":"2026-07-14T01:20:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.07175","created_at":"2026-07-14T01:20:46Z"},{"alias_kind":"pith_short_12","alias_value":"AAY46KIG6IH3","created_at":"2026-07-14T01:20:46Z"},{"alias_kind":"pith_short_16","alias_value":"AAY46KIG6IH3BWUB","created_at":"2026-07-14T01:20:46Z"},{"alias_kind":"pith_short_8","alias_value":"AAY46KIG","created_at":"2026-07-14T01:20:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:AAY46KIG6IH3BWUBX4RJAMM4QY","target":"record","payload":{"canonical_record":{"source":{"id":"2510.07175","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-08T16:16:20Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5fb442d43981df89d20caebf356413423989d44cb0d10286cc76af51b8d99d71","abstract_canon_sha256":"d73aa46e091b65323262b0ee3aaf8476871e80bdc294f436d1b9e2f884770299"},"schema_version":"1.0"},"canonical_sha256":"0031cf2906f20fb0da81bf2290319c863ce6fd243bf65a9ead100cb8fd17ce3b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-14T01:20:46.738544Z","signature_b64":"BguA6tGkyidYKRjXCGr6MRkmzfv4U4wdwZe8wyQ74glhoJv+7bhhom3w9Ztqk60GKZm6j5AaK1utccdT7mx8CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0031cf2906f20fb0da81bf2290319c863ce6fd243bf65a9ead100cb8fd17ce3b","last_reissued_at":"2026-07-14T01:20:46.737590Z","signature_status":"signed_v1","first_computed_at":"2026-07-14T01:20:46.737590Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2510.07175","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-14T01:20:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MOY0KTMdF7CzGWMnIpLE+BRWlLANqgr88dZeI2eGF85x8Ac2InOJveFCj4Ua2u38G0P9VMfCjDOstVP8ognVBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:01:21.689209Z"},"content_sha256":"a97e04a65f770ebc16d714efbe1b2fa34a6e172fe09e2d017e358e647a4ae46c","schema_version":"1.0","event_id":"sha256:a97e04a65f770ebc16d714efbe1b2fa34a6e172fe09e2d017e358e647a4ae46c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:AAY46KIG6IH3BWUBX4RJAMM4QY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Quantifying Data Contamination in Psychometric Evaluations of LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Jonggeun Lee, Jongwook Han, Woojung Song, Yohan Jo","submitted_at":"2025-10-08T16:16:20Z","abstract_excerpt":"Recent studies apply psychometric questionnaires to Large Language Models (LLMs) to assess high-level psychological constructs such as values, personality, moral foundations, and dark traits. Although prior work has raised concerns about possible data contamination from psychometric inventories, which may threaten the reliability of such evaluations, there has been no systematic attempt to quantify the extent of this contamination. To address this gap, we propose a framework to systematically measure data contamination in psychometric evaluations of LLMs, evaluating three aspects: (1) item mem"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.07175","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2510.07175/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-14T01:20:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ke3EdpBXDD/IJPRHOUfKXbSgn1hZAQAUUhXFGaMAjkZGHWAvkIvHNhaSB0QilRQzcBYVSo6tkNNax+bQj7YjDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:01:21.690107Z"},"content_sha256":"92eccce19e0030cd80cb957a18dccb366b70c69ea8c272447205bcc9286fb293","schema_version":"1.0","event_id":"sha256:92eccce19e0030cd80cb957a18dccb366b70c69ea8c272447205bcc9286fb293"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AAY46KIG6IH3BWUBX4RJAMM4QY/bundle.json","state_url":"https://pith.science/pith/AAY46KIG6IH3BWUBX4RJAMM4QY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AAY46KIG6IH3BWUBX4RJAMM4QY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T03:01:21Z","links":{"resolver":"https://pith.science/pith/AAY46KIG6IH3BWUBX4RJAMM4QY","bundle":"https://pith.science/pith/AAY46KIG6IH3BWUBX4RJAMM4QY/bundle.json","state":"https://pith.science/pith/AAY46KIG6IH3BWUBX4RJAMM4QY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AAY46KIG6IH3BWUBX4RJAMM4QY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:AAY46KIG6IH3BWUBX4RJAMM4QY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d73aa46e091b65323262b0ee3aaf8476871e80bdc294f436d1b9e2f884770299","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-08T16:16:20Z","title_canon_sha256":"5fb442d43981df89d20caebf356413423989d44cb0d10286cc76af51b8d99d71"},"schema_version":"1.0","source":{"id":"2510.07175","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.07175","created_at":"2026-07-14T01:20:46Z"},{"alias_kind":"arxiv_version","alias_value":"2510.07175v2","created_at":"2026-07-14T01:20:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.07175","created_at":"2026-07-14T01:20:46Z"},{"alias_kind":"pith_short_12","alias_value":"AAY46KIG6IH3","created_at":"2026-07-14T01:20:46Z"},{"alias_kind":"pith_short_16","alias_value":"AAY46KIG6IH3BWUB","created_at":"2026-07-14T01:20:46Z"},{"alias_kind":"pith_short_8","alias_value":"AAY46KIG","created_at":"2026-07-14T01:20:46Z"}],"graph_snapshots":[{"event_id":"sha256:92eccce19e0030cd80cb957a18dccb366b70c69ea8c272447205bcc9286fb293","target":"graph","created_at":"2026-07-14T01:20:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2510.07175/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent studies apply psychometric questionnaires to Large Language Models (LLMs) to assess high-level psychological constructs such as values, personality, moral foundations, and dark traits. Although prior work has raised concerns about possible data contamination from psychometric inventories, which may threaten the reliability of such evaluations, there has been no systematic attempt to quantify the extent of this contamination. To address this gap, we propose a framework to systematically measure data contamination in psychometric evaluations of LLMs, evaluating three aspects: (1) item mem","authors_text":"Jonggeun Lee, Jongwook Han, Woojung Song, Yohan Jo","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-08T16:16:20Z","title":"Quantifying Data Contamination in Psychometric Evaluations of LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.07175","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a97e04a65f770ebc16d714efbe1b2fa34a6e172fe09e2d017e358e647a4ae46c","target":"record","created_at":"2026-07-14T01:20:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d73aa46e091b65323262b0ee3aaf8476871e80bdc294f436d1b9e2f884770299","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-08T16:16:20Z","title_canon_sha256":"5fb442d43981df89d20caebf356413423989d44cb0d10286cc76af51b8d99d71"},"schema_version":"1.0","source":{"id":"2510.07175","kind":"arxiv","version":2}},"canonical_sha256":"0031cf2906f20fb0da81bf2290319c863ce6fd243bf65a9ead100cb8fd17ce3b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0031cf2906f20fb0da81bf2290319c863ce6fd243bf65a9ead100cb8fd17ce3b","first_computed_at":"2026-07-14T01:20:46.737590Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-14T01:20:46.737590Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BguA6tGkyidYKRjXCGr6MRkmzfv4U4wdwZe8wyQ74glhoJv+7bhhom3w9Ztqk60GKZm6j5AaK1utccdT7mx8CA==","signature_status":"signed_v1","signed_at":"2026-07-14T01:20:46.738544Z","signed_message":"canonical_sha256_bytes"},"source_id":"2510.07175","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a97e04a65f770ebc16d714efbe1b2fa34a6e172fe09e2d017e358e647a4ae46c","sha256:92eccce19e0030cd80cb957a18dccb366b70c69ea8c272447205bcc9286fb293"],"state_sha256":"7724b8ef5f0e822f31f74eb6000eacf0f8fe483dd372a7fee7fc3303f08b96a5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ADuALxaCwmGfHZi73CWIHp8FFIka46bR95ocA8AZDeWG8Euk9/OhUL8OcaBA2PNqb+sZTYhySaYwCFbyvY3YCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T03:01:21.696741Z","bundle_sha256":"85e389b7703fb6bf1595ac5a1df5f6991b6374f6d5037f3f1faa53b5c6fe6c1a"}}