{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:R3QQITW5EUT5RT7R6RGCJQ66GI","short_pith_number":"pith:R3QQITW5","canonical_record":{"source":{"id":"2506.09796","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-11T14:41:10Z","cross_cats_sorted":[],"title_canon_sha256":"7272f12657f3823d69d0d35e69e9833068c71562eb1f98779a722d3bd0c6b66e","abstract_canon_sha256":"2f85f559af3a6d0e56668f10a6f1c3e9fcff2672547cd0699735c154971c45f9"},"schema_version":"1.0"},"canonical_sha256":"8ee1044edd2527d8cff1f44c24c3de32216ad736aa07618eae2f956f526b6253","source":{"kind":"arxiv","id":"2506.09796","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.09796","created_at":"2026-07-05T11:19:57Z"},{"alias_kind":"arxiv_version","alias_value":"2506.09796v1","created_at":"2026-07-05T11:19:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.09796","created_at":"2026-07-05T11:19:57Z"},{"alias_kind":"pith_short_12","alias_value":"R3QQITW5EUT5","created_at":"2026-07-05T11:19:57Z"},{"alias_kind":"pith_short_16","alias_value":"R3QQITW5EUT5RT7R","created_at":"2026-07-05T11:19:57Z"},{"alias_kind":"pith_short_8","alias_value":"R3QQITW5","created_at":"2026-07-05T11:19:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:R3QQITW5EUT5RT7R6RGCJQ66GI","target":"record","payload":{"canonical_record":{"source":{"id":"2506.09796","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-11T14:41:10Z","cross_cats_sorted":[],"title_canon_sha256":"7272f12657f3823d69d0d35e69e9833068c71562eb1f98779a722d3bd0c6b66e","abstract_canon_sha256":"2f85f559af3a6d0e56668f10a6f1c3e9fcff2672547cd0699735c154971c45f9"},"schema_version":"1.0"},"canonical_sha256":"8ee1044edd2527d8cff1f44c24c3de32216ad736aa07618eae2f956f526b6253","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:19:57.126007Z","signature_b64":"wDRbL/4SgY6AnvDdy11hMCtdoJjqu4WRjfCFyDMEHFuplBsDBOj0SVKI9i4EWmQ0liH1UFMtGo5mO9oBlfaqAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8ee1044edd2527d8cff1f44c24c3de32216ad736aa07618eae2f956f526b6253","last_reissued_at":"2026-07-05T11:19:57.125298Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:19:57.125298Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.09796","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:19:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IcBVulTh0ZdI2U0XroB5rOCEeLmet6o5CpolczLV6s9eksb80wVaBrjsSPZDL1PGtDjie7cuGWhTanwh04HXAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-28T23:16:39.394530Z"},"content_sha256":"aec80e47bdcc3ddd6ae9bde8647b06e4eb0dbb7aa8c21debed0606f30138cfc3","schema_version":"1.0","event_id":"sha256:aec80e47bdcc3ddd6ae9bde8647b06e4eb0dbb7aa8c21debed0606f30138cfc3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:R3QQITW5EUT5RT7R6RGCJQ66GI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do LLMs Give Psychometrically Plausible Responses in Educational Assessments?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andreas S\\\"auberli, Barbara Plank, Diego Frassinelli","submitted_at":"2025-06-11T14:41:10Z","abstract_excerpt":"Knowing how test takers answer items in educational assessments is essential for test development, to evaluate item quality, and to improve test validity. However, this process usually requires extensive pilot studies with human participants. If large language models (LLMs) exhibit human-like response behavior to test items, this could open up the possibility of using them as pilot participants to accelerate test development. In this paper, we evaluate the human-likeness or psychometric plausibility of responses from 18 instruction-tuned LLMs with two publicly available datasets of multiple-ch"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.09796","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.09796/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:19:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TM+8FQv6KDnQCzvSpXwv+6BnNoEcz9TsPVZYwuQ33pZ/gxvts3XsR+OXjPh3bjxEkoo1vNevnRRGEeacjWlFCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-28T23:16:39.394916Z"},"content_sha256":"b9a4b99ba234178de358731e88648d8cb0be6ac8e031296911f3298301d041a1","schema_version":"1.0","event_id":"sha256:b9a4b99ba234178de358731e88648d8cb0be6ac8e031296911f3298301d041a1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R3QQITW5EUT5RT7R6RGCJQ66GI/bundle.json","state_url":"https://pith.science/pith/R3QQITW5EUT5RT7R6RGCJQ66GI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R3QQITW5EUT5RT7R6RGCJQ66GI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-28T23:16:39Z","links":{"resolver":"https://pith.science/pith/R3QQITW5EUT5RT7R6RGCJQ66GI","bundle":"https://pith.science/pith/R3QQITW5EUT5RT7R6RGCJQ66GI/bundle.json","state":"https://pith.science/pith/R3QQITW5EUT5RT7R6RGCJQ66GI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R3QQITW5EUT5RT7R6RGCJQ66GI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:R3QQITW5EUT5RT7R6RGCJQ66GI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2f85f559af3a6d0e56668f10a6f1c3e9fcff2672547cd0699735c154971c45f9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-11T14:41:10Z","title_canon_sha256":"7272f12657f3823d69d0d35e69e9833068c71562eb1f98779a722d3bd0c6b66e"},"schema_version":"1.0","source":{"id":"2506.09796","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.09796","created_at":"2026-07-05T11:19:57Z"},{"alias_kind":"arxiv_version","alias_value":"2506.09796v1","created_at":"2026-07-05T11:19:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.09796","created_at":"2026-07-05T11:19:57Z"},{"alias_kind":"pith_short_12","alias_value":"R3QQITW5EUT5","created_at":"2026-07-05T11:19:57Z"},{"alias_kind":"pith_short_16","alias_value":"R3QQITW5EUT5RT7R","created_at":"2026-07-05T11:19:57Z"},{"alias_kind":"pith_short_8","alias_value":"R3QQITW5","created_at":"2026-07-05T11:19:57Z"}],"graph_snapshots":[{"event_id":"sha256:b9a4b99ba234178de358731e88648d8cb0be6ac8e031296911f3298301d041a1","target":"graph","created_at":"2026-07-05T11:19:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.09796/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowing how test takers answer items in educational assessments is essential for test development, to evaluate item quality, and to improve test validity. However, this process usually requires extensive pilot studies with human participants. If large language models (LLMs) exhibit human-like response behavior to test items, this could open up the possibility of using them as pilot participants to accelerate test development. In this paper, we evaluate the human-likeness or psychometric plausibility of responses from 18 instruction-tuned LLMs with two publicly available datasets of multiple-ch","authors_text":"Andreas S\\\"auberli, Barbara Plank, Diego Frassinelli","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-11T14:41:10Z","title":"Do LLMs Give Psychometrically Plausible Responses in Educational Assessments?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.09796","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aec80e47bdcc3ddd6ae9bde8647b06e4eb0dbb7aa8c21debed0606f30138cfc3","target":"record","created_at":"2026-07-05T11:19:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2f85f559af3a6d0e56668f10a6f1c3e9fcff2672547cd0699735c154971c45f9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-11T14:41:10Z","title_canon_sha256":"7272f12657f3823d69d0d35e69e9833068c71562eb1f98779a722d3bd0c6b66e"},"schema_version":"1.0","source":{"id":"2506.09796","kind":"arxiv","version":1}},"canonical_sha256":"8ee1044edd2527d8cff1f44c24c3de32216ad736aa07618eae2f956f526b6253","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8ee1044edd2527d8cff1f44c24c3de32216ad736aa07618eae2f956f526b6253","first_computed_at":"2026-07-05T11:19:57.125298Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:19:57.125298Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wDRbL/4SgY6AnvDdy11hMCtdoJjqu4WRjfCFyDMEHFuplBsDBOj0SVKI9i4EWmQ0liH1UFMtGo5mO9oBlfaqAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:19:57.126007Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.09796","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aec80e47bdcc3ddd6ae9bde8647b06e4eb0dbb7aa8c21debed0606f30138cfc3","sha256:b9a4b99ba234178de358731e88648d8cb0be6ac8e031296911f3298301d041a1"],"state_sha256":"ad4fb0877cb402ed22f5f50479cac7459f91542cda0766329b1b1b37b2ee8712"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GLudkhERIvNxtbv2d7fGOfFE8LNN33T/qLF28jAEkxxHHQQvBTYT+1JO1yjioX9EzTVN1EjiFMTgs3QisjPjBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-28T23:16:39.397113Z","bundle_sha256":"3303679240cee14f7c1e8acf0e2def5029eaa7e25304cab18a7eb4c12dfc8443"}}