{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:UAG4QBUV5Z2V3WH27QLJ2YWSVQ","short_pith_number":"pith:UAG4QBUV","schema_version":"1.0","canonical_sha256":"a00dc80695ee755dd8fafc169d62d2ac0bf4c432816b5ecfbe514516ae702214","source":{"kind":"arxiv","id":"2106.06849","version":1},"attestation_state":"computed","paper":{"title":"Can Transformer Language Models Predict Psychometric Properties?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Animesh Nighojkar, Antonio Laverghetta Jr., Jamshidbek Mirzakhalov, John Licato","submitted_at":"2021-06-12T20:05:33Z","abstract_excerpt":"Transformer-based language models (LMs) continue to advance state-of-the-art performance on NLP benchmark tasks, including tasks designed to mimic human-inspired \"commonsense\" competencies. To better understand the degree to which LMs can be said to have certain linguistic reasoning skills, researchers are beginning to adapt the tools and concepts of the field of psychometrics. But to what extent can the benefits flow in the other direction? I.e., can LMs be of use in predicting what the psychometric properties of test items will be when those items are given to human participants? We gather r"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2106.06849","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-12T20:05:33Z","cross_cats_sorted":[],"title_canon_sha256":"96ff7b9de1781e2a4ccb1007499798bb11621d205cdbb6d4634cc34f7c391453","abstract_canon_sha256":"dfb064afc624d1d623b32621a4a2c80e258eb8a25336898b9ac1397f72dbea9e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:48:41.768220Z","signature_b64":"Ez3iXNazs+tEZN0hE1mUzH7PMunus5r1nV0lp/TPXtR1ErZASt/GmZGzHig/P5QIQTVWJVPXNTylSI5TrmANDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a00dc80695ee755dd8fafc169d62d2ac0bf4c432816b5ecfbe514516ae702214","last_reissued_at":"2026-07-05T02:48:41.766854Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:48:41.766854Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Can Transformer Language Models Predict Psychometric Properties?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Animesh Nighojkar, Antonio Laverghetta Jr., Jamshidbek Mirzakhalov, John Licato","submitted_at":"2021-06-12T20:05:33Z","abstract_excerpt":"Transformer-based language models (LMs) continue to advance state-of-the-art performance on NLP benchmark tasks, including tasks designed to mimic human-inspired \"commonsense\" competencies. To better understand the degree to which LMs can be said to have certain linguistic reasoning skills, researchers are beginning to adapt the tools and concepts of the field of psychometrics. But to what extent can the benefits flow in the other direction? I.e., can LMs be of use in predicting what the psychometric properties of test items will be when those items are given to human participants? We gather r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.06849","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.06849/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2106.06849","created_at":"2026-07-05T02:48:41.767819+00:00"},{"alias_kind":"arxiv_version","alias_value":"2106.06849v1","created_at":"2026-07-05T02:48:41.767819+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.06849","created_at":"2026-07-05T02:48:41.767819+00:00"},{"alias_kind":"pith_short_12","alias_value":"UAG4QBUV5Z2V","created_at":"2026-07-05T02:48:41.767819+00:00"},{"alias_kind":"pith_short_16","alias_value":"UAG4QBUV5Z2V3WH2","created_at":"2026-07-05T02:48:41.767819+00:00"},{"alias_kind":"pith_short_8","alias_value":"UAG4QBUV","created_at":"2026-07-05T02:48:41.767819+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/UAG4QBUV5Z2V3WH27QLJ2YWSVQ","json":"https://pith.science/pith/UAG4QBUV5Z2V3WH27QLJ2YWSVQ.json","graph_json":"https://pith.science/api/pith-number/UAG4QBUV5Z2V3WH27QLJ2YWSVQ/graph.json","events_json":"https://pith.science/api/pith-number/UAG4QBUV5Z2V3WH27QLJ2YWSVQ/events.json","paper":"https://pith.science/paper/UAG4QBUV"},"agent_actions":{"view_html":"https://pith.science/pith/UAG4QBUV5Z2V3WH27QLJ2YWSVQ","download_json":"https://pith.science/pith/UAG4QBUV5Z2V3WH27QLJ2YWSVQ.json","view_paper":"https://pith.science/paper/UAG4QBUV","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2106.06849&json=true","fetch_graph":"https://pith.science/api/pith-number/UAG4QBUV5Z2V3WH27QLJ2YWSVQ/graph.json","fetch_events":"https://pith.science/api/pith-number/UAG4QBUV5Z2V3WH27QLJ2YWSVQ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/UAG4QBUV5Z2V3WH27QLJ2YWSVQ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/UAG4QBUV5Z2V3WH27QLJ2YWSVQ/action/storage_attestation","attest_author":"https://pith.science/pith/UAG4QBUV5Z2V3WH27QLJ2YWSVQ/action/author_attestation","sign_citation":"https://pith.science/pith/UAG4QBUV5Z2V3WH27QLJ2YWSVQ/action/citation_signature","submit_replication":"https://pith.science/pith/UAG4QBUV5Z2V3WH27QLJ2YWSVQ/action/replication_record"}},"created_at":"2026-07-05T02:48:41.767819+00:00","updated_at":"2026-07-05T02:48:41.767819+00:00"}