{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO","short_pith_number":"pith:3V4ICJH2","schema_version":"1.0","canonical_sha256":"dd788124faca746b409c9b052cef3f6bacaf2d0d95be1c630ba51f03acd1ae24","source":{"kind":"arxiv","id":"2605.04534","version":2},"attestation_state":"computed","paper":{"title":"Characterizing Students' LLM Usage Behaviors and Their Association with Learning in Critical Thinking Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"Refined categorization of how students use LLMs in paper critique homework links usage types and initiative levels to midterm performance.","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Cristina Conati, Ivan Orozco Vasquez, Minju Park","submitted_at":"2026-05-06T06:21:04Z","abstract_excerpt":"Large language models (LLMs) are becoming increasingly embedded in students' learning practices, yet much of what is known about how students use LLMs and how this usage impacts learning comes from problem-solving domains or constrained experimental settings. We present an analysis of data on LLM usage collected during two offerings of a research-oriented course where students learn to read, reason about, and critique academic papers. Without restrictions on whether or how to use LLMs, students reported their LLM usage practices when asked to do these activities as a series of homework assignm"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2605.04534","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2026-05-06T06:21:04Z","cross_cats_sorted":[],"title_canon_sha256":"e82532656cb33e13b6cc3484d2f11eac7e2d2eb63e9c9e4c985ead77b2c729cd","abstract_canon_sha256":"ebc395cf6cee4b11204fed52eb8b6dd67dd90180d8234817e74b2bf8177cf2ed"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-02T01:03:16.200868Z","signature_b64":"duIaqQQ6RftL0vRIZfhh75CUJwONHKL4AsG7doQHuIStCYNx4hB+3QS9H4QYfljHUWPiAvps8AvFYJ30TxzwAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dd788124faca746b409c9b052cef3f6bacaf2d0d95be1c630ba51f03acd1ae24","last_reissued_at":"2026-06-02T01:03:16.200396Z","signature_status":"signed_v1","first_computed_at":"2026-06-02T01:03:16.200396Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Characterizing Students' LLM Usage Behaviors and Their Association with Learning in Critical Thinking Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"Refined categorization of how students use LLMs in paper critique homework links usage types and initiative levels to midterm performance.","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Cristina Conati, Ivan Orozco Vasquez, Minju Park","submitted_at":"2026-05-06T06:21:04Z","abstract_excerpt":"Large language models (LLMs) are becoming increasingly embedded in students' learning practices, yet much of what is known about how students use LLMs and how this usage impacts learning comes from problem-solving domains or constrained experimental settings. We present an analysis of data on LLM usage collected during two offerings of a research-oriented course where students learn to read, reason about, and critique academic papers. Without restrictions on whether or how to use LLMs, students reported their LLM usage practices when asked to do these activities as a series of homework assignm"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"This paper extends prior work done on data from a single offering of the same course by presenting a refined bottom-up categorization of LLM usage types, cross-labeled by the extent of student initiative these usages entail. Furthermore, we examine how LLM use impacts student learning, measured by performance on three midterms, looking at factors such as frequency and type of usage.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That students' self-reported LLM usage practices accurately reflect their actual behaviors during the homework assignments and that performance on the three midterms validly measures learning gains in critical thinking from those activities.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"Refined bottom-up categories of LLM usage in critical thinking homework, labeled by student initiative, are examined for associations with midterm performance across two course offerings.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Refined categorization of how students use LLMs in paper critique homework links usage types and initiative levels to midterm performance.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"789e88b11dd10c800c008051293e4b81804a8ed1d80b2581796b30eb9bc10a00"},"source":{"id":"2605.04534","kind":"arxiv","version":2},"verdict":{"id":"bc80440b-0e19-414e-8c30-ed7e06de1cec","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-08T16:55:24.187089Z","strongest_claim":"This paper extends prior work done on data from a single offering of the same course by presenting a refined bottom-up categorization of LLM usage types, cross-labeled by the extent of student initiative these usages entail. Furthermore, we examine how LLM use impacts student learning, measured by performance on three midterms, looking at factors such as frequency and type of usage.","one_line_summary":"Refined bottom-up categories of LLM usage in critical thinking homework, labeled by student initiative, are examined for associations with midterm performance across two course offerings.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That students' self-reported LLM usage practices accurately reflect their actual behaviors during the homework assignments and that performance on the three midterms validly measures learning gains in critical thinking from those activities.","pith_extraction_headline":"Refined categorization of how students use LLMs in paper critique homework links usage types and initiative levels to midterm performance."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.04534/integrity.json","findings":[],"available":true,"detectors_run":[{"name":"ai_meta_artifact","ran_at":"2026-05-20T11:40:32.888636Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"doi_title_agreement","ran_at":"2026-05-19T23:01:19.730454Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"doi_compliance","ran_at":"2026-05-19T14:21:17.145370Z","status":"completed","version":"1.0.0","findings_count":0}],"snapshot_sha256":"250570a44410338c2d733d9886201c0c9f8a63207c41704e6b179cda3563fa64"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2605.04534","created_at":"2026-06-02T01:03:16.200459+00:00"},{"alias_kind":"arxiv_version","alias_value":"2605.04534v2","created_at":"2026-06-02T01:03:16.200459+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.04534","created_at":"2026-06-02T01:03:16.200459+00:00"},{"alias_kind":"pith_short_12","alias_value":"3V4ICJH2ZJ2G","created_at":"2026-06-02T01:03:16.200459+00:00"},{"alias_kind":"pith_short_16","alias_value":"3V4ICJH2ZJ2GWQE4","created_at":"2026-06-02T01:03:16.200459+00:00"},{"alias_kind":"pith_short_8","alias_value":"3V4ICJH2","created_at":"2026-06-02T01:03:16.200459+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2605.04534","citing_title":"Characterizing Students' LLM Usage Behaviors and Their Association with Learning in Critical Thinking Tasks","ref_index":1,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO","json":"https://pith.science/pith/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO.json","graph_json":"https://pith.science/api/pith-number/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO/graph.json","events_json":"https://pith.science/api/pith-number/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO/events.json","paper":"https://pith.science/paper/3V4ICJH2"},"agent_actions":{"view_html":"https://pith.science/pith/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO","download_json":"https://pith.science/pith/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO.json","view_paper":"https://pith.science/paper/3V4ICJH2","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2605.04534&json=true","fetch_graph":"https://pith.science/api/pith-number/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO/graph.json","fetch_events":"https://pith.science/api/pith-number/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO/action/timestamp_anchor","attest_storage":"https://pith.science/pith/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO/action/storage_attestation","attest_author":"https://pith.science/pith/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO/action/author_attestation","sign_citation":"https://pith.science/pith/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO/action/citation_signature","submit_replication":"https://pith.science/pith/3V4ICJH2ZJ2GWQE4TMCSZ3Z7NO/action/replication_record"}},"created_at":"2026-06-02T01:03:16.200459+00:00","updated_at":"2026-06-02T01:03:16.200459+00:00"}