{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:CUYUSCDZ6IP6LOS4BSSVOXZKWK","short_pith_number":"pith:CUYUSCDZ","schema_version":"1.0","canonical_sha256":"1531490879f21fe5ba5c0ca5575f2ab2b946cc263b738e95dfb9a2f6580b5e35","source":{"kind":"arxiv","id":"2504.16671","version":1},"attestation_state":"computed","paper":{"title":"LLMCode: Evaluating and Enhancing Researcher-AI Alignment in Qualitative Analysis","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Andr\\'es Lucero, Joel Oksanen, Perttu H\\\"am\\\"al\\\"ainen","submitted_at":"2025-04-23T12:39:06Z","abstract_excerpt":"The use of large language models (LLMs) in qualitative analysis offers enhanced efficiency but raises questions about their alignment with the contextual nature of research for design (RfD). This research examines the trustworthiness of LLM-driven design insights, using qualitative coding as a case study to explore the interpretive processes central to RfD. We introduce LLMCode, an open-source tool integrating two metrics, namely Intersection over Union (IoU) and Modified Hausdorff Distance, to assess the alignment between human and LLM-generated insights. Across two studies involving 26 desig"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2504.16671","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2025-04-23T12:39:06Z","cross_cats_sorted":[],"title_canon_sha256":"f6deff6e7eef54451f70fcdf8233f87abb0cbd81c5fb64c0444cc6165769784c","abstract_canon_sha256":"38b908401dd53e2a68f8cbc6e03235a159c3b6a1057794c79d47e328e9565650"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:53:03.056768Z","signature_b64":"1OYSd9BPDBdwGJ0M77FeesYOCA3ZkwPSpJ1m+aIKA94vaXn8L8VXB5cMdmaDLW1M1Ac+3OFfTpw1yPZrqMeXCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1531490879f21fe5ba5c0ca5575f2ab2b946cc263b738e95dfb9a2f6580b5e35","last_reissued_at":"2026-07-05T10:53:03.056256Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:53:03.056256Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"LLMCode: Evaluating and Enhancing Researcher-AI Alignment in Qualitative Analysis","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Andr\\'es Lucero, Joel Oksanen, Perttu H\\\"am\\\"al\\\"ainen","submitted_at":"2025-04-23T12:39:06Z","abstract_excerpt":"The use of large language models (LLMs) in qualitative analysis offers enhanced efficiency but raises questions about their alignment with the contextual nature of research for design (RfD). This research examines the trustworthiness of LLM-driven design insights, using qualitative coding as a case study to explore the interpretive processes central to RfD. We introduce LLMCode, an open-source tool integrating two metrics, namely Intersection over Union (IoU) and Modified Hausdorff Distance, to assess the alignment between human and LLM-generated insights. Across two studies involving 26 desig"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.16671","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.16671/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2504.16671","created_at":"2026-07-05T10:53:03.056325+00:00"},{"alias_kind":"arxiv_version","alias_value":"2504.16671v1","created_at":"2026-07-05T10:53:03.056325+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.16671","created_at":"2026-07-05T10:53:03.056325+00:00"},{"alias_kind":"pith_short_12","alias_value":"CUYUSCDZ6IP6","created_at":"2026-07-05T10:53:03.056325+00:00"},{"alias_kind":"pith_short_16","alias_value":"CUYUSCDZ6IP6LOS4","created_at":"2026-07-05T10:53:03.056325+00:00"},{"alias_kind":"pith_short_8","alias_value":"CUYUSCDZ","created_at":"2026-07-05T10:53:03.056325+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/CUYUSCDZ6IP6LOS4BSSVOXZKWK","json":"https://pith.science/pith/CUYUSCDZ6IP6LOS4BSSVOXZKWK.json","graph_json":"https://pith.science/api/pith-number/CUYUSCDZ6IP6LOS4BSSVOXZKWK/graph.json","events_json":"https://pith.science/api/pith-number/CUYUSCDZ6IP6LOS4BSSVOXZKWK/events.json","paper":"https://pith.science/paper/CUYUSCDZ"},"agent_actions":{"view_html":"https://pith.science/pith/CUYUSCDZ6IP6LOS4BSSVOXZKWK","download_json":"https://pith.science/pith/CUYUSCDZ6IP6LOS4BSSVOXZKWK.json","view_paper":"https://pith.science/paper/CUYUSCDZ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2504.16671&json=true","fetch_graph":"https://pith.science/api/pith-number/CUYUSCDZ6IP6LOS4BSSVOXZKWK/graph.json","fetch_events":"https://pith.science/api/pith-number/CUYUSCDZ6IP6LOS4BSSVOXZKWK/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/CUYUSCDZ6IP6LOS4BSSVOXZKWK/action/timestamp_anchor","attest_storage":"https://pith.science/pith/CUYUSCDZ6IP6LOS4BSSVOXZKWK/action/storage_attestation","attest_author":"https://pith.science/pith/CUYUSCDZ6IP6LOS4BSSVOXZKWK/action/author_attestation","sign_citation":"https://pith.science/pith/CUYUSCDZ6IP6LOS4BSSVOXZKWK/action/citation_signature","submit_replication":"https://pith.science/pith/CUYUSCDZ6IP6LOS4BSSVOXZKWK/action/replication_record"}},"created_at":"2026-07-05T10:53:03.056325+00:00","updated_at":"2026-07-05T10:53:03.056325+00:00"}