{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:T6E66QNXCEDCXRBNRPS7ETNRAU","short_pith_number":"pith:T6E66QNX","schema_version":"1.0","canonical_sha256":"9f89ef41b711062bc42d8be5f24db1051e5f52d49d1e0b5c1720126b03983777","source":{"kind":"arxiv","id":"2404.15782","version":3},"attestation_state":"computed","paper":{"title":"Risk or Chance? Large Language Models and Reproducibility in HCI Research","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Sebastian Feger, Thomas Kosch","submitted_at":"2024-04-24T10:04:53Z","abstract_excerpt":"Reproducibility is a major concern across scientific fields. Human-Computer Interaction (HCI), in particular, is subject to diverse reproducibility challenges due to the wide range of research methodologies employed. In this article, we explore how the increasing adoption of Large Language Models (LLMs) across all user experience (UX) design and research activities impacts reproducibility in HCI. In particular, we review upcoming reproducibility challenges through the lenses of analogies from past to future (mis)practices like p-hacking and prompt-hacking, general bias, support in data analysi"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2404.15782","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-04-24T10:04:53Z","cross_cats_sorted":[],"title_canon_sha256":"ea8100dbdf3378e468c3e87c316aaefed2317e57fc12053d43b8a6911ff16c79","abstract_canon_sha256":"da7dd8d2c605f98e21ae7fb075df5d749a303ddbfcde9d660dfff8f644adf12e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:29:28.158076Z","signature_b64":"m32EY4CJpeNzUbbgjug4ECCjHXKucrd/ENq7W/O9hy21mfS8mNRlMkgRDbxB4flih0GD11oxIk1JVyJsuBiCCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9f89ef41b711062bc42d8be5f24db1051e5f52d49d1e0b5c1720126b03983777","last_reissued_at":"2026-07-05T09:29:28.157592Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:29:28.157592Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Risk or Chance? Large Language Models and Reproducibility in HCI Research","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Sebastian Feger, Thomas Kosch","submitted_at":"2024-04-24T10:04:53Z","abstract_excerpt":"Reproducibility is a major concern across scientific fields. Human-Computer Interaction (HCI), in particular, is subject to diverse reproducibility challenges due to the wide range of research methodologies employed. In this article, we explore how the increasing adoption of Large Language Models (LLMs) across all user experience (UX) design and research activities impacts reproducibility in HCI. In particular, we review upcoming reproducibility challenges through the lenses of analogies from past to future (mis)practices like p-hacking and prompt-hacking, general bias, support in data analysi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.15782","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.15782/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2404.15782","created_at":"2026-07-05T09:29:28.157641+00:00"},{"alias_kind":"arxiv_version","alias_value":"2404.15782v3","created_at":"2026-07-05T09:29:28.157641+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.15782","created_at":"2026-07-05T09:29:28.157641+00:00"},{"alias_kind":"pith_short_12","alias_value":"T6E66QNXCEDC","created_at":"2026-07-05T09:29:28.157641+00:00"},{"alias_kind":"pith_short_16","alias_value":"T6E66QNXCEDCXRBN","created_at":"2026-07-05T09:29:28.157641+00:00"},{"alias_kind":"pith_short_8","alias_value":"T6E66QNX","created_at":"2026-07-05T09:29:28.157641+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.05475","citing_title":"Intentionality is a Design Decision: Measuring Functional Intentionality for Accountable AI Systems","ref_index":25,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/T6E66QNXCEDCXRBNRPS7ETNRAU","json":"https://pith.science/pith/T6E66QNXCEDCXRBNRPS7ETNRAU.json","graph_json":"https://pith.science/api/pith-number/T6E66QNXCEDCXRBNRPS7ETNRAU/graph.json","events_json":"https://pith.science/api/pith-number/T6E66QNXCEDCXRBNRPS7ETNRAU/events.json","paper":"https://pith.science/paper/T6E66QNX"},"agent_actions":{"view_html":"https://pith.science/pith/T6E66QNXCEDCXRBNRPS7ETNRAU","download_json":"https://pith.science/pith/T6E66QNXCEDCXRBNRPS7ETNRAU.json","view_paper":"https://pith.science/paper/T6E66QNX","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2404.15782&json=true","fetch_graph":"https://pith.science/api/pith-number/T6E66QNXCEDCXRBNRPS7ETNRAU/graph.json","fetch_events":"https://pith.science/api/pith-number/T6E66QNXCEDCXRBNRPS7ETNRAU/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/T6E66QNXCEDCXRBNRPS7ETNRAU/action/timestamp_anchor","attest_storage":"https://pith.science/pith/T6E66QNXCEDCXRBNRPS7ETNRAU/action/storage_attestation","attest_author":"https://pith.science/pith/T6E66QNXCEDCXRBNRPS7ETNRAU/action/author_attestation","sign_citation":"https://pith.science/pith/T6E66QNXCEDCXRBNRPS7ETNRAU/action/citation_signature","submit_replication":"https://pith.science/pith/T6E66QNXCEDCXRBNRPS7ETNRAU/action/replication_record"}},"created_at":"2026-07-05T09:29:28.157641+00:00","updated_at":"2026-07-05T09:29:28.157641+00:00"}