{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:N7UPQJJLONT46SIENK3B5IWFRW","short_pith_number":"pith:N7UPQJJL","schema_version":"1.0","canonical_sha256":"6fe8f8252b7367cf49046ab61ea2c58d96a1d5bf227c8aec28714720bff5e4f2","source":{"kind":"arxiv","id":"2504.14571","version":2},"attestation_state":"computed","paper":{"title":"Prompt-Hacking: The New p-Hacking?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Sebastian Feger, Thomas Kosch","submitted_at":"2025-04-20T11:19:47Z","abstract_excerpt":"As Large Language Models (LLMs) become increasingly embedded in empirical research workflows, their use as analytical tools for quantitative or qualitative data raises pressing concerns for scientific integrity. This opinion paper draws a parallel between \"prompt-hacking\", the strategic tweaking of prompts to elicit desirable outputs from LLMs, and the well-documented practice of \"p-hacking\" in statistical analysis. We argue that the inherent biases, non-determinism, and opacity of LLMs make them unsuitable for data analysis tasks demanding rigor, impartiality, and reproducibility. We emphasiz"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2504.14571","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-04-20T11:19:47Z","cross_cats_sorted":[],"title_canon_sha256":"8b37e77b62074a8a378cf342c82ce5470fe7966e439a60ce808bce480c125b33","abstract_canon_sha256":"9ba2b40563edfc281857bac219e35c981961be975357c2b585e3c5b7aef4c9f7"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:51:26.089175Z","signature_b64":"O0xmpYc7LgLl7yRPWPANVScsRlAIwj1/lmDjHMqXsMZivRiz7abj+wy+MUrzEOfA7iayTgf13IfDfNCadE+hCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6fe8f8252b7367cf49046ab61ea2c58d96a1d5bf227c8aec28714720bff5e4f2","last_reissued_at":"2026-07-05T11:51:26.088688Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:51:26.088688Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Prompt-Hacking: The New p-Hacking?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Sebastian Feger, Thomas Kosch","submitted_at":"2025-04-20T11:19:47Z","abstract_excerpt":"As Large Language Models (LLMs) become increasingly embedded in empirical research workflows, their use as analytical tools for quantitative or qualitative data raises pressing concerns for scientific integrity. This opinion paper draws a parallel between \"prompt-hacking\", the strategic tweaking of prompts to elicit desirable outputs from LLMs, and the well-documented practice of \"p-hacking\" in statistical analysis. We argue that the inherent biases, non-determinism, and opacity of LLMs make them unsuitable for data analysis tasks demanding rigor, impartiality, and reproducibility. We emphasiz"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.14571","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.14571/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2504.14571","created_at":"2026-07-05T11:51:26.088743+00:00"},{"alias_kind":"arxiv_version","alias_value":"2504.14571v2","created_at":"2026-07-05T11:51:26.088743+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.14571","created_at":"2026-07-05T11:51:26.088743+00:00"},{"alias_kind":"pith_short_12","alias_value":"N7UPQJJLONT4","created_at":"2026-07-05T11:51:26.088743+00:00"},{"alias_kind":"pith_short_16","alias_value":"N7UPQJJLONT46SIE","created_at":"2026-07-05T11:51:26.088743+00:00"},{"alias_kind":"pith_short_8","alias_value":"N7UPQJJL","created_at":"2026-07-05T11:51:26.088743+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2507.00163","citing_title":"Prompting as Scientific Inquiry","ref_index":15,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/N7UPQJJLONT46SIENK3B5IWFRW","json":"https://pith.science/pith/N7UPQJJLONT46SIENK3B5IWFRW.json","graph_json":"https://pith.science/api/pith-number/N7UPQJJLONT46SIENK3B5IWFRW/graph.json","events_json":"https://pith.science/api/pith-number/N7UPQJJLONT46SIENK3B5IWFRW/events.json","paper":"https://pith.science/paper/N7UPQJJL"},"agent_actions":{"view_html":"https://pith.science/pith/N7UPQJJLONT46SIENK3B5IWFRW","download_json":"https://pith.science/pith/N7UPQJJLONT46SIENK3B5IWFRW.json","view_paper":"https://pith.science/paper/N7UPQJJL","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2504.14571&json=true","fetch_graph":"https://pith.science/api/pith-number/N7UPQJJLONT46SIENK3B5IWFRW/graph.json","fetch_events":"https://pith.science/api/pith-number/N7UPQJJLONT46SIENK3B5IWFRW/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/N7UPQJJLONT46SIENK3B5IWFRW/action/timestamp_anchor","attest_storage":"https://pith.science/pith/N7UPQJJLONT46SIENK3B5IWFRW/action/storage_attestation","attest_author":"https://pith.science/pith/N7UPQJJLONT46SIENK3B5IWFRW/action/author_attestation","sign_citation":"https://pith.science/pith/N7UPQJJLONT46SIENK3B5IWFRW/action/citation_signature","submit_replication":"https://pith.science/pith/N7UPQJJLONT46SIENK3B5IWFRW/action/replication_record"}},"created_at":"2026-07-05T11:51:26.088743+00:00","updated_at":"2026-07-05T11:51:26.088743+00:00"}