{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:JUPM4LMMENAVBIFU6FEJNCNZWH","short_pith_number":"pith:JUPM4LMM","schema_version":"1.0","canonical_sha256":"4d1ece2d8c234150a0b4f1489689b9b1f2fea1abf3bd08fd254cc3369cfbe716","source":{"kind":"arxiv","id":"2412.17298","version":2},"attestation_state":"computed","paper":{"title":"Prompting in the Wild: An Empirical Study of Prompt Evolution in Software Repositories","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Aaron Imani, Eduardo Almeida, Eric Huang, Iftekhar Ahmed, Mahan Tafreshipour, Thomas Zimmermann","submitted_at":"2024-12-23T05:41:01Z","abstract_excerpt":"The adoption of Large Language Models (LLMs) is reshaping software development as developers integrate these LLMs into their applications. In such applications, prompts serve as the primary means of interacting with LLMs. Despite the widespread use of LLM-integrated applications, there is limited understanding of how developers manage and evolve prompts. This study presents the first empirical analysis of prompt evolution in LLM-integrated software development. We analyzed 1,262 prompt changes across 243 GitHub repositories to investigate the patterns and frequencies of prompt changes, their r"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2412.17298","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-23T05:41:01Z","cross_cats_sorted":[],"title_canon_sha256":"95baffc6a9f4a0a7d1eeffbc67e34d10542bd403a6387a48a1436d9ab5d19f9b","abstract_canon_sha256":"c6f55a6505a0d270ba34e704cbe62c3986a611405611be5cbdcd4b4cb9153e25"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:59:57.770945Z","signature_b64":"GoukdNFAL50AJZLo/P3idG34GGlr8Q1WKwibBvLNKUhe7VTZdBIYS1mqYskV/JvZ+iali4SexTZ/g9xvX8ClDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4d1ece2d8c234150a0b4f1489689b9b1f2fea1abf3bd08fd254cc3369cfbe716","last_reissued_at":"2026-07-05T09:59:57.770468Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:59:57.770468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Prompting in the Wild: An Empirical Study of Prompt Evolution in Software Repositories","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Aaron Imani, Eduardo Almeida, Eric Huang, Iftekhar Ahmed, Mahan Tafreshipour, Thomas Zimmermann","submitted_at":"2024-12-23T05:41:01Z","abstract_excerpt":"The adoption of Large Language Models (LLMs) is reshaping software development as developers integrate these LLMs into their applications. In such applications, prompts serve as the primary means of interacting with LLMs. Despite the widespread use of LLM-integrated applications, there is limited understanding of how developers manage and evolve prompts. This study presents the first empirical analysis of prompt evolution in LLM-integrated software development. We analyzed 1,262 prompt changes across 243 GitHub repositories to investigate the patterns and frequencies of prompt changes, their r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.17298","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.17298/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2412.17298","created_at":"2026-07-05T09:59:57.770527+00:00"},{"alias_kind":"arxiv_version","alias_value":"2412.17298v2","created_at":"2026-07-05T09:59:57.770527+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.17298","created_at":"2026-07-05T09:59:57.770527+00:00"},{"alias_kind":"pith_short_12","alias_value":"JUPM4LMMENAV","created_at":"2026-07-05T09:59:57.770527+00:00"},{"alias_kind":"pith_short_16","alias_value":"JUPM4LMMENAVBIFU","created_at":"2026-07-05T09:59:57.770527+00:00"},{"alias_kind":"pith_short_8","alias_value":"JUPM4LMM","created_at":"2026-07-05T09:59:57.770527+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2505.13360","citing_title":"What Prompts Don't Say: Understanding and Managing Underspecification in LLM Prompts","ref_index":3,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/JUPM4LMMENAVBIFU6FEJNCNZWH","json":"https://pith.science/pith/JUPM4LMMENAVBIFU6FEJNCNZWH.json","graph_json":"https://pith.science/api/pith-number/JUPM4LMMENAVBIFU6FEJNCNZWH/graph.json","events_json":"https://pith.science/api/pith-number/JUPM4LMMENAVBIFU6FEJNCNZWH/events.json","paper":"https://pith.science/paper/JUPM4LMM"},"agent_actions":{"view_html":"https://pith.science/pith/JUPM4LMMENAVBIFU6FEJNCNZWH","download_json":"https://pith.science/pith/JUPM4LMMENAVBIFU6FEJNCNZWH.json","view_paper":"https://pith.science/paper/JUPM4LMM","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2412.17298&json=true","fetch_graph":"https://pith.science/api/pith-number/JUPM4LMMENAVBIFU6FEJNCNZWH/graph.json","fetch_events":"https://pith.science/api/pith-number/JUPM4LMMENAVBIFU6FEJNCNZWH/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/JUPM4LMMENAVBIFU6FEJNCNZWH/action/timestamp_anchor","attest_storage":"https://pith.science/pith/JUPM4LMMENAVBIFU6FEJNCNZWH/action/storage_attestation","attest_author":"https://pith.science/pith/JUPM4LMMENAVBIFU6FEJNCNZWH/action/author_attestation","sign_citation":"https://pith.science/pith/JUPM4LMMENAVBIFU6FEJNCNZWH/action/citation_signature","submit_replication":"https://pith.science/pith/JUPM4LMMENAVBIFU6FEJNCNZWH/action/replication_record"}},"created_at":"2026-07-05T09:59:57.770527+00:00","updated_at":"2026-07-05T09:59:57.770527+00:00"}