{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:73IPAA3XETGAUUIH4RV6YUVED4","short_pith_number":"pith:73IPAA3X","canonical_record":{"source":{"id":"2412.20545","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-12-29T18:34:10Z","cross_cats_sorted":["cs.CL","cs.HC","cs.LG"],"title_canon_sha256":"3805a52014f60d61c9c97949b8cf91b42f64eb50b118466957967b9076a10220","abstract_canon_sha256":"2bc877b9fb330bccdb4f0ec30eb7841b208a09fbf2646a1394baa01fbbc8b471"},"schema_version":"1.0"},"canonical_sha256":"fed0f0037724cc0a5107e46bec52a41f0de572e43d4cd1c4db9eef1e9944210d","source":{"kind":"arxiv","id":"2412.20545","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.20545","created_at":"2026-07-05T11:33:18Z"},{"alias_kind":"arxiv_version","alias_value":"2412.20545v2","created_at":"2026-07-05T11:33:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.20545","created_at":"2026-07-05T11:33:18Z"},{"alias_kind":"pith_short_12","alias_value":"73IPAA3XETGA","created_at":"2026-07-05T11:33:18Z"},{"alias_kind":"pith_short_16","alias_value":"73IPAA3XETGAUUIH","created_at":"2026-07-05T11:33:18Z"},{"alias_kind":"pith_short_8","alias_value":"73IPAA3X","created_at":"2026-07-05T11:33:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:73IPAA3XETGAUUIH4RV6YUVED4","target":"record","payload":{"canonical_record":{"source":{"id":"2412.20545","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-12-29T18:34:10Z","cross_cats_sorted":["cs.CL","cs.HC","cs.LG"],"title_canon_sha256":"3805a52014f60d61c9c97949b8cf91b42f64eb50b118466957967b9076a10220","abstract_canon_sha256":"2bc877b9fb330bccdb4f0ec30eb7841b208a09fbf2646a1394baa01fbbc8b471"},"schema_version":"1.0"},"canonical_sha256":"fed0f0037724cc0a5107e46bec52a41f0de572e43d4cd1c4db9eef1e9944210d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:33:18.909060Z","signature_b64":"oba8CSD0prcSlzPBfZpJz5k7EujbEmobWOh7J717wHeEGVXON0mTMT29mHa5YCzjj3+wwB7Ghj03CXN9fDp4Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fed0f0037724cc0a5107e46bec52a41f0de572e43d4cd1c4db9eef1e9944210d","last_reissued_at":"2026-07-05T11:33:18.908553Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:33:18.908553Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.20545","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"df6pXYPup6wrQou0vd9RxqOKW/4Mn2npQGVEuski1zsXThyWILGBpC0Lkq3FQc32pNY7V922ZMmJgYEGt3xdCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:13:43.691279Z"},"content_sha256":"21a76ded97428627aabdb4775c521627ccfcaf2af79ef23716a6d3be23aec38b","schema_version":"1.0","event_id":"sha256:21a76ded97428627aabdb4775c521627ccfcaf2af79ef23716a6d3be23aec38b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:73IPAA3XETGAUUIH4RV6YUVED4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Impact of Prompt Programming on Function-Level Code Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.HC","cs.LG"],"primary_cat":"cs.SE","authors_text":"Francisco Gomes de Oliveira Neto, Mazen Mohamad, Philipp Leitner, Ranim Khojah","submitted_at":"2024-12-29T18:34:10Z","abstract_excerpt":"Large Language Models (LLMs) are increasingly used by software engineers for code generation. However, limitations of LLMs such as irrelevant or incorrect code have highlighted the need for prompt programming (or prompt engineering) where engineers apply specific prompt techniques (e.g., chain-of-thought or input-output examples) to improve the generated code. While some prompt techniques have been studied, the impact of different techniques -- and their interactions -- on code generation is still not fully understood. In this study, we introduce CodePromptEval, a dataset of 7072 prompts desig"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.20545","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.20545/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yxkT+fhloy5WPC2tjRzQH35T5RR+h+B1DcfBtc6w5GZQOH7diYIldkKemc6UprMo9/kyF8jglV9O7VVLaPNABg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:13:43.691827Z"},"content_sha256":"bf8723987d39d5e4943043008ca2d7a18bfb9bc3cd794c7acccec165a806739f","schema_version":"1.0","event_id":"sha256:bf8723987d39d5e4943043008ca2d7a18bfb9bc3cd794c7acccec165a806739f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/73IPAA3XETGAUUIH4RV6YUVED4/bundle.json","state_url":"https://pith.science/pith/73IPAA3XETGAUUIH4RV6YUVED4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/73IPAA3XETGAUUIH4RV6YUVED4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T13:13:43Z","links":{"resolver":"https://pith.science/pith/73IPAA3XETGAUUIH4RV6YUVED4","bundle":"https://pith.science/pith/73IPAA3XETGAUUIH4RV6YUVED4/bundle.json","state":"https://pith.science/pith/73IPAA3XETGAUUIH4RV6YUVED4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/73IPAA3XETGAUUIH4RV6YUVED4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:73IPAA3XETGAUUIH4RV6YUVED4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2bc877b9fb330bccdb4f0ec30eb7841b208a09fbf2646a1394baa01fbbc8b471","cross_cats_sorted":["cs.CL","cs.HC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-12-29T18:34:10Z","title_canon_sha256":"3805a52014f60d61c9c97949b8cf91b42f64eb50b118466957967b9076a10220"},"schema_version":"1.0","source":{"id":"2412.20545","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.20545","created_at":"2026-07-05T11:33:18Z"},{"alias_kind":"arxiv_version","alias_value":"2412.20545v2","created_at":"2026-07-05T11:33:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.20545","created_at":"2026-07-05T11:33:18Z"},{"alias_kind":"pith_short_12","alias_value":"73IPAA3XETGA","created_at":"2026-07-05T11:33:18Z"},{"alias_kind":"pith_short_16","alias_value":"73IPAA3XETGAUUIH","created_at":"2026-07-05T11:33:18Z"},{"alias_kind":"pith_short_8","alias_value":"73IPAA3X","created_at":"2026-07-05T11:33:18Z"}],"graph_snapshots":[{"event_id":"sha256:bf8723987d39d5e4943043008ca2d7a18bfb9bc3cd794c7acccec165a806739f","target":"graph","created_at":"2026-07-05T11:33:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.20545/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are increasingly used by software engineers for code generation. However, limitations of LLMs such as irrelevant or incorrect code have highlighted the need for prompt programming (or prompt engineering) where engineers apply specific prompt techniques (e.g., chain-of-thought or input-output examples) to improve the generated code. While some prompt techniques have been studied, the impact of different techniques -- and their interactions -- on code generation is still not fully understood. In this study, we introduce CodePromptEval, a dataset of 7072 prompts desig","authors_text":"Francisco Gomes de Oliveira Neto, Mazen Mohamad, Philipp Leitner, Ranim Khojah","cross_cats":["cs.CL","cs.HC","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-12-29T18:34:10Z","title":"The Impact of Prompt Programming on Function-Level Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.20545","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:21a76ded97428627aabdb4775c521627ccfcaf2af79ef23716a6d3be23aec38b","target":"record","created_at":"2026-07-05T11:33:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2bc877b9fb330bccdb4f0ec30eb7841b208a09fbf2646a1394baa01fbbc8b471","cross_cats_sorted":["cs.CL","cs.HC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-12-29T18:34:10Z","title_canon_sha256":"3805a52014f60d61c9c97949b8cf91b42f64eb50b118466957967b9076a10220"},"schema_version":"1.0","source":{"id":"2412.20545","kind":"arxiv","version":2}},"canonical_sha256":"fed0f0037724cc0a5107e46bec52a41f0de572e43d4cd1c4db9eef1e9944210d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fed0f0037724cc0a5107e46bec52a41f0de572e43d4cd1c4db9eef1e9944210d","first_computed_at":"2026-07-05T11:33:18.908553Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:33:18.908553Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oba8CSD0prcSlzPBfZpJz5k7EujbEmobWOh7J717wHeEGVXON0mTMT29mHa5YCzjj3+wwB7Ghj03CXN9fDp4Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:33:18.909060Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.20545","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:21a76ded97428627aabdb4775c521627ccfcaf2af79ef23716a6d3be23aec38b","sha256:bf8723987d39d5e4943043008ca2d7a18bfb9bc3cd794c7acccec165a806739f"],"state_sha256":"c9d2ea8b3fa225952e1c88b70d2a9dfd963ef5bdaa8449d7be3723820cf27eea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PYBC+myjnCq4gBK2IXLA8S0GU2m+x8jeRV6qskyXZy5o4iPjFw2ySBMldqpCP24iag+2ZB0v2oHnqX8n2dNGCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T13:13:43.695673Z","bundle_sha256":"6626dc1acfed57150ecd9573233378e9a40008c8e4c6e77d5660c5055dbefa3b"}}