{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:JPDBA4CIM3LQZHDCY5OQ7UNW4X","short_pith_number":"pith:JPDBA4CI","canonical_record":{"source":{"id":"2508.03678","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T17:49:48Z","cross_cats_sorted":["cs.LG","cs.PL"],"title_canon_sha256":"49edb97e6d857050c6034262917bdeb6654caa3053819bec5969512ba5d5c221","abstract_canon_sha256":"a61f7ed8f2bd75b32440e599c38945d6f082111fd032d016f846c032b6ee538e"},"schema_version":"1.0"},"canonical_sha256":"4bc610704866d70c9c62c75d0fd1b6e5f36d649b69118c00d2ec4f9dc4958bba","source":{"kind":"arxiv","id":"2508.03678","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.03678","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"arxiv_version","alias_value":"2508.03678v1","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.03678","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_12","alias_value":"JPDBA4CIM3LQ","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_16","alias_value":"JPDBA4CIM3LQZHDC","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_8","alias_value":"JPDBA4CI","created_at":"2026-07-05T11:49:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:JPDBA4CIM3LQZHDCY5OQ7UNW4X","target":"record","payload":{"canonical_record":{"source":{"id":"2508.03678","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T17:49:48Z","cross_cats_sorted":["cs.LG","cs.PL"],"title_canon_sha256":"49edb97e6d857050c6034262917bdeb6654caa3053819bec5969512ba5d5c221","abstract_canon_sha256":"a61f7ed8f2bd75b32440e599c38945d6f082111fd032d016f846c032b6ee538e"},"schema_version":"1.0"},"canonical_sha256":"4bc610704866d70c9c62c75d0fd1b6e5f36d649b69118c00d2ec4f9dc4958bba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:49:01.014976Z","signature_b64":"FAQHnn6ZauR+F2Ux00D/X+B5YnNAYaqXkKytFvNP7pqVYS+R8bZyx+f2PVWOT8Wa8eySnJTcpT9uH5+J5CQjDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4bc610704866d70c9c62c75d0fd1b6e5f36d649b69118c00d2ec4f9dc4958bba","last_reissued_at":"2026-07-05T11:49:01.014554Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:49:01.014554Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.03678","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0cZZJvZxh9DYn+4LKhsTJOaawtWhunEI3qed7RvVZ0AA9M7mAMtFOgI7dKrs+vl8r8YZ4xRMQVFmluxXVfxTCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T16:05:53.526399Z"},"content_sha256":"a473468bfff9a9a41e65e37e5f875f24b20064b75f387f9aef36beea4436327d","schema_version":"1.0","event_id":"sha256:a473468bfff9a9a41e65e37e5f875f24b20064b75f387f9aef36beea4436327d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:JPDBA4CIM3LQZHDCY5OQ7UNW4X","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"More Than a Score: Probing the Impact of Prompt Specificity on LLM Code Generation","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.LG","cs.PL"],"primary_cat":"cs.CL","authors_text":"Arjun Guha, Harshitha Menon, Yangtian Zi","submitted_at":"2025-08-05T17:49:48Z","abstract_excerpt":"State-of-the-art Large Language Models (LLMs) achieve high pass@1 on general benchmarks like HumanEval but underperform on specialized suites such as ParEval. Is this due to LLMs missing domain knowledge or insufficient prompt detail is given? To answer this, we introduce PartialOrderEval, which augments any code generation benchmark with a partial order of prompts from minimal to maximally detailed. Applying it to HumanEval and both serial and OpenMP subsets of ParEval, we measure how pass@1 scales with prompt specificity. Our experiments with Llama-3.x and Qwen2.5-Coder demonstrate varying d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.03678","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.03678/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kt7IDqr+r6pQE47CORFbeIi0ioK6KMkiXSv7kKJeoMe6upiUdqp3FcgpJ/5P17dtvV0MEEw7X1OUw8KShY7aAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T16:05:53.527316Z"},"content_sha256":"fab2a7ebf9cd7c731e62f9f20905f80023bb3375fa0d4c2c7ce3006dbe2133b6","schema_version":"1.0","event_id":"sha256:fab2a7ebf9cd7c731e62f9f20905f80023bb3375fa0d4c2c7ce3006dbe2133b6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JPDBA4CIM3LQZHDCY5OQ7UNW4X/bundle.json","state_url":"https://pith.science/pith/JPDBA4CIM3LQZHDCY5OQ7UNW4X/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JPDBA4CIM3LQZHDCY5OQ7UNW4X/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T16:05:53Z","links":{"resolver":"https://pith.science/pith/JPDBA4CIM3LQZHDCY5OQ7UNW4X","bundle":"https://pith.science/pith/JPDBA4CIM3LQZHDCY5OQ7UNW4X/bundle.json","state":"https://pith.science/pith/JPDBA4CIM3LQZHDCY5OQ7UNW4X/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JPDBA4CIM3LQZHDCY5OQ7UNW4X/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:JPDBA4CIM3LQZHDCY5OQ7UNW4X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a61f7ed8f2bd75b32440e599c38945d6f082111fd032d016f846c032b6ee538e","cross_cats_sorted":["cs.LG","cs.PL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T17:49:48Z","title_canon_sha256":"49edb97e6d857050c6034262917bdeb6654caa3053819bec5969512ba5d5c221"},"schema_version":"1.0","source":{"id":"2508.03678","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.03678","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"arxiv_version","alias_value":"2508.03678v1","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.03678","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_12","alias_value":"JPDBA4CIM3LQ","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_16","alias_value":"JPDBA4CIM3LQZHDC","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_8","alias_value":"JPDBA4CI","created_at":"2026-07-05T11:49:01Z"}],"graph_snapshots":[{"event_id":"sha256:fab2a7ebf9cd7c731e62f9f20905f80023bb3375fa0d4c2c7ce3006dbe2133b6","target":"graph","created_at":"2026-07-05T11:49:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.03678/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"State-of-the-art Large Language Models (LLMs) achieve high pass@1 on general benchmarks like HumanEval but underperform on specialized suites such as ParEval. Is this due to LLMs missing domain knowledge or insufficient prompt detail is given? To answer this, we introduce PartialOrderEval, which augments any code generation benchmark with a partial order of prompts from minimal to maximally detailed. Applying it to HumanEval and both serial and OpenMP subsets of ParEval, we measure how pass@1 scales with prompt specificity. Our experiments with Llama-3.x and Qwen2.5-Coder demonstrate varying d","authors_text":"Arjun Guha, Harshitha Menon, Yangtian Zi","cross_cats":["cs.LG","cs.PL"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T17:49:48Z","title":"More Than a Score: Probing the Impact of Prompt Specificity on LLM Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.03678","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a473468bfff9a9a41e65e37e5f875f24b20064b75f387f9aef36beea4436327d","target":"record","created_at":"2026-07-05T11:49:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a61f7ed8f2bd75b32440e599c38945d6f082111fd032d016f846c032b6ee538e","cross_cats_sorted":["cs.LG","cs.PL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T17:49:48Z","title_canon_sha256":"49edb97e6d857050c6034262917bdeb6654caa3053819bec5969512ba5d5c221"},"schema_version":"1.0","source":{"id":"2508.03678","kind":"arxiv","version":1}},"canonical_sha256":"4bc610704866d70c9c62c75d0fd1b6e5f36d649b69118c00d2ec4f9dc4958bba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4bc610704866d70c9c62c75d0fd1b6e5f36d649b69118c00d2ec4f9dc4958bba","first_computed_at":"2026-07-05T11:49:01.014554Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:49:01.014554Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FAQHnn6ZauR+F2Ux00D/X+B5YnNAYaqXkKytFvNP7pqVYS+R8bZyx+f2PVWOT8Wa8eySnJTcpT9uH5+J5CQjDw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:49:01.014976Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.03678","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a473468bfff9a9a41e65e37e5f875f24b20064b75f387f9aef36beea4436327d","sha256:fab2a7ebf9cd7c731e62f9f20905f80023bb3375fa0d4c2c7ce3006dbe2133b6"],"state_sha256":"3dda83ef71f094bed3fa62e45ce8d0414c20aeea1ac9240cee9fd8b173c620f0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8iq79YGHPviILn7k7XFq+SmRi2wnKmsvVlyfvolKqc/LhnZYw94/6q3pT1D07hZBTW9niBV6CZ8WBcDfffr8DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T16:05:53.531055Z","bundle_sha256":"de7f74d6fd0b2deb51860d3b219a119a61b8631b95fa7d2f7b5d7cd0dbb56c99"}}