{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DBUAFZWCPEYCBGYP5MNU3VIVWH","short_pith_number":"pith:DBUAFZWC","canonical_record":{"source":{"id":"2406.00215","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-31T22:06:18Z","cross_cats_sorted":[],"title_canon_sha256":"30f71e5f45fa85d9eead35db746af48fded5ca5b35c626fc3f4ee3cb38d68dd7","abstract_canon_sha256":"f021719e2d845acbb5b6df9b703298a0d77d045d8976e4a37bfce738cddaea0d"},"schema_version":"1.0"},"canonical_sha256":"186802e6c27930209b0feb1b4dd515b1cd94f8276716b1f32ebd1580881aa1d3","source":{"kind":"arxiv","id":"2406.00215","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.00215","created_at":"2026-07-05T10:06:04Z"},{"alias_kind":"arxiv_version","alias_value":"2406.00215v3","created_at":"2026-07-05T10:06:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.00215","created_at":"2026-07-05T10:06:04Z"},{"alias_kind":"pith_short_12","alias_value":"DBUAFZWCPEYC","created_at":"2026-07-05T10:06:04Z"},{"alias_kind":"pith_short_16","alias_value":"DBUAFZWCPEYCBGYP","created_at":"2026-07-05T10:06:04Z"},{"alias_kind":"pith_short_8","alias_value":"DBUAFZWC","created_at":"2026-07-05T10:06:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DBUAFZWCPEYCBGYP5MNU3VIVWH","target":"record","payload":{"canonical_record":{"source":{"id":"2406.00215","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-31T22:06:18Z","cross_cats_sorted":[],"title_canon_sha256":"30f71e5f45fa85d9eead35db746af48fded5ca5b35c626fc3f4ee3cb38d68dd7","abstract_canon_sha256":"f021719e2d845acbb5b6df9b703298a0d77d045d8976e4a37bfce738cddaea0d"},"schema_version":"1.0"},"canonical_sha256":"186802e6c27930209b0feb1b4dd515b1cd94f8276716b1f32ebd1580881aa1d3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:06:04.195519Z","signature_b64":"c1CI0xkzyg8HIOYirQS0Vv6AQ5CpOBTRnRAdl/zKObSQ6A6cHpNOZW/P+ON6282HeQOc5LRvQObkv5+7KzvYDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"186802e6c27930209b0feb1b4dd515b1cd94f8276716b1f32ebd1580881aa1d3","last_reissued_at":"2026-07-05T10:06:04.195018Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:06:04.195018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.00215","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:06:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JrQFzI2ZucTg6Yi6zhodidC7zkUssZDH5RuffwVdtVOFU7VZe+hXltCBDW/6EOK8HeS1qhpmmahizEY9bUsoAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T20:51:51.835773Z"},"content_sha256":"a294f6c0d8d4be325dc5dcff134ddc85a78ced95cf469b4f3e0e60e61418da01","schema_version":"1.0","event_id":"sha256:a294f6c0d8d4be325dc5dcff134ddc85a78ced95cf469b4f3e0e60e61418da01"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DBUAFZWCPEYCBGYP5MNU3VIVWH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HumanEvalComm: Benchmarking the Communication Competence of Code Generation for LLMs and LLM Agent","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Fatemeh H Fard, Jie JW Wu","submitted_at":"2024-05-31T22:06:18Z","abstract_excerpt":"Large language models (LLMs) have significantly improved their ability to perform tasks in the field of code generation. However, there is still a gap between LLMs being capable coders and being top-tier software engineers. Based on the observation that top-level software engineers often ask clarifying questions to reduce ambiguity in both requirements and coding solutions, we argue that the same should be applied to LLMs for code generation tasks.\n  In this work, we conducted an empirical study on the benchmark and analysis of the communication skills of LLMs for code generation. We define co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.00215","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.00215/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:06:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hm7p2HhaVjDFfI2QD9Xu6gkqcDnDymJgYLUKEckXcjaxuAgxylN9Bc+47vDlo1X/BDVPm2mnRXYF9nVlRjRuDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T20:51:51.836916Z"},"content_sha256":"c7306cca32411c56053592c09f5f0671832a9f7acbcfcc8676a8c6da92988f45","schema_version":"1.0","event_id":"sha256:c7306cca32411c56053592c09f5f0671832a9f7acbcfcc8676a8c6da92988f45"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DBUAFZWCPEYCBGYP5MNU3VIVWH/bundle.json","state_url":"https://pith.science/pith/DBUAFZWCPEYCBGYP5MNU3VIVWH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DBUAFZWCPEYCBGYP5MNU3VIVWH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T20:51:51Z","links":{"resolver":"https://pith.science/pith/DBUAFZWCPEYCBGYP5MNU3VIVWH","bundle":"https://pith.science/pith/DBUAFZWCPEYCBGYP5MNU3VIVWH/bundle.json","state":"https://pith.science/pith/DBUAFZWCPEYCBGYP5MNU3VIVWH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DBUAFZWCPEYCBGYP5MNU3VIVWH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DBUAFZWCPEYCBGYP5MNU3VIVWH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f021719e2d845acbb5b6df9b703298a0d77d045d8976e4a37bfce738cddaea0d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-31T22:06:18Z","title_canon_sha256":"30f71e5f45fa85d9eead35db746af48fded5ca5b35c626fc3f4ee3cb38d68dd7"},"schema_version":"1.0","source":{"id":"2406.00215","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.00215","created_at":"2026-07-05T10:06:04Z"},{"alias_kind":"arxiv_version","alias_value":"2406.00215v3","created_at":"2026-07-05T10:06:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.00215","created_at":"2026-07-05T10:06:04Z"},{"alias_kind":"pith_short_12","alias_value":"DBUAFZWCPEYC","created_at":"2026-07-05T10:06:04Z"},{"alias_kind":"pith_short_16","alias_value":"DBUAFZWCPEYCBGYP","created_at":"2026-07-05T10:06:04Z"},{"alias_kind":"pith_short_8","alias_value":"DBUAFZWC","created_at":"2026-07-05T10:06:04Z"}],"graph_snapshots":[{"event_id":"sha256:c7306cca32411c56053592c09f5f0671832a9f7acbcfcc8676a8c6da92988f45","target":"graph","created_at":"2026-07-05T10:06:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.00215/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have significantly improved their ability to perform tasks in the field of code generation. However, there is still a gap between LLMs being capable coders and being top-tier software engineers. Based on the observation that top-level software engineers often ask clarifying questions to reduce ambiguity in both requirements and coding solutions, we argue that the same should be applied to LLMs for code generation tasks.\n  In this work, we conducted an empirical study on the benchmark and analysis of the communication skills of LLMs for code generation. We define co","authors_text":"Fatemeh H Fard, Jie JW Wu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-31T22:06:18Z","title":"HumanEvalComm: Benchmarking the Communication Competence of Code Generation for LLMs and LLM Agent"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.00215","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a294f6c0d8d4be325dc5dcff134ddc85a78ced95cf469b4f3e0e60e61418da01","target":"record","created_at":"2026-07-05T10:06:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f021719e2d845acbb5b6df9b703298a0d77d045d8976e4a37bfce738cddaea0d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-31T22:06:18Z","title_canon_sha256":"30f71e5f45fa85d9eead35db746af48fded5ca5b35c626fc3f4ee3cb38d68dd7"},"schema_version":"1.0","source":{"id":"2406.00215","kind":"arxiv","version":3}},"canonical_sha256":"186802e6c27930209b0feb1b4dd515b1cd94f8276716b1f32ebd1580881aa1d3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"186802e6c27930209b0feb1b4dd515b1cd94f8276716b1f32ebd1580881aa1d3","first_computed_at":"2026-07-05T10:06:04.195018Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:06:04.195018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c1CI0xkzyg8HIOYirQS0Vv6AQ5CpOBTRnRAdl/zKObSQ6A6cHpNOZW/P+ON6282HeQOc5LRvQObkv5+7KzvYDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:06:04.195519Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.00215","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a294f6c0d8d4be325dc5dcff134ddc85a78ced95cf469b4f3e0e60e61418da01","sha256:c7306cca32411c56053592c09f5f0671832a9f7acbcfcc8676a8c6da92988f45"],"state_sha256":"f138eb18a024904e9cfb1f83c6e8ac63977e524b90143ad585630d157e0ff213"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sLim5wcuUIKvaTuiWo4wx4F/CJGVQliRijifMc88D14KcnmXNcZrJqZ8jaMttdlGpoIhwqhalZEYGCUhY6nrCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T20:51:51.843363Z","bundle_sha256":"1ea2db88e85228eabc03facdf7798f1ea2b5e8e22b8eb4fd4c6f8f99c160edce"}}