{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:R6LXZPNVSLBLMSECTWXHC6ZL7Y","short_pith_number":"pith:R6LXZPNV","schema_version":"1.0","canonical_sha256":"8f977cbdb592c2b648829dae717b2bfe2a2a1bf02249717daa66b65514e1eab4","source":{"kind":"arxiv","id":"2406.19783","version":1},"attestation_state":"computed","paper":{"title":"NLPerturbator: Studying the Robustness of Code LLMs to Natural Language Variations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.SE","authors_text":"Junkai Chen, Xing Hu, Xin Xia, Zhenhao Li","submitted_at":"2024-06-28T09:39:33Z","abstract_excerpt":"Large language models (LLMs) achieve promising results in code generation based on a given natural language description. They have been integrated into open-source projects and commercial products to facilitate daily coding activities. The natural language description in the prompt is crucial for LLMs to comprehend users' requirements. Prior studies uncover that LLMs are sensitive to the changes in the prompts, including slight changes that look inconspicuous. However, the natural language descriptions often vary in real-world scenarios (e.g., different formats, grammar, and wording). Prior st"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.19783","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-06-28T09:39:33Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"1ad1dc4c338e761eff03650d9d9c1cfe56b91bfc02f85764b05adb05a1801870","abstract_canon_sha256":"8748d7cb9836fe9bb5aacfe2cfd15744876cdb65021b52b88376fbc5b71486a0"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:37:54.862638Z","signature_b64":"7ZmCVktI9JvH0U16Tm4zLtuJ9MJsR71dqHS84mqifG/Xh0syZObx9dVUdnLx5XVb+X5J7b03A3pyADk0qmFOCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8f977cbdb592c2b648829dae717b2bfe2a2a1bf02249717daa66b65514e1eab4","last_reissued_at":"2026-07-05T08:37:54.862214Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:37:54.862214Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"NLPerturbator: Studying the Robustness of Code LLMs to Natural Language Variations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.SE","authors_text":"Junkai Chen, Xing Hu, Xin Xia, Zhenhao Li","submitted_at":"2024-06-28T09:39:33Z","abstract_excerpt":"Large language models (LLMs) achieve promising results in code generation based on a given natural language description. They have been integrated into open-source projects and commercial products to facilitate daily coding activities. The natural language description in the prompt is crucial for LLMs to comprehend users' requirements. Prior studies uncover that LLMs are sensitive to the changes in the prompts, including slight changes that look inconspicuous. However, the natural language descriptions often vary in real-world scenarios (e.g., different formats, grammar, and wording). Prior st"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.19783","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.19783/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.19783","created_at":"2026-07-05T08:37:54.862269+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.19783v1","created_at":"2026-07-05T08:37:54.862269+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.19783","created_at":"2026-07-05T08:37:54.862269+00:00"},{"alias_kind":"pith_short_12","alias_value":"R6LXZPNVSLBL","created_at":"2026-07-05T08:37:54.862269+00:00"},{"alias_kind":"pith_short_16","alias_value":"R6LXZPNVSLBLMSEC","created_at":"2026-07-05T08:37:54.862269+00:00"},{"alias_kind":"pith_short_8","alias_value":"R6LXZPNV","created_at":"2026-07-05T08:37:54.862269+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":4,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.03308","citing_title":"The Security Budget of Code-LLM Prompt Hardening: Provable Limits Under Pass-Only Acceptance","ref_index":30,"is_internal_anchor":false},{"citing_arxiv_id":"2604.23135","citing_title":"Characterizing Paraphrase-Induced Failures in Lean 4 Autoformalization","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2605.14415","citing_title":"SWE-Chain: Benchmarking Coding Agents on Chained Release-Level Package Upgrades","ref_index":36,"is_internal_anchor":false},{"citing_arxiv_id":"2604.23135","citing_title":"Characterizing Paraphrase-Induced Failures in Lean 4 Autoformalization","ref_index":2,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/R6LXZPNVSLBLMSECTWXHC6ZL7Y","json":"https://pith.science/pith/R6LXZPNVSLBLMSECTWXHC6ZL7Y.json","graph_json":"https://pith.science/api/pith-number/R6LXZPNVSLBLMSECTWXHC6ZL7Y/graph.json","events_json":"https://pith.science/api/pith-number/R6LXZPNVSLBLMSECTWXHC6ZL7Y/events.json","paper":"https://pith.science/paper/R6LXZPNV"},"agent_actions":{"view_html":"https://pith.science/pith/R6LXZPNVSLBLMSECTWXHC6ZL7Y","download_json":"https://pith.science/pith/R6LXZPNVSLBLMSECTWXHC6ZL7Y.json","view_paper":"https://pith.science/paper/R6LXZPNV","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.19783&json=true","fetch_graph":"https://pith.science/api/pith-number/R6LXZPNVSLBLMSECTWXHC6ZL7Y/graph.json","fetch_events":"https://pith.science/api/pith-number/R6LXZPNVSLBLMSECTWXHC6ZL7Y/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/R6LXZPNVSLBLMSECTWXHC6ZL7Y/action/timestamp_anchor","attest_storage":"https://pith.science/pith/R6LXZPNVSLBLMSECTWXHC6ZL7Y/action/storage_attestation","attest_author":"https://pith.science/pith/R6LXZPNVSLBLMSECTWXHC6ZL7Y/action/author_attestation","sign_citation":"https://pith.science/pith/R6LXZPNVSLBLMSECTWXHC6ZL7Y/action/citation_signature","submit_replication":"https://pith.science/pith/R6LXZPNVSLBLMSECTWXHC6ZL7Y/action/replication_record"}},"created_at":"2026-07-05T08:37:54.862269+00:00","updated_at":"2026-07-05T08:37:54.862269+00:00"}