{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:PR7ZOKJ2RF2GIIQ6RWSQHPVU6J","short_pith_number":"pith:PR7ZOKJ2","schema_version":"1.0","canonical_sha256":"7c7f97293a897464221e8da503beb4f265419125076e12bf7772a5717a534e00","source":{"kind":"arxiv","id":"2312.05275","version":1},"attestation_state":"computed","paper":{"title":"Exploring the Limits of ChatGPT in Software Security Applications","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CR","authors_text":"Ati Priya Bajaj, Chaowei Xiao, Fangzhou Wu, Ning Zhang, Qingzhao Zhang, Ruoyu \"Fish\" Wang, Tiffany Bao","submitted_at":"2023-12-08T03:02:37Z","abstract_excerpt":"Large language models (LLMs) have undergone rapid evolution and achieved remarkable results in recent times. OpenAI's ChatGPT, backed by GPT-3.5 or GPT-4, has gained instant popularity due to its strong capability across a wide range of tasks, including natural language tasks, coding, mathematics, and engaging conversations. However, the impacts and limits of such LLMs in system security domain are less explored. In this paper, we delve into the limits of LLMs (i.e., ChatGPT) in seven software security applications including vulnerability detection/repair, debugging, debloating, decompilation,"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2312.05275","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2023-12-08T03:02:37Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"171344fafbf4a4c8462ada60d8c3895d3d1feba97b219040f8a32243589298cb","abstract_canon_sha256":"84a66a4f18283a2515212f0c9ea0cdcd86017b77a0aea683808e25aa0147adc3"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:22:02.460932Z","signature_b64":"JJ3tpbVU330k1ePRe61Xmf9zufYovktiA1GpCqg4IA1V9EGb8CfQbQmtrUI/9BoM5zV9PTpuoj56l2zEcvrLBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7c7f97293a897464221e8da503beb4f265419125076e12bf7772a5717a534e00","last_reissued_at":"2026-07-05T07:22:02.460439Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:22:02.460439Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Exploring the Limits of ChatGPT in Software Security Applications","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CR","authors_text":"Ati Priya Bajaj, Chaowei Xiao, Fangzhou Wu, Ning Zhang, Qingzhao Zhang, Ruoyu \"Fish\" Wang, Tiffany Bao","submitted_at":"2023-12-08T03:02:37Z","abstract_excerpt":"Large language models (LLMs) have undergone rapid evolution and achieved remarkable results in recent times. OpenAI's ChatGPT, backed by GPT-3.5 or GPT-4, has gained instant popularity due to its strong capability across a wide range of tasks, including natural language tasks, coding, mathematics, and engaging conversations. However, the impacts and limits of such LLMs in system security domain are less explored. In this paper, we delve into the limits of LLMs (i.e., ChatGPT) in seven software security applications including vulnerability detection/repair, debugging, debloating, decompilation,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.05275","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.05275/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2312.05275","created_at":"2026-07-05T07:22:02.460500+00:00"},{"alias_kind":"arxiv_version","alias_value":"2312.05275v1","created_at":"2026-07-05T07:22:02.460500+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.05275","created_at":"2026-07-05T07:22:02.460500+00:00"},{"alias_kind":"pith_short_12","alias_value":"PR7ZOKJ2RF2G","created_at":"2026-07-05T07:22:02.460500+00:00"},{"alias_kind":"pith_short_16","alias_value":"PR7ZOKJ2RF2GIIQ6","created_at":"2026-07-05T07:22:02.460500+00:00"},{"alias_kind":"pith_short_8","alias_value":"PR7ZOKJ2","created_at":"2026-07-05T07:22:02.460500+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.24298","citing_title":"An Empirical Evaluation of LLM-Generated Code Security Across Prompting Methods","ref_index":44,"is_internal_anchor":false},{"citing_arxiv_id":"2604.19031","citing_title":"SAGE: Signal-Amplified Guided Embeddings for LLM-based Vulnerability Detection","ref_index":61,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J","json":"https://pith.science/pith/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J.json","graph_json":"https://pith.science/api/pith-number/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J/graph.json","events_json":"https://pith.science/api/pith-number/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J/events.json","paper":"https://pith.science/paper/PR7ZOKJ2"},"agent_actions":{"view_html":"https://pith.science/pith/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J","download_json":"https://pith.science/pith/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J.json","view_paper":"https://pith.science/paper/PR7ZOKJ2","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2312.05275&json=true","fetch_graph":"https://pith.science/api/pith-number/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J/graph.json","fetch_events":"https://pith.science/api/pith-number/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J/action/timestamp_anchor","attest_storage":"https://pith.science/pith/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J/action/storage_attestation","attest_author":"https://pith.science/pith/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J/action/author_attestation","sign_citation":"https://pith.science/pith/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J/action/citation_signature","submit_replication":"https://pith.science/pith/PR7ZOKJ2RF2GIIQ6RWSQHPVU6J/action/replication_record"}},"created_at":"2026-07-05T07:22:02.460500+00:00","updated_at":"2026-07-05T07:22:02.460500+00:00"}