{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:CARINVVBXORDEHYI7OHQBEODBI","short_pith_number":"pith:CARINVVB","schema_version":"1.0","canonical_sha256":"102286d6a1bba2321f08fb8f0091c30a2c47815bb3b3e3526ac3a40ff5edc2b9","source":{"kind":"arxiv","id":"2308.11396","version":3},"attestation_state":"computed","paper":{"title":"Towards an Understanding of Large Language Models in Software Engineering Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Jiachi Chen, Kaiwen Ning, Lianghong Guo, Qingyuan Zhong, Weicheng Wang, Wenqing Chen, Yanlin Wang, Zibin Zheng","submitted_at":"2023-08-22T12:37:29Z","abstract_excerpt":"Large Language Models (LLMs) have drawn widespread attention and research due to their astounding performance in text generation and reasoning tasks. Derivative products, like ChatGPT, have been extensively deployed and highly sought after. Meanwhile, the evaluation and optimization of LLMs in software engineering tasks, such as code generation, have become a research focus. However, there is still a lack of systematic research on applying and evaluating LLMs in software engineering. Therefore, this paper comprehensively investigate and collate the research and products combining LLMs with sof"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2308.11396","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-22T12:37:29Z","cross_cats_sorted":[],"title_canon_sha256":"c7c7352a3f034c7339956c0dc5279f18d1f7dec5306d344063c1f0366b6ce686","abstract_canon_sha256":"c7dfea8ac25b07c4b0735a73578c6ecda55f1918d4f09d4bacf75d77df1f26ab"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:46:42.634925Z","signature_b64":"PrEtAkBoE6XT5SU7Pgbv724BLIY+gAudQYAu9J3ETJglbYmMs2mefjBGfrClMK3Ha5iWYKlSst90O0Q7zuc6AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"102286d6a1bba2321f08fb8f0091c30a2c47815bb3b3e3526ac3a40ff5edc2b9","last_reissued_at":"2026-07-05T09:46:42.634401Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:46:42.634401Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Towards an Understanding of Large Language Models in Software Engineering Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Jiachi Chen, Kaiwen Ning, Lianghong Guo, Qingyuan Zhong, Weicheng Wang, Wenqing Chen, Yanlin Wang, Zibin Zheng","submitted_at":"2023-08-22T12:37:29Z","abstract_excerpt":"Large Language Models (LLMs) have drawn widespread attention and research due to their astounding performance in text generation and reasoning tasks. Derivative products, like ChatGPT, have been extensively deployed and highly sought after. Meanwhile, the evaluation and optimization of LLMs in software engineering tasks, such as code generation, have become a research focus. However, there is still a lack of systematic research on applying and evaluating LLMs in software engineering. Therefore, this paper comprehensively investigate and collate the research and products combining LLMs with sof"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.11396","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.11396/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2308.11396","created_at":"2026-07-05T09:46:42.634470+00:00"},{"alias_kind":"arxiv_version","alias_value":"2308.11396v3","created_at":"2026-07-05T09:46:42.634470+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.11396","created_at":"2026-07-05T09:46:42.634470+00:00"},{"alias_kind":"pith_short_12","alias_value":"CARINVVBXORD","created_at":"2026-07-05T09:46:42.634470+00:00"},{"alias_kind":"pith_short_16","alias_value":"CARINVVBXORDEHYI","created_at":"2026-07-05T09:46:42.634470+00:00"},{"alias_kind":"pith_short_8","alias_value":"CARINVVB","created_at":"2026-07-05T09:46:42.634470+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":4,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2402.01411","citing_title":"CodePori: Large-Scale System for Autonomous Software Development Using Multi-Agent Technology","ref_index":56,"is_internal_anchor":false},{"citing_arxiv_id":"2410.22240","citing_title":"Are Decoder-Only Large Language Models the Silver Bullet for Code Search?","ref_index":14,"is_internal_anchor":false},{"citing_arxiv_id":"2603.06276","citing_title":"Story Point Estimation Using Large Language Models","ref_index":9,"is_internal_anchor":false},{"citing_arxiv_id":"2310.06770","citing_title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","ref_index":145,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI","json":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI.json","graph_json":"https://pith.science/api/pith-number/CARINVVBXORDEHYI7OHQBEODBI/graph.json","events_json":"https://pith.science/api/pith-number/CARINVVBXORDEHYI7OHQBEODBI/events.json","paper":"https://pith.science/paper/CARINVVB"},"agent_actions":{"view_html":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI","download_json":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI.json","view_paper":"https://pith.science/paper/CARINVVB","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2308.11396&json=true","fetch_graph":"https://pith.science/api/pith-number/CARINVVBXORDEHYI7OHQBEODBI/graph.json","fetch_events":"https://pith.science/api/pith-number/CARINVVBXORDEHYI7OHQBEODBI/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI/action/timestamp_anchor","attest_storage":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI/action/storage_attestation","attest_author":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI/action/author_attestation","sign_citation":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI/action/citation_signature","submit_replication":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI/action/replication_record"}},"created_at":"2026-07-05T09:46:42.634470+00:00","updated_at":"2026-07-05T09:46:42.634470+00:00"}