{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CARINVVBXORDEHYI7OHQBEODBI","short_pith_number":"pith:CARINVVB","canonical_record":{"source":{"id":"2308.11396","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-22T12:37:29Z","cross_cats_sorted":[],"title_canon_sha256":"c7c7352a3f034c7339956c0dc5279f18d1f7dec5306d344063c1f0366b6ce686","abstract_canon_sha256":"c7dfea8ac25b07c4b0735a73578c6ecda55f1918d4f09d4bacf75d77df1f26ab"},"schema_version":"1.0"},"canonical_sha256":"102286d6a1bba2321f08fb8f0091c30a2c47815bb3b3e3526ac3a40ff5edc2b9","source":{"kind":"arxiv","id":"2308.11396","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.11396","created_at":"2026-07-05T09:46:42Z"},{"alias_kind":"arxiv_version","alias_value":"2308.11396v3","created_at":"2026-07-05T09:46:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.11396","created_at":"2026-07-05T09:46:42Z"},{"alias_kind":"pith_short_12","alias_value":"CARINVVBXORD","created_at":"2026-07-05T09:46:42Z"},{"alias_kind":"pith_short_16","alias_value":"CARINVVBXORDEHYI","created_at":"2026-07-05T09:46:42Z"},{"alias_kind":"pith_short_8","alias_value":"CARINVVB","created_at":"2026-07-05T09:46:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CARINVVBXORDEHYI7OHQBEODBI","target":"record","payload":{"canonical_record":{"source":{"id":"2308.11396","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-22T12:37:29Z","cross_cats_sorted":[],"title_canon_sha256":"c7c7352a3f034c7339956c0dc5279f18d1f7dec5306d344063c1f0366b6ce686","abstract_canon_sha256":"c7dfea8ac25b07c4b0735a73578c6ecda55f1918d4f09d4bacf75d77df1f26ab"},"schema_version":"1.0"},"canonical_sha256":"102286d6a1bba2321f08fb8f0091c30a2c47815bb3b3e3526ac3a40ff5edc2b9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:46:42.634925Z","signature_b64":"PrEtAkBoE6XT5SU7Pgbv724BLIY+gAudQYAu9J3ETJglbYmMs2mefjBGfrClMK3Ha5iWYKlSst90O0Q7zuc6AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"102286d6a1bba2321f08fb8f0091c30a2c47815bb3b3e3526ac3a40ff5edc2b9","last_reissued_at":"2026-07-05T09:46:42.634401Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:46:42.634401Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.11396","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:46:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jj49hhkuX303FJYLAjvw3dw6IIwYdkfdVRxTFtt5451U5Z8v2si4xHLQEkVjVLXyscFRdykyrUmGVCNZ0TtfCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T10:08:31.835370Z"},"content_sha256":"7cbbd2516f6df46b1ebacc087a5412ea93078fb19392f3db0df7b9e6b5d97477","schema_version":"1.0","event_id":"sha256:7cbbd2516f6df46b1ebacc087a5412ea93078fb19392f3db0df7b9e6b5d97477"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CARINVVBXORDEHYI7OHQBEODBI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards an Understanding of Large Language Models in Software Engineering Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Jiachi Chen, Kaiwen Ning, Lianghong Guo, Qingyuan Zhong, Weicheng Wang, Wenqing Chen, Yanlin Wang, Zibin Zheng","submitted_at":"2023-08-22T12:37:29Z","abstract_excerpt":"Large Language Models (LLMs) have drawn widespread attention and research due to their astounding performance in text generation and reasoning tasks. Derivative products, like ChatGPT, have been extensively deployed and highly sought after. Meanwhile, the evaluation and optimization of LLMs in software engineering tasks, such as code generation, have become a research focus. However, there is still a lack of systematic research on applying and evaluating LLMs in software engineering. Therefore, this paper comprehensively investigate and collate the research and products combining LLMs with sof"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.11396","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.11396/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:46:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wSr9bnzo3XAOWsW9FUKKxSIlYPz3N377xu9L9XGsBSe4HXetapG2ygs5myVkIyWav+2ogHl2N5y45MMdwEdoAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T10:08:31.835886Z"},"content_sha256":"51501f04c20e72974bfeed593ab7c9fc2fd805171cf0c6abb2db6099e327b931","schema_version":"1.0","event_id":"sha256:51501f04c20e72974bfeed593ab7c9fc2fd805171cf0c6abb2db6099e327b931"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI/bundle.json","state_url":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CARINVVBXORDEHYI7OHQBEODBI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T10:08:31Z","links":{"resolver":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI","bundle":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI/bundle.json","state":"https://pith.science/pith/CARINVVBXORDEHYI7OHQBEODBI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CARINVVBXORDEHYI7OHQBEODBI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CARINVVBXORDEHYI7OHQBEODBI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c7dfea8ac25b07c4b0735a73578c6ecda55f1918d4f09d4bacf75d77df1f26ab","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-22T12:37:29Z","title_canon_sha256":"c7c7352a3f034c7339956c0dc5279f18d1f7dec5306d344063c1f0366b6ce686"},"schema_version":"1.0","source":{"id":"2308.11396","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.11396","created_at":"2026-07-05T09:46:42Z"},{"alias_kind":"arxiv_version","alias_value":"2308.11396v3","created_at":"2026-07-05T09:46:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.11396","created_at":"2026-07-05T09:46:42Z"},{"alias_kind":"pith_short_12","alias_value":"CARINVVBXORD","created_at":"2026-07-05T09:46:42Z"},{"alias_kind":"pith_short_16","alias_value":"CARINVVBXORDEHYI","created_at":"2026-07-05T09:46:42Z"},{"alias_kind":"pith_short_8","alias_value":"CARINVVB","created_at":"2026-07-05T09:46:42Z"}],"graph_snapshots":[{"event_id":"sha256:51501f04c20e72974bfeed593ab7c9fc2fd805171cf0c6abb2db6099e327b931","target":"graph","created_at":"2026-07-05T09:46:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.11396/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have drawn widespread attention and research due to their astounding performance in text generation and reasoning tasks. Derivative products, like ChatGPT, have been extensively deployed and highly sought after. Meanwhile, the evaluation and optimization of LLMs in software engineering tasks, such as code generation, have become a research focus. However, there is still a lack of systematic research on applying and evaluating LLMs in software engineering. Therefore, this paper comprehensively investigate and collate the research and products combining LLMs with sof","authors_text":"Jiachi Chen, Kaiwen Ning, Lianghong Guo, Qingyuan Zhong, Weicheng Wang, Wenqing Chen, Yanlin Wang, Zibin Zheng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-22T12:37:29Z","title":"Towards an Understanding of Large Language Models in Software Engineering Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.11396","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7cbbd2516f6df46b1ebacc087a5412ea93078fb19392f3db0df7b9e6b5d97477","target":"record","created_at":"2026-07-05T09:46:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c7dfea8ac25b07c4b0735a73578c6ecda55f1918d4f09d4bacf75d77df1f26ab","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-22T12:37:29Z","title_canon_sha256":"c7c7352a3f034c7339956c0dc5279f18d1f7dec5306d344063c1f0366b6ce686"},"schema_version":"1.0","source":{"id":"2308.11396","kind":"arxiv","version":3}},"canonical_sha256":"102286d6a1bba2321f08fb8f0091c30a2c47815bb3b3e3526ac3a40ff5edc2b9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"102286d6a1bba2321f08fb8f0091c30a2c47815bb3b3e3526ac3a40ff5edc2b9","first_computed_at":"2026-07-05T09:46:42.634401Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:46:42.634401Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PrEtAkBoE6XT5SU7Pgbv724BLIY+gAudQYAu9J3ETJglbYmMs2mefjBGfrClMK3Ha5iWYKlSst90O0Q7zuc6AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:46:42.634925Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.11396","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7cbbd2516f6df46b1ebacc087a5412ea93078fb19392f3db0df7b9e6b5d97477","sha256:51501f04c20e72974bfeed593ab7c9fc2fd805171cf0c6abb2db6099e327b931"],"state_sha256":"aa17a0d2ad21f97405ef1d10f9c9e82f9ce8f4e4487373a23474a70a6181aeb5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pv80HEVZhxOPVzZ//PtCcUmnLQwI5Z/4n7z0mX18dSXSbK8Ouc22O+YPtnTkBxh4ZGJQtd4Ri+VYhRP68GD/DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T10:08:31.840695Z","bundle_sha256":"3b901fa0713ec5310f5da7129a9387d78ed590b4017705ca06042dbb140548ed"}}