{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YQSGXUWIZAHYFZKHFMISVQWABL","short_pith_number":"pith:YQSGXUWI","canonical_record":{"source":{"id":"2408.13372","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-23T21:10:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ff7a931df2e31ba4be0f7fc52b94b1a0d82662a2acbef1dd5037d3cb29c3b273","abstract_canon_sha256":"4106447729101c50cd397fce02360a024518b3ef21c2693be2d412e47a359c73"},"schema_version":"1.0"},"canonical_sha256":"c4246bd2c8c80f82e5472b112ac2c00aec9728c0db1956faca03a6dc69a1188d","source":{"kind":"arxiv","id":"2408.13372","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.13372","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"arxiv_version","alias_value":"2408.13372v1","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.13372","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_12","alias_value":"YQSGXUWIZAHY","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_16","alias_value":"YQSGXUWIZAHYFZKH","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_8","alias_value":"YQSGXUWI","created_at":"2026-07-05T08:58:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YQSGXUWIZAHYFZKHFMISVQWABL","target":"record","payload":{"canonical_record":{"source":{"id":"2408.13372","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-23T21:10:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ff7a931df2e31ba4be0f7fc52b94b1a0d82662a2acbef1dd5037d3cb29c3b273","abstract_canon_sha256":"4106447729101c50cd397fce02360a024518b3ef21c2693be2d412e47a359c73"},"schema_version":"1.0"},"canonical_sha256":"c4246bd2c8c80f82e5472b112ac2c00aec9728c0db1956faca03a6dc69a1188d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:58:49.533570Z","signature_b64":"ITgx6P/FP5veL/opDvE1JvIPHqYBL2mDIk6yjy6ZBSbWQjupj+WjIDbZx4ksz6AgjzIGaBZHOokUO7GVF6//Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c4246bd2c8c80f82e5472b112ac2c00aec9728c0db1956faca03a6dc69a1188d","last_reissued_at":"2026-07-05T08:58:49.533047Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:58:49.533047Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.13372","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oemDKayVv9U80pGDv0SWLnDMOWSCNK7ovbd4XVjmDye3uRg+F7JvZb6ZAM0q7+5+eUBP14rxkZxu9C0b7aqiDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T19:21:18.063839Z"},"content_sha256":"8e27aa2f80f859db069281aae6d9a3c1bf125112ee1d6c9a96f9d9b84936745a","schema_version":"1.0","event_id":"sha256:8e27aa2f80f859db069281aae6d9a3c1bf125112ee1d6c9a96f9d9b84936745a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YQSGXUWIZAHYFZKHFMISVQWABL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding Defects in Generated Codes by Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Ali Mohammadi Esfahani, Nafiseh Kahani, Samuel A. Ajila","submitted_at":"2024-08-23T21:10:09Z","abstract_excerpt":"This study investigates the reliability of code generation by Large Language Models (LLMs), focusing on identifying and analyzing defects in the generated code. Despite the advanced capabilities of LLMs in automating code generation, ensuring the accuracy and functionality of the output remains a significant challenge. By using a structured defect classification method to understand their nature and origins this study categorizes and analyzes 367 identified defects from code snippets generated by LLMs, with a significant proportion being functionality and algorithm errors. These error categori"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.13372","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.13372/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iwjoTXc1rXIB5e5L0ucNQvUN9gmKn9S5jVILvv38LrucrGljA4ayh3zaXVFg95L7zqzAv2h7t7XH8daxnBZWBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T19:21:18.064712Z"},"content_sha256":"0aa21e07f4aa63d91d29a44820be0bc61dadd0e9e36029c16e1beb564ce047d1","schema_version":"1.0","event_id":"sha256:0aa21e07f4aa63d91d29a44820be0bc61dadd0e9e36029c16e1beb564ce047d1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YQSGXUWIZAHYFZKHFMISVQWABL/bundle.json","state_url":"https://pith.science/pith/YQSGXUWIZAHYFZKHFMISVQWABL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YQSGXUWIZAHYFZKHFMISVQWABL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T19:21:18Z","links":{"resolver":"https://pith.science/pith/YQSGXUWIZAHYFZKHFMISVQWABL","bundle":"https://pith.science/pith/YQSGXUWIZAHYFZKHFMISVQWABL/bundle.json","state":"https://pith.science/pith/YQSGXUWIZAHYFZKHFMISVQWABL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YQSGXUWIZAHYFZKHFMISVQWABL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YQSGXUWIZAHYFZKHFMISVQWABL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4106447729101c50cd397fce02360a024518b3ef21c2693be2d412e47a359c73","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-23T21:10:09Z","title_canon_sha256":"ff7a931df2e31ba4be0f7fc52b94b1a0d82662a2acbef1dd5037d3cb29c3b273"},"schema_version":"1.0","source":{"id":"2408.13372","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.13372","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"arxiv_version","alias_value":"2408.13372v1","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.13372","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_12","alias_value":"YQSGXUWIZAHY","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_16","alias_value":"YQSGXUWIZAHYFZKH","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_8","alias_value":"YQSGXUWI","created_at":"2026-07-05T08:58:49Z"}],"graph_snapshots":[{"event_id":"sha256:0aa21e07f4aa63d91d29a44820be0bc61dadd0e9e36029c16e1beb564ce047d1","target":"graph","created_at":"2026-07-05T08:58:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.13372/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study investigates the reliability of code generation by Large Language Models (LLMs), focusing on identifying and analyzing defects in the generated code. Despite the advanced capabilities of LLMs in automating code generation, ensuring the accuracy and functionality of the output remains a significant challenge. By using a structured defect classification method to understand their nature and origins this study categorizes and analyzes 367 identified defects from code snippets generated by LLMs, with a significant proportion being functionality and algorithm errors. These error categori","authors_text":"Ali Mohammadi Esfahani, Nafiseh Kahani, Samuel A. Ajila","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-23T21:10:09Z","title":"Understanding Defects in Generated Codes by Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.13372","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8e27aa2f80f859db069281aae6d9a3c1bf125112ee1d6c9a96f9d9b84936745a","target":"record","created_at":"2026-07-05T08:58:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4106447729101c50cd397fce02360a024518b3ef21c2693be2d412e47a359c73","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-23T21:10:09Z","title_canon_sha256":"ff7a931df2e31ba4be0f7fc52b94b1a0d82662a2acbef1dd5037d3cb29c3b273"},"schema_version":"1.0","source":{"id":"2408.13372","kind":"arxiv","version":1}},"canonical_sha256":"c4246bd2c8c80f82e5472b112ac2c00aec9728c0db1956faca03a6dc69a1188d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c4246bd2c8c80f82e5472b112ac2c00aec9728c0db1956faca03a6dc69a1188d","first_computed_at":"2026-07-05T08:58:49.533047Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:58:49.533047Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ITgx6P/FP5veL/opDvE1JvIPHqYBL2mDIk6yjy6ZBSbWQjupj+WjIDbZx4ksz6AgjzIGaBZHOokUO7GVF6//Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T08:58:49.533570Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.13372","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8e27aa2f80f859db069281aae6d9a3c1bf125112ee1d6c9a96f9d9b84936745a","sha256:0aa21e07f4aa63d91d29a44820be0bc61dadd0e9e36029c16e1beb564ce047d1"],"state_sha256":"27a44bad1e691de9a2427afd4bb51c09751767becc9ab51a7ad4206bbc16b811"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rVBjC+QDGi4p5f8C/M9KjMunlbsw1LGz/mI5iQndw18vxY2EVszyDNQLgCMviOWSWwfMY2PrVaZkqTykNKLUBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T19:21:18.072020Z","bundle_sha256":"da3762a6dafb45d71ea1b9ddbdfb97ed9a02f6408d53d4aa89e7cde7ee2b28ec"}}