{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5PJOE3OJOYEIXGL6LRLJQW7VFK","short_pith_number":"pith:5PJOE3OJ","canonical_record":{"source":{"id":"2412.18989","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-25T21:56:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"926c431e8b290fece088f12386f64301b1a468d18616fa29d0da02b1d56065bb","abstract_canon_sha256":"55d970132df2daa2d277de841810157cec090f5d5de4fe4cef861453898e174a"},"schema_version":"1.0"},"canonical_sha256":"ebd2e26dc976088b997e5c56985bf52aabf13cb7fe5b1b75b4ab9ac020f4c8e4","source":{"kind":"arxiv","id":"2412.18989","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.18989","created_at":"2026-07-05T10:02:56Z"},{"alias_kind":"arxiv_version","alias_value":"2412.18989v2","created_at":"2026-07-05T10:02:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.18989","created_at":"2026-07-05T10:02:56Z"},{"alias_kind":"pith_short_12","alias_value":"5PJOE3OJOYEI","created_at":"2026-07-05T10:02:56Z"},{"alias_kind":"pith_short_16","alias_value":"5PJOE3OJOYEIXGL6","created_at":"2026-07-05T10:02:56Z"},{"alias_kind":"pith_short_8","alias_value":"5PJOE3OJ","created_at":"2026-07-05T10:02:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5PJOE3OJOYEIXGL6LRLJQW7VFK","target":"record","payload":{"canonical_record":{"source":{"id":"2412.18989","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-25T21:56:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"926c431e8b290fece088f12386f64301b1a468d18616fa29d0da02b1d56065bb","abstract_canon_sha256":"55d970132df2daa2d277de841810157cec090f5d5de4fe4cef861453898e174a"},"schema_version":"1.0"},"canonical_sha256":"ebd2e26dc976088b997e5c56985bf52aabf13cb7fe5b1b75b4ab9ac020f4c8e4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:02:56.770716Z","signature_b64":"j78/pHq1ToC66cySZ+TZ4kSd75iU8WT04tIb2GFH6p7RV03ClB8S+ibAWDJSy1NCD1souLOEQBbOGWX38FgnCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ebd2e26dc976088b997e5c56985bf52aabf13cb7fe5b1b75b4ab9ac020f4c8e4","last_reissued_at":"2026-07-05T10:02:56.770135Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:02:56.770135Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.18989","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pe9elD+kOfDRPA878a7O9Llz+3Ue3eLEswuqpvT1N2LtQNXXG7R66ksbJPD8/bhHKNtSZgjw7zyrDPWKBsvuAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:07:07.359843Z"},"content_sha256":"dd9847b6facf0df5769b771a534915d16b4c7ec7f70d6ed57eff876004c08a5a","schema_version":"1.0","event_id":"sha256:dd9847b6facf0df5769b771a534915d16b4c7ec7f70d6ed57eff876004c08a5a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5PJOE3OJOYEIXGL6LRLJQW7VFK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Propense Are Large Language Models at Producing Code Smells? A Benchmarking Study","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Alejandro Velasco, Daniel Rodriguez-Cardenas, David N. Palacio, Denys Poshyvanyk, Luftar Rahman Alif","submitted_at":"2024-12-25T21:56:35Z","abstract_excerpt":"Large Language Models (LLMs) have shown significant potential in automating software engineering tasks, particularly in code generation. However, current evaluation benchmarks, which primarily focus on accuracy, fall short in assessing the quality of the code generated by these models, specifically their tendency to produce code smells. To address this limitation, we introduce CodeSmellEval, a benchmark designed to evaluate the propensity of LLMs for generating code smells. Our benchmark includes a novel metric: Propensity Smelly Score (PSC), and a curated dataset of method-level code smells: "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.18989","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.18989/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+MZOTlsiwPOp1BF9gyDQ4kUBiF9VPPOogPEwvEiFNq9FPsEG8YYOOiKdHNdI/JjP7Lp26OoTomEfHnI+PgmtBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:07:07.360728Z"},"content_sha256":"59942c628d85e5b03eb91e1fe2c460e9d61d2893072c42b4d89999e7c8d8829c","schema_version":"1.0","event_id":"sha256:59942c628d85e5b03eb91e1fe2c460e9d61d2893072c42b4d89999e7c8d8829c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5PJOE3OJOYEIXGL6LRLJQW7VFK/bundle.json","state_url":"https://pith.science/pith/5PJOE3OJOYEIXGL6LRLJQW7VFK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5PJOE3OJOYEIXGL6LRLJQW7VFK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T21:07:07Z","links":{"resolver":"https://pith.science/pith/5PJOE3OJOYEIXGL6LRLJQW7VFK","bundle":"https://pith.science/pith/5PJOE3OJOYEIXGL6LRLJQW7VFK/bundle.json","state":"https://pith.science/pith/5PJOE3OJOYEIXGL6LRLJQW7VFK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5PJOE3OJOYEIXGL6LRLJQW7VFK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5PJOE3OJOYEIXGL6LRLJQW7VFK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"55d970132df2daa2d277de841810157cec090f5d5de4fe4cef861453898e174a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-25T21:56:35Z","title_canon_sha256":"926c431e8b290fece088f12386f64301b1a468d18616fa29d0da02b1d56065bb"},"schema_version":"1.0","source":{"id":"2412.18989","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.18989","created_at":"2026-07-05T10:02:56Z"},{"alias_kind":"arxiv_version","alias_value":"2412.18989v2","created_at":"2026-07-05T10:02:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.18989","created_at":"2026-07-05T10:02:56Z"},{"alias_kind":"pith_short_12","alias_value":"5PJOE3OJOYEI","created_at":"2026-07-05T10:02:56Z"},{"alias_kind":"pith_short_16","alias_value":"5PJOE3OJOYEIXGL6","created_at":"2026-07-05T10:02:56Z"},{"alias_kind":"pith_short_8","alias_value":"5PJOE3OJ","created_at":"2026-07-05T10:02:56Z"}],"graph_snapshots":[{"event_id":"sha256:59942c628d85e5b03eb91e1fe2c460e9d61d2893072c42b4d89999e7c8d8829c","target":"graph","created_at":"2026-07-05T10:02:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.18989/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have shown significant potential in automating software engineering tasks, particularly in code generation. However, current evaluation benchmarks, which primarily focus on accuracy, fall short in assessing the quality of the code generated by these models, specifically their tendency to produce code smells. To address this limitation, we introduce CodeSmellEval, a benchmark designed to evaluate the propensity of LLMs for generating code smells. Our benchmark includes a novel metric: Propensity Smelly Score (PSC), and a curated dataset of method-level code smells: ","authors_text":"Alejandro Velasco, Daniel Rodriguez-Cardenas, David N. Palacio, Denys Poshyvanyk, Luftar Rahman Alif","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-25T21:56:35Z","title":"How Propense Are Large Language Models at Producing Code Smells? A Benchmarking Study"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.18989","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dd9847b6facf0df5769b771a534915d16b4c7ec7f70d6ed57eff876004c08a5a","target":"record","created_at":"2026-07-05T10:02:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"55d970132df2daa2d277de841810157cec090f5d5de4fe4cef861453898e174a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-25T21:56:35Z","title_canon_sha256":"926c431e8b290fece088f12386f64301b1a468d18616fa29d0da02b1d56065bb"},"schema_version":"1.0","source":{"id":"2412.18989","kind":"arxiv","version":2}},"canonical_sha256":"ebd2e26dc976088b997e5c56985bf52aabf13cb7fe5b1b75b4ab9ac020f4c8e4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ebd2e26dc976088b997e5c56985bf52aabf13cb7fe5b1b75b4ab9ac020f4c8e4","first_computed_at":"2026-07-05T10:02:56.770135Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:02:56.770135Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"j78/pHq1ToC66cySZ+TZ4kSd75iU8WT04tIb2GFH6p7RV03ClB8S+ibAWDJSy1NCD1souLOEQBbOGWX38FgnCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:02:56.770716Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.18989","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dd9847b6facf0df5769b771a534915d16b4c7ec7f70d6ed57eff876004c08a5a","sha256:59942c628d85e5b03eb91e1fe2c460e9d61d2893072c42b4d89999e7c8d8829c"],"state_sha256":"732f5ff2e97b147cd892fbbafb7b02dc6bb0891492e307258b30d4cf86454f5d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZNEdPsJsjqDhF2Wj+qxCJyyJJ/3N7IJhrBHo+SRzZE782FG5xFTifgWW40XTE2dFT6/S/u7hEs1QxpLAPNb8AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T21:07:07.365589Z","bundle_sha256":"bd2e82f61173ad948e50e69792a416925502335a5f209ca3ddab20614ee3abc2"}}