{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PN3ETTHGXVM4RDGTURK5GOGKGC","short_pith_number":"pith:PN3ETTHG","canonical_record":{"source":{"id":"2501.16857","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2025-01-28T11:11:36Z","cross_cats_sorted":[],"title_canon_sha256":"6366bd2ec7146b057124b95c6dcf75df114a10824e8106016d7814547e1e10b0","abstract_canon_sha256":"e3987f9d47a004be07205e3e24e6de8bda7ad0ac57af0eb6ee498a0bdef98db1"},"schema_version":"1.0"},"canonical_sha256":"7b7649cce6bd59c88cd3a455d338ca30bcb66a3a8549fe0596e11943eb496065","source":{"kind":"arxiv","id":"2501.16857","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.16857","created_at":"2026-07-05T10:06:19Z"},{"alias_kind":"arxiv_version","alias_value":"2501.16857v1","created_at":"2026-07-05T10:06:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.16857","created_at":"2026-07-05T10:06:19Z"},{"alias_kind":"pith_short_12","alias_value":"PN3ETTHGXVM4","created_at":"2026-07-05T10:06:19Z"},{"alias_kind":"pith_short_16","alias_value":"PN3ETTHGXVM4RDGT","created_at":"2026-07-05T10:06:19Z"},{"alias_kind":"pith_short_8","alias_value":"PN3ETTHG","created_at":"2026-07-05T10:06:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PN3ETTHGXVM4RDGTURK5GOGKGC","target":"record","payload":{"canonical_record":{"source":{"id":"2501.16857","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2025-01-28T11:11:36Z","cross_cats_sorted":[],"title_canon_sha256":"6366bd2ec7146b057124b95c6dcf75df114a10824e8106016d7814547e1e10b0","abstract_canon_sha256":"e3987f9d47a004be07205e3e24e6de8bda7ad0ac57af0eb6ee498a0bdef98db1"},"schema_version":"1.0"},"canonical_sha256":"7b7649cce6bd59c88cd3a455d338ca30bcb66a3a8549fe0596e11943eb496065","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:06:19.628856Z","signature_b64":"uHWhgP3Tgu0Cj+JoMs2zwT4YjGT8KDuNW4WeZ2f9dJ7m9bE0QLIzWScfvQb5FpGx6fDh2AsU0xBo3jw6KApdAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7b7649cce6bd59c88cd3a455d338ca30bcb66a3a8549fe0596e11943eb496065","last_reissued_at":"2026-07-05T10:06:19.628480Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:06:19.628480Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.16857","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:06:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nf6Zth1u5JoQzUHVYgUJp+n6RHZ8EGb3EJvkecDKDzbF6H10juL0JlOnm2u4VQRnJE6pB0m4r1XjB7OSWHHzCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:37:43.940076Z"},"content_sha256":"d92612e2f7ea43dcc97fae0817f3284c29f1f0258110a436e482bb5b358474d8","schema_version":"1.0","event_id":"sha256:d92612e2f7ea43dcc97fae0817f3284c29f1f0258110a436e482bb5b358474d8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PN3ETTHGXVM4RDGTURK5GOGKGC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Comparing Human and LLM Generated Code: The Jury is Still Out!","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Ansh Bajpai, Chetan Arora, Fanyu Wang, Kla Tantithamthavorn, Sherlock A. Licorish","submitted_at":"2025-01-28T11:11:36Z","abstract_excerpt":"Much is promised in relation to AI-supported software development. However, there has been limited evaluation effort in the research domain aimed at validating the true utility of such techniques, especially when compared to human coding outputs. We bridge this gap, where a benchmark dataset comprising 72 distinct software engineering tasks is used to compare the effectiveness of large language models (LLMs) and human programmers in producing Python software code. GPT-4 is used as a representative LLM, where for the code generated by humans and this LLM, we evaluate code quality and adherence "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.16857","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.16857/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:06:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RZHUVQwSwyFfT67qn09RrT1z+aQqcfa+t1ouW1efjq+9Xtp2P6uSgjiIbs7+43dIQyIHORe3cZW5q4CfMGlkAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:37:43.940560Z"},"content_sha256":"0c0f659f5232b805d31954ffa1cb13e94aed332038ab2975f803d001926c5416","schema_version":"1.0","event_id":"sha256:0c0f659f5232b805d31954ffa1cb13e94aed332038ab2975f803d001926c5416"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PN3ETTHGXVM4RDGTURK5GOGKGC/bundle.json","state_url":"https://pith.science/pith/PN3ETTHGXVM4RDGTURK5GOGKGC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PN3ETTHGXVM4RDGTURK5GOGKGC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:37:43Z","links":{"resolver":"https://pith.science/pith/PN3ETTHGXVM4RDGTURK5GOGKGC","bundle":"https://pith.science/pith/PN3ETTHGXVM4RDGTURK5GOGKGC/bundle.json","state":"https://pith.science/pith/PN3ETTHGXVM4RDGTURK5GOGKGC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PN3ETTHGXVM4RDGTURK5GOGKGC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PN3ETTHGXVM4RDGTURK5GOGKGC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e3987f9d47a004be07205e3e24e6de8bda7ad0ac57af0eb6ee498a0bdef98db1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2025-01-28T11:11:36Z","title_canon_sha256":"6366bd2ec7146b057124b95c6dcf75df114a10824e8106016d7814547e1e10b0"},"schema_version":"1.0","source":{"id":"2501.16857","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.16857","created_at":"2026-07-05T10:06:19Z"},{"alias_kind":"arxiv_version","alias_value":"2501.16857v1","created_at":"2026-07-05T10:06:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.16857","created_at":"2026-07-05T10:06:19Z"},{"alias_kind":"pith_short_12","alias_value":"PN3ETTHGXVM4","created_at":"2026-07-05T10:06:19Z"},{"alias_kind":"pith_short_16","alias_value":"PN3ETTHGXVM4RDGT","created_at":"2026-07-05T10:06:19Z"},{"alias_kind":"pith_short_8","alias_value":"PN3ETTHG","created_at":"2026-07-05T10:06:19Z"}],"graph_snapshots":[{"event_id":"sha256:0c0f659f5232b805d31954ffa1cb13e94aed332038ab2975f803d001926c5416","target":"graph","created_at":"2026-07-05T10:06:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.16857/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Much is promised in relation to AI-supported software development. However, there has been limited evaluation effort in the research domain aimed at validating the true utility of such techniques, especially when compared to human coding outputs. We bridge this gap, where a benchmark dataset comprising 72 distinct software engineering tasks is used to compare the effectiveness of large language models (LLMs) and human programmers in producing Python software code. GPT-4 is used as a representative LLM, where for the code generated by humans and this LLM, we evaluate code quality and adherence ","authors_text":"Ansh Bajpai, Chetan Arora, Fanyu Wang, Kla Tantithamthavorn, Sherlock A. Licorish","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2025-01-28T11:11:36Z","title":"Comparing Human and LLM Generated Code: The Jury is Still Out!"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.16857","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d92612e2f7ea43dcc97fae0817f3284c29f1f0258110a436e482bb5b358474d8","target":"record","created_at":"2026-07-05T10:06:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e3987f9d47a004be07205e3e24e6de8bda7ad0ac57af0eb6ee498a0bdef98db1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2025-01-28T11:11:36Z","title_canon_sha256":"6366bd2ec7146b057124b95c6dcf75df114a10824e8106016d7814547e1e10b0"},"schema_version":"1.0","source":{"id":"2501.16857","kind":"arxiv","version":1}},"canonical_sha256":"7b7649cce6bd59c88cd3a455d338ca30bcb66a3a8549fe0596e11943eb496065","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7b7649cce6bd59c88cd3a455d338ca30bcb66a3a8549fe0596e11943eb496065","first_computed_at":"2026-07-05T10:06:19.628480Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:06:19.628480Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uHWhgP3Tgu0Cj+JoMs2zwT4YjGT8KDuNW4WeZ2f9dJ7m9bE0QLIzWScfvQb5FpGx6fDh2AsU0xBo3jw6KApdAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:06:19.628856Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.16857","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d92612e2f7ea43dcc97fae0817f3284c29f1f0258110a436e482bb5b358474d8","sha256:0c0f659f5232b805d31954ffa1cb13e94aed332038ab2975f803d001926c5416"],"state_sha256":"2859f5398a29abd0d6c4daca83fb47865b8f0ca17e749277de4b4542fdcc7555"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KcaOizQVbnqRTzckPqUdmn/PY1u4DmJJhwKoy971DdWG2kJCHeei3jr2Edr3fZdFMB7qkG109fm8NWipyleACw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:37:43.944420Z","bundle_sha256":"d415ef87aa7ca8fc633e39bcde5b92f06ef5e965fbc2767cdfa60e202b06d079"}}