{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OQOQEKHD6IALBONCR2CBPW6N4P","short_pith_number":"pith:OQOQEKHD","canonical_record":{"source":{"id":"2408.16601","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-08-29T15:12:16Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3e1ea25121c7709ddb934316716f26d86c6dc6a6cbad4f222f7f8958edc3a5e0","abstract_canon_sha256":"8199c97423163e03e87b62e78c396ad9d8212a2c6220129386ae29ac626af3de"},"schema_version":"1.0"},"canonical_sha256":"741d0228e3f200b0b9a28e8417dbcde3e2157dfdd39d4140afee85aba870c76c","source":{"kind":"arxiv","id":"2408.16601","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.16601","created_at":"2026-07-05T09:00:43Z"},{"alias_kind":"arxiv_version","alias_value":"2408.16601v1","created_at":"2026-07-05T09:00:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.16601","created_at":"2026-07-05T09:00:43Z"},{"alias_kind":"pith_short_12","alias_value":"OQOQEKHD6IAL","created_at":"2026-07-05T09:00:43Z"},{"alias_kind":"pith_short_16","alias_value":"OQOQEKHD6IALBONC","created_at":"2026-07-05T09:00:43Z"},{"alias_kind":"pith_short_8","alias_value":"OQOQEKHD","created_at":"2026-07-05T09:00:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OQOQEKHD6IALBONCR2CBPW6N4P","target":"record","payload":{"canonical_record":{"source":{"id":"2408.16601","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-08-29T15:12:16Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3e1ea25121c7709ddb934316716f26d86c6dc6a6cbad4f222f7f8958edc3a5e0","abstract_canon_sha256":"8199c97423163e03e87b62e78c396ad9d8212a2c6220129386ae29ac626af3de"},"schema_version":"1.0"},"canonical_sha256":"741d0228e3f200b0b9a28e8417dbcde3e2157dfdd39d4140afee85aba870c76c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:00:43.697797Z","signature_b64":"NqUC1USCBOxSrunulka+hGu63QkA6w805sP8ISxMC79JtdOzIhfD9ZUJsd/R9pZzFepx4oIgi1ehqNnxUh5FAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"741d0228e3f200b0b9a28e8417dbcde3e2157dfdd39d4140afee85aba870c76c","last_reissued_at":"2026-07-05T09:00:43.697335Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:00:43.697335Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.16601","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:00:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gPto5SXgMwFYRkPRbRt44pxXK1aPVgtFbeRd9X1LDWBdFga/n0VVtargpUUYc1okHeec5akTNhX07oPXLK+DCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T11:25:30.639780Z"},"content_sha256":"c3fa5167de7332d38a95b096f5b47d235ca30040f77724c589e7a6ec224639b7","schema_version":"1.0","event_id":"sha256:c3fa5167de7332d38a95b096f5b47d235ca30040f77724c589e7a6ec224639b7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OQOQEKHD6IALBONCR2CBPW6N4P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Examination of Code generated by Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Alexander Feix, Florian Sch\\\"affler, Maurice Rauscher, Robin Beer, Tamara Muras, Tim Guttzeit, Vincent M\\\"uller, Welf L\\\"owe","submitted_at":"2024-08-29T15:12:16Z","abstract_excerpt":"Large language models (LLMs), such as ChatGPT and Copilot, are transforming software development by automating code generation and, arguably, enable rapid prototyping, support education, and boost productivity. Therefore, correctness and quality of the generated code should be on par with manually written code. To assess the current state of LLMs in generating correct code of high quality, we conducted controlled experiments with ChatGPT and Copilot: we let the LLMs generate simple algorithms in Java and Python along with the corresponding unit tests and assessed the correctness and the qualit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.16601","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.16601/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:00:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3bitJqPmoRXxaaimAl/AW6cUQ/DGQXr3jF72HwDjgDEI5JDXMubWElU6g+yMmYCm4fu4tArwy1q9nFZok+gmCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T11:25:30.640296Z"},"content_sha256":"ad7f0c3b312f506fe46e792c9db2b7aa6cbd37e83dc5d89e9770e3910d694342","schema_version":"1.0","event_id":"sha256:ad7f0c3b312f506fe46e792c9db2b7aa6cbd37e83dc5d89e9770e3910d694342"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OQOQEKHD6IALBONCR2CBPW6N4P/bundle.json","state_url":"https://pith.science/pith/OQOQEKHD6IALBONCR2CBPW6N4P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OQOQEKHD6IALBONCR2CBPW6N4P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T11:25:30Z","links":{"resolver":"https://pith.science/pith/OQOQEKHD6IALBONCR2CBPW6N4P","bundle":"https://pith.science/pith/OQOQEKHD6IALBONCR2CBPW6N4P/bundle.json","state":"https://pith.science/pith/OQOQEKHD6IALBONCR2CBPW6N4P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OQOQEKHD6IALBONCR2CBPW6N4P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OQOQEKHD6IALBONCR2CBPW6N4P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8199c97423163e03e87b62e78c396ad9d8212a2c6220129386ae29ac626af3de","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-08-29T15:12:16Z","title_canon_sha256":"3e1ea25121c7709ddb934316716f26d86c6dc6a6cbad4f222f7f8958edc3a5e0"},"schema_version":"1.0","source":{"id":"2408.16601","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.16601","created_at":"2026-07-05T09:00:43Z"},{"alias_kind":"arxiv_version","alias_value":"2408.16601v1","created_at":"2026-07-05T09:00:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.16601","created_at":"2026-07-05T09:00:43Z"},{"alias_kind":"pith_short_12","alias_value":"OQOQEKHD6IAL","created_at":"2026-07-05T09:00:43Z"},{"alias_kind":"pith_short_16","alias_value":"OQOQEKHD6IALBONC","created_at":"2026-07-05T09:00:43Z"},{"alias_kind":"pith_short_8","alias_value":"OQOQEKHD","created_at":"2026-07-05T09:00:43Z"}],"graph_snapshots":[{"event_id":"sha256:ad7f0c3b312f506fe46e792c9db2b7aa6cbd37e83dc5d89e9770e3910d694342","target":"graph","created_at":"2026-07-05T09:00:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.16601/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs), such as ChatGPT and Copilot, are transforming software development by automating code generation and, arguably, enable rapid prototyping, support education, and boost productivity. Therefore, correctness and quality of the generated code should be on par with manually written code. To assess the current state of LLMs in generating correct code of high quality, we conducted controlled experiments with ChatGPT and Copilot: we let the LLMs generate simple algorithms in Java and Python along with the corresponding unit tests and assessed the correctness and the qualit","authors_text":"Alexander Feix, Florian Sch\\\"affler, Maurice Rauscher, Robin Beer, Tamara Muras, Tim Guttzeit, Vincent M\\\"uller, Welf L\\\"owe","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-08-29T15:12:16Z","title":"Examination of Code generated by Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.16601","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c3fa5167de7332d38a95b096f5b47d235ca30040f77724c589e7a6ec224639b7","target":"record","created_at":"2026-07-05T09:00:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8199c97423163e03e87b62e78c396ad9d8212a2c6220129386ae29ac626af3de","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-08-29T15:12:16Z","title_canon_sha256":"3e1ea25121c7709ddb934316716f26d86c6dc6a6cbad4f222f7f8958edc3a5e0"},"schema_version":"1.0","source":{"id":"2408.16601","kind":"arxiv","version":1}},"canonical_sha256":"741d0228e3f200b0b9a28e8417dbcde3e2157dfdd39d4140afee85aba870c76c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"741d0228e3f200b0b9a28e8417dbcde3e2157dfdd39d4140afee85aba870c76c","first_computed_at":"2026-07-05T09:00:43.697335Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:00:43.697335Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NqUC1USCBOxSrunulka+hGu63QkA6w805sP8ISxMC79JtdOzIhfD9ZUJsd/R9pZzFepx4oIgi1ehqNnxUh5FAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:00:43.697797Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.16601","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c3fa5167de7332d38a95b096f5b47d235ca30040f77724c589e7a6ec224639b7","sha256:ad7f0c3b312f506fe46e792c9db2b7aa6cbd37e83dc5d89e9770e3910d694342"],"state_sha256":"7df6b15ff87e6237bdf9398369c63791e222a0d6423c4763f0c87cb7f034d458"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8cyZJyns3vg/kX8fG87G5RRrcH/iRFp49Wwdy4VdJKH1+nyqwE7oPBBcLT9k/Vz4rJHDuZo9g84qxIlSWSUEBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T11:25:30.645307Z","bundle_sha256":"918b21e2906047850bd424b01130202ebab68a42e04b041f26df1fc9c5c49aa0"}}