{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UGUZ7GGZR6PABYABSGZZMPXKV5","short_pith_number":"pith:UGUZ7GGZ","canonical_record":{"source":{"id":"2405.14388","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-23T10:04:36Z","cross_cats_sorted":["cs.CL","cs.CR"],"title_canon_sha256":"3468e0d039b7d4eb86d9c09dc9430f1cf960169aa9c04156866a3bec13d5d2b1","abstract_canon_sha256":"5a858ded798ec0ed23d59d92a3829b6478b8209a87e2b365aa1e5d77d033f516"},"schema_version":"1.0"},"canonical_sha256":"a1a99f98d98f9e00e00191b3963eeaaf49c877a465d128203a7c1d967a827304","source":{"kind":"arxiv","id":"2405.14388","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.14388","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"arxiv_version","alias_value":"2405.14388v1","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.14388","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_12","alias_value":"UGUZ7GGZR6PA","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_16","alias_value":"UGUZ7GGZR6PABYAB","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_8","alias_value":"UGUZ7GGZ","created_at":"2026-07-05T08:22:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UGUZ7GGZR6PABYABSGZZMPXKV5","target":"record","payload":{"canonical_record":{"source":{"id":"2405.14388","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-23T10:04:36Z","cross_cats_sorted":["cs.CL","cs.CR"],"title_canon_sha256":"3468e0d039b7d4eb86d9c09dc9430f1cf960169aa9c04156866a3bec13d5d2b1","abstract_canon_sha256":"5a858ded798ec0ed23d59d92a3829b6478b8209a87e2b365aa1e5d77d033f516"},"schema_version":"1.0"},"canonical_sha256":"a1a99f98d98f9e00e00191b3963eeaaf49c877a465d128203a7c1d967a827304","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:22:14.079285Z","signature_b64":"hXdLV9Y35M/Qg7gSHa604NyHAkOT3TremsLyOfR8usTD8HiZ+pAS/iAPFbbBBDj51REovEUVYejiThB1yaIZBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a1a99f98d98f9e00e00191b3963eeaaf49c877a465d128203a7c1d967a827304","last_reissued_at":"2026-07-05T08:22:14.078818Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:22:14.078818Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.14388","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GeopPdPWkONFAmkYosO4H6xDfTod34d+WVpB2DCVROVXYZoa2EtFi7tNiKESjh4htWSX2dhqRpN9pSAmBlZYAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:45:45.633898Z"},"content_sha256":"f2799d9b088eb3e47a687e5679b7cc04e10322d9d162f019952e2d2eebb2275a","schema_version":"1.0","event_id":"sha256:f2799d9b088eb3e47a687e5679b7cc04e10322d9d162f019952e2d2eebb2275a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UGUZ7GGZR6PABYABSGZZMPXKV5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of the Programming Skills of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.CR"],"primary_cat":"cs.SE","authors_text":"Christopher Scherb, Joun Chamas, Luc Bryan Heitz","submitted_at":"2024-05-23T10:04:36Z","abstract_excerpt":"The advent of Large Language Models (LLM) has revolutionized the efficiency and speed with which tasks are completed, marking a significant leap in productivity through technological innovation. As these chatbots tackle increasingly complex tasks, the challenge of assessing the quality of their outputs has become paramount. This paper critically examines the output quality of two leading LLMs, OpenAI's ChatGPT and Google's Gemini AI, by comparing the quality of programming code generated in both their free versions. Through the lens of a real-world example coupled with a systematic dataset, we"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.14388","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.14388/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w0geObLYUuLK1LRM504C5Z/YRLcn9ZGWpRmd7R+B9BYbDragX2dNyHxl9+yQ1Wwyb+gk6TxJgjbGPhC8JYtjBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:45:45.634435Z"},"content_sha256":"931794d11edf8fd32ead4351874435f86040f744019b0d25c2e01e7fbe42fc21","schema_version":"1.0","event_id":"sha256:931794d11edf8fd32ead4351874435f86040f744019b0d25c2e01e7fbe42fc21"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UGUZ7GGZR6PABYABSGZZMPXKV5/bundle.json","state_url":"https://pith.science/pith/UGUZ7GGZR6PABYABSGZZMPXKV5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UGUZ7GGZR6PABYABSGZZMPXKV5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T15:45:45Z","links":{"resolver":"https://pith.science/pith/UGUZ7GGZR6PABYABSGZZMPXKV5","bundle":"https://pith.science/pith/UGUZ7GGZR6PABYABSGZZMPXKV5/bundle.json","state":"https://pith.science/pith/UGUZ7GGZR6PABYABSGZZMPXKV5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UGUZ7GGZR6PABYABSGZZMPXKV5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UGUZ7GGZR6PABYABSGZZMPXKV5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5a858ded798ec0ed23d59d92a3829b6478b8209a87e2b365aa1e5d77d033f516","cross_cats_sorted":["cs.CL","cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-23T10:04:36Z","title_canon_sha256":"3468e0d039b7d4eb86d9c09dc9430f1cf960169aa9c04156866a3bec13d5d2b1"},"schema_version":"1.0","source":{"id":"2405.14388","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.14388","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"arxiv_version","alias_value":"2405.14388v1","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.14388","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_12","alias_value":"UGUZ7GGZR6PA","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_16","alias_value":"UGUZ7GGZR6PABYAB","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_8","alias_value":"UGUZ7GGZ","created_at":"2026-07-05T08:22:14Z"}],"graph_snapshots":[{"event_id":"sha256:931794d11edf8fd32ead4351874435f86040f744019b0d25c2e01e7fbe42fc21","target":"graph","created_at":"2026-07-05T08:22:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.14388/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The advent of Large Language Models (LLM) has revolutionized the efficiency and speed with which tasks are completed, marking a significant leap in productivity through technological innovation. As these chatbots tackle increasingly complex tasks, the challenge of assessing the quality of their outputs has become paramount. This paper critically examines the output quality of two leading LLMs, OpenAI's ChatGPT and Google's Gemini AI, by comparing the quality of programming code generated in both their free versions. Through the lens of a real-world example coupled with a systematic dataset, we","authors_text":"Christopher Scherb, Joun Chamas, Luc Bryan Heitz","cross_cats":["cs.CL","cs.CR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-23T10:04:36Z","title":"Evaluation of the Programming Skills of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.14388","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f2799d9b088eb3e47a687e5679b7cc04e10322d9d162f019952e2d2eebb2275a","target":"record","created_at":"2026-07-05T08:22:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5a858ded798ec0ed23d59d92a3829b6478b8209a87e2b365aa1e5d77d033f516","cross_cats_sorted":["cs.CL","cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-23T10:04:36Z","title_canon_sha256":"3468e0d039b7d4eb86d9c09dc9430f1cf960169aa9c04156866a3bec13d5d2b1"},"schema_version":"1.0","source":{"id":"2405.14388","kind":"arxiv","version":1}},"canonical_sha256":"a1a99f98d98f9e00e00191b3963eeaaf49c877a465d128203a7c1d967a827304","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a1a99f98d98f9e00e00191b3963eeaaf49c877a465d128203a7c1d967a827304","first_computed_at":"2026-07-05T08:22:14.078818Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:22:14.078818Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hXdLV9Y35M/Qg7gSHa604NyHAkOT3TremsLyOfR8usTD8HiZ+pAS/iAPFbbBBDj51REovEUVYejiThB1yaIZBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:22:14.079285Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.14388","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f2799d9b088eb3e47a687e5679b7cc04e10322d9d162f019952e2d2eebb2275a","sha256:931794d11edf8fd32ead4351874435f86040f744019b0d25c2e01e7fbe42fc21"],"state_sha256":"8254905faca51bcf3b806b4c0adac4291355b6e855c7d6a4d66aad6b679f91e6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X1I/iSBGHkcyCRmv+N13lQxiMocLG+oYFUKiGp75uZKWEFnalQOCISnhnjOa8NxKFPteoQg9u+lRB7xuV+s5CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T15:45:45.639716Z","bundle_sha256":"9ac6d756d8aa9d7570bfadc1b37cd7c47b7a19d7d89791a122aa0ad370fbff43"}}