{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DW64SC3ZRX2VRMDINFN73KJEX7","short_pith_number":"pith:DW64SC3Z","canonical_record":{"source":{"id":"2311.07599","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-11-10T23:41:41Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0ee3d5b141d8672102e7ce56d4c811ee42ad6f4d4d61acbb7ab803cfd701b762","abstract_canon_sha256":"f3f38199b22a26cd637bcc16f36c257d7f8bc3104764f74c6631c78b942c7159"},"schema_version":"1.0"},"canonical_sha256":"1dbdc90b798df558b068695bfda924bfd4747fd9c332bee93717ed8f571a834c","source":{"kind":"arxiv","id":"2311.07599","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.07599","created_at":"2026-07-05T07:12:20Z"},{"alias_kind":"arxiv_version","alias_value":"2311.07599v1","created_at":"2026-07-05T07:12:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.07599","created_at":"2026-07-05T07:12:20Z"},{"alias_kind":"pith_short_12","alias_value":"DW64SC3ZRX2V","created_at":"2026-07-05T07:12:20Z"},{"alias_kind":"pith_short_16","alias_value":"DW64SC3ZRX2VRMDI","created_at":"2026-07-05T07:12:20Z"},{"alias_kind":"pith_short_8","alias_value":"DW64SC3Z","created_at":"2026-07-05T07:12:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DW64SC3ZRX2VRMDINFN73KJEX7","target":"record","payload":{"canonical_record":{"source":{"id":"2311.07599","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-11-10T23:41:41Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0ee3d5b141d8672102e7ce56d4c811ee42ad6f4d4d61acbb7ab803cfd701b762","abstract_canon_sha256":"f3f38199b22a26cd637bcc16f36c257d7f8bc3104764f74c6631c78b942c7159"},"schema_version":"1.0"},"canonical_sha256":"1dbdc90b798df558b068695bfda924bfd4747fd9c332bee93717ed8f571a834c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:12:20.972572Z","signature_b64":"TBEHHU7KVWjmsPOxkYyLYqT3FPnjuvSksfi2M7AStAEicOzVqx9vsG47fiTVwxJ7F+cJKyjfuokMYfFdSzm/DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1dbdc90b798df558b068695bfda924bfd4747fd9c332bee93717ed8f571a834c","last_reissued_at":"2026-07-05T07:12:20.972195Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:12:20.972195Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.07599","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:12:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cMKWQ1wmvc4IiQ2lzC/3MR0hoqnKkCzX3liPYK23Fe1vg7wJz1l05t9dYJ2jLuExLKLMAy/ZY6Wx4pfa0jUuAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T01:52:40.475411Z"},"content_sha256":"7ca24713adb7660959c08275eff35d00dc10791dfa17f05476f2caa837cf2a41","schema_version":"1.0","event_id":"sha256:7ca24713adb7660959c08275eff35d00dc10791dfa17f05476f2caa837cf2a41"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DW64SC3ZRX2VRMDINFN73KJEX7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Testing LLMs on Code Generation with Varying Levels of Prompt Specificity","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"David Gao, Lincoln Murr, Morgan Grainger","submitted_at":"2023-11-10T23:41:41Z","abstract_excerpt":"Large language models (LLMs) have demonstrated unparalleled prowess in mimicking human-like text generation and processing. Among the myriad of applications that benefit from LLMs, automated code generation is increasingly promising. The potential to transform natural language prompts into executable code promises a major shift in software development practices and paves the way for significant reductions in manual coding efforts and the likelihood of human-induced errors. This paper reports the results of a study that evaluates the performance of various LLMs, such as Bard, ChatGPT-3.5, ChatG"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.07599","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.07599/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:12:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z5iqFpgYy25T6++AGZ1EAmV0035cvLeW4PNWoGBynVzGqcaAI9YGJFmKdaf8JgNRUmWSG49qZrjg0o9rT5ghBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T01:52:40.475967Z"},"content_sha256":"d4d43d30c81e9fcab78b1940da5aee46f3c260e709392f7e2453abbfd94fdbd7","schema_version":"1.0","event_id":"sha256:d4d43d30c81e9fcab78b1940da5aee46f3c260e709392f7e2453abbfd94fdbd7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DW64SC3ZRX2VRMDINFN73KJEX7/bundle.json","state_url":"https://pith.science/pith/DW64SC3ZRX2VRMDINFN73KJEX7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DW64SC3ZRX2VRMDINFN73KJEX7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T01:52:40Z","links":{"resolver":"https://pith.science/pith/DW64SC3ZRX2VRMDINFN73KJEX7","bundle":"https://pith.science/pith/DW64SC3ZRX2VRMDINFN73KJEX7/bundle.json","state":"https://pith.science/pith/DW64SC3ZRX2VRMDINFN73KJEX7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DW64SC3ZRX2VRMDINFN73KJEX7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DW64SC3ZRX2VRMDINFN73KJEX7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f3f38199b22a26cd637bcc16f36c257d7f8bc3104764f74c6631c78b942c7159","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-11-10T23:41:41Z","title_canon_sha256":"0ee3d5b141d8672102e7ce56d4c811ee42ad6f4d4d61acbb7ab803cfd701b762"},"schema_version":"1.0","source":{"id":"2311.07599","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.07599","created_at":"2026-07-05T07:12:20Z"},{"alias_kind":"arxiv_version","alias_value":"2311.07599v1","created_at":"2026-07-05T07:12:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.07599","created_at":"2026-07-05T07:12:20Z"},{"alias_kind":"pith_short_12","alias_value":"DW64SC3ZRX2V","created_at":"2026-07-05T07:12:20Z"},{"alias_kind":"pith_short_16","alias_value":"DW64SC3ZRX2VRMDI","created_at":"2026-07-05T07:12:20Z"},{"alias_kind":"pith_short_8","alias_value":"DW64SC3Z","created_at":"2026-07-05T07:12:20Z"}],"graph_snapshots":[{"event_id":"sha256:d4d43d30c81e9fcab78b1940da5aee46f3c260e709392f7e2453abbfd94fdbd7","target":"graph","created_at":"2026-07-05T07:12:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.07599/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have demonstrated unparalleled prowess in mimicking human-like text generation and processing. Among the myriad of applications that benefit from LLMs, automated code generation is increasingly promising. The potential to transform natural language prompts into executable code promises a major shift in software development practices and paves the way for significant reductions in manual coding efforts and the likelihood of human-induced errors. This paper reports the results of a study that evaluates the performance of various LLMs, such as Bard, ChatGPT-3.5, ChatG","authors_text":"David Gao, Lincoln Murr, Morgan Grainger","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-11-10T23:41:41Z","title":"Testing LLMs on Code Generation with Varying Levels of Prompt Specificity"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.07599","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7ca24713adb7660959c08275eff35d00dc10791dfa17f05476f2caa837cf2a41","target":"record","created_at":"2026-07-05T07:12:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f3f38199b22a26cd637bcc16f36c257d7f8bc3104764f74c6631c78b942c7159","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-11-10T23:41:41Z","title_canon_sha256":"0ee3d5b141d8672102e7ce56d4c811ee42ad6f4d4d61acbb7ab803cfd701b762"},"schema_version":"1.0","source":{"id":"2311.07599","kind":"arxiv","version":1}},"canonical_sha256":"1dbdc90b798df558b068695bfda924bfd4747fd9c332bee93717ed8f571a834c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1dbdc90b798df558b068695bfda924bfd4747fd9c332bee93717ed8f571a834c","first_computed_at":"2026-07-05T07:12:20.972195Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:12:20.972195Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TBEHHU7KVWjmsPOxkYyLYqT3FPnjuvSksfi2M7AStAEicOzVqx9vsG47fiTVwxJ7F+cJKyjfuokMYfFdSzm/DA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:12:20.972572Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.07599","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7ca24713adb7660959c08275eff35d00dc10791dfa17f05476f2caa837cf2a41","sha256:d4d43d30c81e9fcab78b1940da5aee46f3c260e709392f7e2453abbfd94fdbd7"],"state_sha256":"5a2818c824a1efa6aa9745deea8272c45abd7236236a029fdeaea5506c15d23d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MJcUo/ZCERTHTUv1cYosDCBOhKiPXxpfOusZ1KHCPDsMb4J8eY3BEBvhqjUlk978BruuqGJ5wkLJDYhLlmWDBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T01:52:40.481859Z","bundle_sha256":"007e6262ba7e64d793415bcd39069f198da83bcf27faa5f362007c8cbaea808d"}}