{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XPTFCMBRJ2ZWR6B5ROYIN7DLZ7","short_pith_number":"pith:XPTFCMBR","canonical_record":{"source":{"id":"2304.11938","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-04-24T09:20:13Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ce767e3d5733a60342e84ffba92fb54fd98f74c6dbe87215bf26f4832283d599","abstract_canon_sha256":"7c6f59e734164465475121f2f5f774815cee3876cc9a903e05884a2fb290b45e"},"schema_version":"1.0"},"canonical_sha256":"bbe65130314eb368f83d8bb086fc6bcfee3fcdbe38d81f80149ae4ae5c8a1884","source":{"kind":"arxiv","id":"2304.11938","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.11938","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"arxiv_version","alias_value":"2304.11938v2","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.11938","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_12","alias_value":"XPTFCMBRJ2ZW","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_16","alias_value":"XPTFCMBRJ2ZWR6B5","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_8","alias_value":"XPTFCMBR","created_at":"2026-07-05T06:46:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XPTFCMBRJ2ZWR6B5ROYIN7DLZ7","target":"record","payload":{"canonical_record":{"source":{"id":"2304.11938","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-04-24T09:20:13Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ce767e3d5733a60342e84ffba92fb54fd98f74c6dbe87215bf26f4832283d599","abstract_canon_sha256":"7c6f59e734164465475121f2f5f774815cee3876cc9a903e05884a2fb290b45e"},"schema_version":"1.0"},"canonical_sha256":"bbe65130314eb368f83d8bb086fc6bcfee3fcdbe38d81f80149ae4ae5c8a1884","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:46:32.350489Z","signature_b64":"cZEaQSURpEZE1AdSVgbQi+98bKXNronpAsmWX2k709hAHXBFIvMPrqxSvvVsf7pPFION1EySbKAM18HTtqfaDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bbe65130314eb368f83d8bb086fc6bcfee3fcdbe38d81f80149ae4ae5c8a1884","last_reissued_at":"2026-07-05T06:46:32.349983Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:46:32.349983Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.11938","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gBiqsEi3yvzzCcBNbQzbRvpUUHuET5fo34OoAEvescU1L+eYcE3iAEwRNJ2ubN2p1RdWPsjVgV7cwi9ymmfSCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:42:49.834160Z"},"content_sha256":"3b4b7dc9c73d1a7174943593aad36d4eafd4a85cce1fe4f0a744802b0012f0f9","schema_version":"1.0","event_id":"sha256:3b4b7dc9c73d1a7174943593aad36d4eafd4a85cce1fe4f0a744802b0012f0f9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XPTFCMBRJ2ZWR6B5ROYIN7DLZ7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is ChatGPT the Ultimate Programming Assistant -- How far is it?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Haoye Tian, Jacques Klein, Shing-Chi Cheung, Tegawend\\'e F. Bissyand\\'e, Tsz On Li, Weiqi Lu, Xunzhu Tang","submitted_at":"2023-04-24T09:20:13Z","abstract_excerpt":"Recently, the ChatGPT LLM has received great attention: it can be used as a bot for discussing source code, prompting it to suggest changes, provide descriptions or even generate code. Typical demonstrations generally focus on existing benchmarks, which may have been used in model training (i.e., data leakage). To assess the feasibility of using an LLM as a useful assistant bot for programmers, we must assess its realistic capabilities on unseen problems as well as its capabilities on various tasks. In this paper, we present an empirical study of ChatGPT's potential as a fully automated progra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.11938","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.11938/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EtJhMRKZHKtEwrpyKFBrnhAnl28ehTSumtwfZWQ7qcRMvT2LxgX/X11xb0eSJUeBlrtDmHpWiV+IiGur4Ma1Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:42:49.834717Z"},"content_sha256":"efd12c770679adaa0d59b885ac2512ef8828f56880cfda1857eaf977d45a94ff","schema_version":"1.0","event_id":"sha256:efd12c770679adaa0d59b885ac2512ef8828f56880cfda1857eaf977d45a94ff"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/bundle.json","state_url":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T17:42:49Z","links":{"resolver":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7","bundle":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/bundle.json","state":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XPTFCMBRJ2ZWR6B5ROYIN7DLZ7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7c6f59e734164465475121f2f5f774815cee3876cc9a903e05884a2fb290b45e","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-04-24T09:20:13Z","title_canon_sha256":"ce767e3d5733a60342e84ffba92fb54fd98f74c6dbe87215bf26f4832283d599"},"schema_version":"1.0","source":{"id":"2304.11938","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.11938","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"arxiv_version","alias_value":"2304.11938v2","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.11938","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_12","alias_value":"XPTFCMBRJ2ZW","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_16","alias_value":"XPTFCMBRJ2ZWR6B5","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_8","alias_value":"XPTFCMBR","created_at":"2026-07-05T06:46:32Z"}],"graph_snapshots":[{"event_id":"sha256:efd12c770679adaa0d59b885ac2512ef8828f56880cfda1857eaf977d45a94ff","target":"graph","created_at":"2026-07-05T06:46:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.11938/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, the ChatGPT LLM has received great attention: it can be used as a bot for discussing source code, prompting it to suggest changes, provide descriptions or even generate code. Typical demonstrations generally focus on existing benchmarks, which may have been used in model training (i.e., data leakage). To assess the feasibility of using an LLM as a useful assistant bot for programmers, we must assess its realistic capabilities on unseen problems as well as its capabilities on various tasks. In this paper, we present an empirical study of ChatGPT's potential as a fully automated progra","authors_text":"Haoye Tian, Jacques Klein, Shing-Chi Cheung, Tegawend\\'e F. Bissyand\\'e, Tsz On Li, Weiqi Lu, Xunzhu Tang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-04-24T09:20:13Z","title":"Is ChatGPT the Ultimate Programming Assistant -- How far is it?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.11938","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3b4b7dc9c73d1a7174943593aad36d4eafd4a85cce1fe4f0a744802b0012f0f9","target":"record","created_at":"2026-07-05T06:46:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7c6f59e734164465475121f2f5f774815cee3876cc9a903e05884a2fb290b45e","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-04-24T09:20:13Z","title_canon_sha256":"ce767e3d5733a60342e84ffba92fb54fd98f74c6dbe87215bf26f4832283d599"},"schema_version":"1.0","source":{"id":"2304.11938","kind":"arxiv","version":2}},"canonical_sha256":"bbe65130314eb368f83d8bb086fc6bcfee3fcdbe38d81f80149ae4ae5c8a1884","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bbe65130314eb368f83d8bb086fc6bcfee3fcdbe38d81f80149ae4ae5c8a1884","first_computed_at":"2026-07-05T06:46:32.349983Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:46:32.349983Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cZEaQSURpEZE1AdSVgbQi+98bKXNronpAsmWX2k709hAHXBFIvMPrqxSvvVsf7pPFION1EySbKAM18HTtqfaDg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:46:32.350489Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.11938","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3b4b7dc9c73d1a7174943593aad36d4eafd4a85cce1fe4f0a744802b0012f0f9","sha256:efd12c770679adaa0d59b885ac2512ef8828f56880cfda1857eaf977d45a94ff"],"state_sha256":"f06b9e2af25445ddee373e5c42561fdd59741c286a1eb545f10b87841c9b3a8c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w69zXJQ9B8HRYJk0nD9vxK9mAwRl1syx0VneOqd3hFEb2DO3inTzA9ylAd8+Z+OOqYAGE9GFTDxvX+un7FtYCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T17:42:49.839858Z","bundle_sha256":"29fef8f990953ced7005d40f71c723c5ce4f96c7f826f9ee115e01aac04b7004"}}