{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LSQ4X47EVBO7RMVJQJLDO3Q65G","short_pith_number":"pith:LSQ4X47E","canonical_record":{"source":{"id":"2402.05980","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-02-08T06:48:01Z","cross_cats_sorted":["cs.AI","cs.LG","cs.PL"],"title_canon_sha256":"10f32eb6eb63a52f3ec03bd65e9806e5e92843ab58e40514018c2bc0840dd39d","abstract_canon_sha256":"a7b634b57b0fc287648abdcb1ec8797b2087d761d474f51386a9062fdd9e1178"},"schema_version":"1.0"},"canonical_sha256":"5ca1cbf3e4a85df8b2a98256376e1ee9aee2de0b89955f113f4cd694f1eb3cb1","source":{"kind":"arxiv","id":"2402.05980","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05980","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05980v3","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05980","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_12","alias_value":"LSQ4X47EVBO7","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_16","alias_value":"LSQ4X47EVBO7RMVJ","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_8","alias_value":"LSQ4X47E","created_at":"2026-07-05T10:12:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LSQ4X47EVBO7RMVJQJLDO3Q65G","target":"record","payload":{"canonical_record":{"source":{"id":"2402.05980","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-02-08T06:48:01Z","cross_cats_sorted":["cs.AI","cs.LG","cs.PL"],"title_canon_sha256":"10f32eb6eb63a52f3ec03bd65e9806e5e92843ab58e40514018c2bc0840dd39d","abstract_canon_sha256":"a7b634b57b0fc287648abdcb1ec8797b2087d761d474f51386a9062fdd9e1178"},"schema_version":"1.0"},"canonical_sha256":"5ca1cbf3e4a85df8b2a98256376e1ee9aee2de0b89955f113f4cd694f1eb3cb1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:12:58.267186Z","signature_b64":"8O+nXf9cyjfIzC0P+aUcZGYADS/6ehg1jZCbZPMCGPfukrj+sKZ0QpRBEFBcPR7gYOBlUJT77/CKB/wvTvANDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5ca1cbf3e4a85df8b2a98256376e1ee9aee2de0b89955f113f4cd694f1eb3cb1","last_reissued_at":"2026-07-05T10:12:58.266709Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:12:58.266709Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.05980","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:12:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iKRQPOcPoiqaSydRW2D7RNUanM9umq3bljuCT4LyTOFMaKLBPLSuXh61ZDcuDBkZAoRlL24BMyPjNZ002yjuCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:30:00.759508Z"},"content_sha256":"4c84a6bb581d2b4cc75966251406ba6a87cd8a96f2b06975ccc09808e3613564","schema_version":"1.0","event_id":"sha256:4c84a6bb581d2b4cc75966251406ba6a87cd8a96f2b06975ccc09808e3613564"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LSQ4X47EVBO7RMVJQJLDO3Q65G","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Large Code Models Understand Programming Concepts? Counterfactual Analysis for Code Predicates","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG","cs.PL"],"primary_cat":"cs.SE","authors_text":"Aaron Wilson, Ashish Hooda, Kassem Fawaz, Mihai Christodorescu, Miltiadis Allamanis, Somesh Jha","submitted_at":"2024-02-08T06:48:01Z","abstract_excerpt":"Large Language Models' success on text generation has also made them better at code generation and coding tasks. While a lot of work has demonstrated their remarkable performance on tasks such as code completion and editing, it is still unclear as to why. We help bridge this gap by exploring to what degree auto-regressive models understand the logical constructs of the underlying programs. We propose Counterfactual Analysis for Programming Concept Predicates (CACP) as a counterfactual testing framework to evaluate whether Large Code Models understand programming concepts. With only black-box a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05980","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.05980/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:12:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w/F0TRixfqorKnN7dIzv3V1S56j7EklU5xDMmAuFlHALn8IFg52UN8+kmsfp4e7uvBWRi0yUkq1/U1vd3NA7CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:30:00.760263Z"},"content_sha256":"489905ad561f4795af58763b181c3d33a4366c975e4e0beda0f736461f76ee46","schema_version":"1.0","event_id":"sha256:489905ad561f4795af58763b181c3d33a4366c975e4e0beda0f736461f76ee46"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LSQ4X47EVBO7RMVJQJLDO3Q65G/bundle.json","state_url":"https://pith.science/pith/LSQ4X47EVBO7RMVJQJLDO3Q65G/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LSQ4X47EVBO7RMVJQJLDO3Q65G/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T19:30:00Z","links":{"resolver":"https://pith.science/pith/LSQ4X47EVBO7RMVJQJLDO3Q65G","bundle":"https://pith.science/pith/LSQ4X47EVBO7RMVJQJLDO3Q65G/bundle.json","state":"https://pith.science/pith/LSQ4X47EVBO7RMVJQJLDO3Q65G/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LSQ4X47EVBO7RMVJQJLDO3Q65G/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LSQ4X47EVBO7RMVJQJLDO3Q65G","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a7b634b57b0fc287648abdcb1ec8797b2087d761d474f51386a9062fdd9e1178","cross_cats_sorted":["cs.AI","cs.LG","cs.PL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-02-08T06:48:01Z","title_canon_sha256":"10f32eb6eb63a52f3ec03bd65e9806e5e92843ab58e40514018c2bc0840dd39d"},"schema_version":"1.0","source":{"id":"2402.05980","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05980","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05980v3","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05980","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_12","alias_value":"LSQ4X47EVBO7","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_16","alias_value":"LSQ4X47EVBO7RMVJ","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_8","alias_value":"LSQ4X47E","created_at":"2026-07-05T10:12:58Z"}],"graph_snapshots":[{"event_id":"sha256:489905ad561f4795af58763b181c3d33a4366c975e4e0beda0f736461f76ee46","target":"graph","created_at":"2026-07-05T10:12:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.05980/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models' success on text generation has also made them better at code generation and coding tasks. While a lot of work has demonstrated their remarkable performance on tasks such as code completion and editing, it is still unclear as to why. We help bridge this gap by exploring to what degree auto-regressive models understand the logical constructs of the underlying programs. We propose Counterfactual Analysis for Programming Concept Predicates (CACP) as a counterfactual testing framework to evaluate whether Large Code Models understand programming concepts. With only black-box a","authors_text":"Aaron Wilson, Ashish Hooda, Kassem Fawaz, Mihai Christodorescu, Miltiadis Allamanis, Somesh Jha","cross_cats":["cs.AI","cs.LG","cs.PL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-02-08T06:48:01Z","title":"Do Large Code Models Understand Programming Concepts? Counterfactual Analysis for Code Predicates"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05980","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4c84a6bb581d2b4cc75966251406ba6a87cd8a96f2b06975ccc09808e3613564","target":"record","created_at":"2026-07-05T10:12:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a7b634b57b0fc287648abdcb1ec8797b2087d761d474f51386a9062fdd9e1178","cross_cats_sorted":["cs.AI","cs.LG","cs.PL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-02-08T06:48:01Z","title_canon_sha256":"10f32eb6eb63a52f3ec03bd65e9806e5e92843ab58e40514018c2bc0840dd39d"},"schema_version":"1.0","source":{"id":"2402.05980","kind":"arxiv","version":3}},"canonical_sha256":"5ca1cbf3e4a85df8b2a98256376e1ee9aee2de0b89955f113f4cd694f1eb3cb1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5ca1cbf3e4a85df8b2a98256376e1ee9aee2de0b89955f113f4cd694f1eb3cb1","first_computed_at":"2026-07-05T10:12:58.266709Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:12:58.266709Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8O+nXf9cyjfIzC0P+aUcZGYADS/6ehg1jZCbZPMCGPfukrj+sKZ0QpRBEFBcPR7gYOBlUJT77/CKB/wvTvANDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:12:58.267186Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.05980","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4c84a6bb581d2b4cc75966251406ba6a87cd8a96f2b06975ccc09808e3613564","sha256:489905ad561f4795af58763b181c3d33a4366c975e4e0beda0f736461f76ee46"],"state_sha256":"919864ae36f92480097e80cabdf53045604e4f31cadc1f4f8b76bd3ed350311b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eF/GJdXf2RRCvntLvODOQhwGTUMwRRCF1ZoUnSMQ12NEncaOlMYEsrxw1fCAHSTDlDnRq0pBEXXzvwMcqBDFAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T19:30:00.770585Z","bundle_sha256":"6463d54dba8605a8e2fe70b15e8808bcf807d00486de6db65ec32ac9221eccb1"}}