{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BEWL46TUZFEZK5FQB5EXDQFMAP","short_pith_number":"pith:BEWL46TU","canonical_record":{"source":{"id":"2404.14662","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-23T01:46:32Z","cross_cats_sorted":["cs.CL","cs.PL","cs.SE"],"title_canon_sha256":"df33ff89f58c7eb33230f365b1c7b0ed47a3f524194a8758f8375af640caef81","abstract_canon_sha256":"85f28dcb0c6e41a1065217f57bd2fdc4a5555b1ba6a7a28e0b5a5ae27ffa8f5b"},"schema_version":"1.0"},"canonical_sha256":"092cbe7a74c9499574b00f4971c0ac03cc029c594e4a678dc333f91eb7815eb9","source":{"kind":"arxiv","id":"2404.14662","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.14662","created_at":"2026-07-05T08:11:08Z"},{"alias_kind":"arxiv_version","alias_value":"2404.14662v1","created_at":"2026-07-05T08:11:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.14662","created_at":"2026-07-05T08:11:08Z"},{"alias_kind":"pith_short_12","alias_value":"BEWL46TUZFEZ","created_at":"2026-07-05T08:11:08Z"},{"alias_kind":"pith_short_16","alias_value":"BEWL46TUZFEZK5FQ","created_at":"2026-07-05T08:11:08Z"},{"alias_kind":"pith_short_8","alias_value":"BEWL46TU","created_at":"2026-07-05T08:11:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BEWL46TUZFEZK5FQB5EXDQFMAP","target":"record","payload":{"canonical_record":{"source":{"id":"2404.14662","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-23T01:46:32Z","cross_cats_sorted":["cs.CL","cs.PL","cs.SE"],"title_canon_sha256":"df33ff89f58c7eb33230f365b1c7b0ed47a3f524194a8758f8375af640caef81","abstract_canon_sha256":"85f28dcb0c6e41a1065217f57bd2fdc4a5555b1ba6a7a28e0b5a5ae27ffa8f5b"},"schema_version":"1.0"},"canonical_sha256":"092cbe7a74c9499574b00f4971c0ac03cc029c594e4a678dc333f91eb7815eb9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:11:08.291523Z","signature_b64":"eVm50GqW3twgYnHsS8kp3nB6glHj9lPTjlceyLhAVP4zdeIeBvs353odFOT9ol27cSTfzs1CLjcb08zjzibkAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"092cbe7a74c9499574b00f4971c0ac03cc029c594e4a678dc333f91eb7815eb9","last_reissued_at":"2026-07-05T08:11:08.291107Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:11:08.291107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.14662","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:11:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XdSvuzO+PJ7uJPwEYWGl+TNJ/dRJ43vbKMtIBg6KFk7XXcycBfKIEoCJ4e2JOGDimSzR/zUSIR/Rj3cU6KDlCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:33:30.329793Z"},"content_sha256":"d3606ff6c9e220b9e55054cfa6af45954403ebdbb8490d79bc50451a227c0139","schema_version":"1.0","event_id":"sha256:d3606ff6c9e220b9e55054cfa6af45954403ebdbb8490d79bc50451a227c0139"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BEWL46TUZFEZK5FQB5EXDQFMAP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NExT: Teaching Large Language Models to Reason about Code Execution","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.PL","cs.SE"],"primary_cat":"cs.LG","authors_text":"Ansong Ni, Arman Cohan, Charles Sutton, Kensen Shi, Miltiadis Allamanis, Pengcheng Yin, Yinlin Deng","submitted_at":"2024-04-23T01:46:32Z","abstract_excerpt":"A fundamental skill among human developers is the ability to understand and reason about program execution. As an example, a programmer can mentally simulate code execution in natural language to debug and repair code (aka. rubber duck debugging). However, large language models (LLMs) of code are typically trained on the surface textual form of programs, thus may lack a semantic understanding of how programs execute at run-time. To address this issue, we propose NExT, a method to teach LLMs to inspect the execution traces of programs (variable states of executed lines) and reason about their r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.14662","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.14662/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:11:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ng1R4ieva1cuHOybVr7pkd53rN3VytUgGfcp1fiOCQRKa9A6uXq1hcxQ4+kqnRTbPJGOXhm3GYhuQXok7sCwBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:33:30.330290Z"},"content_sha256":"c8ec7bc79ff0ba3af09b1f213c0de76d4b55a5bbbac91c376d9622c369e79042","schema_version":"1.0","event_id":"sha256:c8ec7bc79ff0ba3af09b1f213c0de76d4b55a5bbbac91c376d9622c369e79042"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BEWL46TUZFEZK5FQB5EXDQFMAP/bundle.json","state_url":"https://pith.science/pith/BEWL46TUZFEZK5FQB5EXDQFMAP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BEWL46TUZFEZK5FQB5EXDQFMAP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T10:33:30Z","links":{"resolver":"https://pith.science/pith/BEWL46TUZFEZK5FQB5EXDQFMAP","bundle":"https://pith.science/pith/BEWL46TUZFEZK5FQB5EXDQFMAP/bundle.json","state":"https://pith.science/pith/BEWL46TUZFEZK5FQB5EXDQFMAP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BEWL46TUZFEZK5FQB5EXDQFMAP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BEWL46TUZFEZK5FQB5EXDQFMAP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"85f28dcb0c6e41a1065217f57bd2fdc4a5555b1ba6a7a28e0b5a5ae27ffa8f5b","cross_cats_sorted":["cs.CL","cs.PL","cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-23T01:46:32Z","title_canon_sha256":"df33ff89f58c7eb33230f365b1c7b0ed47a3f524194a8758f8375af640caef81"},"schema_version":"1.0","source":{"id":"2404.14662","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.14662","created_at":"2026-07-05T08:11:08Z"},{"alias_kind":"arxiv_version","alias_value":"2404.14662v1","created_at":"2026-07-05T08:11:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.14662","created_at":"2026-07-05T08:11:08Z"},{"alias_kind":"pith_short_12","alias_value":"BEWL46TUZFEZ","created_at":"2026-07-05T08:11:08Z"},{"alias_kind":"pith_short_16","alias_value":"BEWL46TUZFEZK5FQ","created_at":"2026-07-05T08:11:08Z"},{"alias_kind":"pith_short_8","alias_value":"BEWL46TU","created_at":"2026-07-05T08:11:08Z"}],"graph_snapshots":[{"event_id":"sha256:c8ec7bc79ff0ba3af09b1f213c0de76d4b55a5bbbac91c376d9622c369e79042","target":"graph","created_at":"2026-07-05T08:11:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.14662/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A fundamental skill among human developers is the ability to understand and reason about program execution. As an example, a programmer can mentally simulate code execution in natural language to debug and repair code (aka. rubber duck debugging). However, large language models (LLMs) of code are typically trained on the surface textual form of programs, thus may lack a semantic understanding of how programs execute at run-time. To address this issue, we propose NExT, a method to teach LLMs to inspect the execution traces of programs (variable states of executed lines) and reason about their r","authors_text":"Ansong Ni, Arman Cohan, Charles Sutton, Kensen Shi, Miltiadis Allamanis, Pengcheng Yin, Yinlin Deng","cross_cats":["cs.CL","cs.PL","cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-23T01:46:32Z","title":"NExT: Teaching Large Language Models to Reason about Code Execution"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.14662","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d3606ff6c9e220b9e55054cfa6af45954403ebdbb8490d79bc50451a227c0139","target":"record","created_at":"2026-07-05T08:11:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"85f28dcb0c6e41a1065217f57bd2fdc4a5555b1ba6a7a28e0b5a5ae27ffa8f5b","cross_cats_sorted":["cs.CL","cs.PL","cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-23T01:46:32Z","title_canon_sha256":"df33ff89f58c7eb33230f365b1c7b0ed47a3f524194a8758f8375af640caef81"},"schema_version":"1.0","source":{"id":"2404.14662","kind":"arxiv","version":1}},"canonical_sha256":"092cbe7a74c9499574b00f4971c0ac03cc029c594e4a678dc333f91eb7815eb9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"092cbe7a74c9499574b00f4971c0ac03cc029c594e4a678dc333f91eb7815eb9","first_computed_at":"2026-07-05T08:11:08.291107Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:11:08.291107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eVm50GqW3twgYnHsS8kp3nB6glHj9lPTjlceyLhAVP4zdeIeBvs353odFOT9ol27cSTfzs1CLjcb08zjzibkAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:11:08.291523Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.14662","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d3606ff6c9e220b9e55054cfa6af45954403ebdbb8490d79bc50451a227c0139","sha256:c8ec7bc79ff0ba3af09b1f213c0de76d4b55a5bbbac91c376d9622c369e79042"],"state_sha256":"10dcd1f196281caa8b2d4629f29d901693fff1ac79dfb1369ac1835243c45378"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3xK423XfypRYXy0b3Cktce3bCpFEWkv4BDFzAeHGD70/wZRWu9enWHi0e+AeB7BcmspfUjg+Y6o/witgzx0BCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T10:33:30.334177Z","bundle_sha256":"23de7ed233b403f9dc0fc3c16fc83b3a08c5e822e9e25ad58202fc6add1c3738"}}