{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:W24FZY5BPDSL2OM5GEX6OJPBQD","short_pith_number":"pith:W24FZY5B","canonical_record":{"source":{"id":"2504.05518","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-07T21:25:31Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"845a285a4e39136c5e3dcf1aa62327d159b4003b46d23cd288b0821f97c14807","abstract_canon_sha256":"ad7781cc9a3ed20f95fa3621ecc998d91be3b635232c78fe8f5fbe6645419d36"},"schema_version":"1.0"},"canonical_sha256":"b6b85ce3a178e4bd399d312fe725e180cfc2f8b8ef9b1281ad57796e55adf84c","source":{"kind":"arxiv","id":"2504.05518","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.05518","created_at":"2026-07-05T10:46:05Z"},{"alias_kind":"arxiv_version","alias_value":"2504.05518v1","created_at":"2026-07-05T10:46:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.05518","created_at":"2026-07-05T10:46:05Z"},{"alias_kind":"pith_short_12","alias_value":"W24FZY5BPDSL","created_at":"2026-07-05T10:46:05Z"},{"alias_kind":"pith_short_16","alias_value":"W24FZY5BPDSL2OM5","created_at":"2026-07-05T10:46:05Z"},{"alias_kind":"pith_short_8","alias_value":"W24FZY5B","created_at":"2026-07-05T10:46:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:W24FZY5BPDSL2OM5GEX6OJPBQD","target":"record","payload":{"canonical_record":{"source":{"id":"2504.05518","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-07T21:25:31Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"845a285a4e39136c5e3dcf1aa62327d159b4003b46d23cd288b0821f97c14807","abstract_canon_sha256":"ad7781cc9a3ed20f95fa3621ecc998d91be3b635232c78fe8f5fbe6645419d36"},"schema_version":"1.0"},"canonical_sha256":"b6b85ce3a178e4bd399d312fe725e180cfc2f8b8ef9b1281ad57796e55adf84c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:46:05.106374Z","signature_b64":"YSax7L0USZHUAg4ia/OTagglm8z6lZcvctcRT6gFEDic/1Tkn50L2qc9uS7Pr6x2/YGrVNMibrfFszve9oqEDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b6b85ce3a178e4bd399d312fe725e180cfc2f8b8ef9b1281ad57796e55adf84c","last_reissued_at":"2026-07-05T10:46:05.105895Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:46:05.105895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.05518","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:46:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KCoveMv6ftpOi1Cx/aXl5GDT/1jV8LvW0k0h2PYTe25nYXIGKs0tX4H3Z3KR7f9YFndgi5PldFtJcHrUH+uvDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:03:38.768724Z"},"content_sha256":"c4f66f9513a1e26262afdebfea8bcd3a24f7954def0e4506a7c94b972a07b081","schema_version":"1.0","event_id":"sha256:c4f66f9513a1e26262afdebfea8bcd3a24f7954def0e4506a7c94b972a07b081"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:W24FZY5BPDSL2OM5GEX6OJPBQD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating the Generalization Capabilities of Large Language Models on Code Reasoning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.SE","authors_text":"Julian Dai, Martin Rinard, Nikos Vasilakis, Rem Yang","submitted_at":"2025-04-07T21:25:31Z","abstract_excerpt":"We assess how the code reasoning abilities of large language models (LLMs) generalize to different kinds of programs. We present techniques for obtaining in- and out-of-distribution programs with different characteristics: code sampled from a domain-specific language, code automatically generated by an LLM, code collected from competitive programming contests, and mutated versions of these programs. We also present an experimental methodology for evaluating LLM generalization by comparing their performance on these programs. We perform an extensive evaluation across 10 state-of-the-art models "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.05518","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.05518/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:46:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4SKzSpaPQjLJSQqA1nxXwYcOM5f7dMph4ToBuGXeAiIDS7axMiU6Ram/tn8LgB0MRsVt+uA77Mb4z341fJiFCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:03:38.769237Z"},"content_sha256":"36484cd250786bb26fd9b2837805dabac1822685350f9ded7ec6099762299848","schema_version":"1.0","event_id":"sha256:36484cd250786bb26fd9b2837805dabac1822685350f9ded7ec6099762299848"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W24FZY5BPDSL2OM5GEX6OJPBQD/bundle.json","state_url":"https://pith.science/pith/W24FZY5BPDSL2OM5GEX6OJPBQD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W24FZY5BPDSL2OM5GEX6OJPBQD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T03:03:38Z","links":{"resolver":"https://pith.science/pith/W24FZY5BPDSL2OM5GEX6OJPBQD","bundle":"https://pith.science/pith/W24FZY5BPDSL2OM5GEX6OJPBQD/bundle.json","state":"https://pith.science/pith/W24FZY5BPDSL2OM5GEX6OJPBQD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W24FZY5BPDSL2OM5GEX6OJPBQD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:W24FZY5BPDSL2OM5GEX6OJPBQD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ad7781cc9a3ed20f95fa3621ecc998d91be3b635232c78fe8f5fbe6645419d36","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-07T21:25:31Z","title_canon_sha256":"845a285a4e39136c5e3dcf1aa62327d159b4003b46d23cd288b0821f97c14807"},"schema_version":"1.0","source":{"id":"2504.05518","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.05518","created_at":"2026-07-05T10:46:05Z"},{"alias_kind":"arxiv_version","alias_value":"2504.05518v1","created_at":"2026-07-05T10:46:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.05518","created_at":"2026-07-05T10:46:05Z"},{"alias_kind":"pith_short_12","alias_value":"W24FZY5BPDSL","created_at":"2026-07-05T10:46:05Z"},{"alias_kind":"pith_short_16","alias_value":"W24FZY5BPDSL2OM5","created_at":"2026-07-05T10:46:05Z"},{"alias_kind":"pith_short_8","alias_value":"W24FZY5B","created_at":"2026-07-05T10:46:05Z"}],"graph_snapshots":[{"event_id":"sha256:36484cd250786bb26fd9b2837805dabac1822685350f9ded7ec6099762299848","target":"graph","created_at":"2026-07-05T10:46:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.05518/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We assess how the code reasoning abilities of large language models (LLMs) generalize to different kinds of programs. We present techniques for obtaining in- and out-of-distribution programs with different characteristics: code sampled from a domain-specific language, code automatically generated by an LLM, code collected from competitive programming contests, and mutated versions of these programs. We also present an experimental methodology for evaluating LLM generalization by comparing their performance on these programs. We perform an extensive evaluation across 10 state-of-the-art models ","authors_text":"Julian Dai, Martin Rinard, Nikos Vasilakis, Rem Yang","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-07T21:25:31Z","title":"Evaluating the Generalization Capabilities of Large Language Models on Code Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.05518","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c4f66f9513a1e26262afdebfea8bcd3a24f7954def0e4506a7c94b972a07b081","target":"record","created_at":"2026-07-05T10:46:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ad7781cc9a3ed20f95fa3621ecc998d91be3b635232c78fe8f5fbe6645419d36","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-07T21:25:31Z","title_canon_sha256":"845a285a4e39136c5e3dcf1aa62327d159b4003b46d23cd288b0821f97c14807"},"schema_version":"1.0","source":{"id":"2504.05518","kind":"arxiv","version":1}},"canonical_sha256":"b6b85ce3a178e4bd399d312fe725e180cfc2f8b8ef9b1281ad57796e55adf84c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b6b85ce3a178e4bd399d312fe725e180cfc2f8b8ef9b1281ad57796e55adf84c","first_computed_at":"2026-07-05T10:46:05.105895Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:46:05.105895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YSax7L0USZHUAg4ia/OTagglm8z6lZcvctcRT6gFEDic/1Tkn50L2qc9uS7Pr6x2/YGrVNMibrfFszve9oqEDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:46:05.106374Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.05518","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c4f66f9513a1e26262afdebfea8bcd3a24f7954def0e4506a7c94b972a07b081","sha256:36484cd250786bb26fd9b2837805dabac1822685350f9ded7ec6099762299848"],"state_sha256":"603b9bf8e5c517abd9b0b62f3e1929e720fc7ea41040734b3867bd30221dcbf4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y/yI9NCcEVq7q68vBHYFXg/YN0wB5YkM54M4M2rc7mNconGsWxwI+tGmrFdw/XetGEaNgmVf3osAVJpJxiT3AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T03:03:38.774303Z","bundle_sha256":"852899e9eaf4d7c0f9bc6da7c7b08308761acd631ff36776294d389556530a35"}}