{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:5LKNQQHX656RS2VVLPUAYPTJM4","short_pith_number":"pith:5LKNQQHX","canonical_record":{"source":{"id":"2503.23145","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PL","submitted_at":"2025-03-29T16:50:39Z","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"title_canon_sha256":"d64c637e507ecec60e28f76e4ba0e796eac5d2dda907266442ebd5c3d2dc16ac","abstract_canon_sha256":"b06512758fd25cef87ceae8b7a43adb44c980c82964446ae4eaadf29b00d269d"},"schema_version":"1.0"},"canonical_sha256":"ead4d840f7f77d196ab55be80c3e696738c9c6788307646fa34085c2cd0e338b","source":{"kind":"arxiv","id":"2503.23145","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.23145","created_at":"2026-07-05T11:50:34Z"},{"alias_kind":"arxiv_version","alias_value":"2503.23145v2","created_at":"2026-07-05T11:50:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.23145","created_at":"2026-07-05T11:50:34Z"},{"alias_kind":"pith_short_12","alias_value":"5LKNQQHX656R","created_at":"2026-07-05T11:50:34Z"},{"alias_kind":"pith_short_16","alias_value":"5LKNQQHX656RS2VV","created_at":"2026-07-05T11:50:34Z"},{"alias_kind":"pith_short_8","alias_value":"5LKNQQHX","created_at":"2026-07-05T11:50:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:5LKNQQHX656RS2VVLPUAYPTJM4","target":"record","payload":{"canonical_record":{"source":{"id":"2503.23145","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PL","submitted_at":"2025-03-29T16:50:39Z","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"title_canon_sha256":"d64c637e507ecec60e28f76e4ba0e796eac5d2dda907266442ebd5c3d2dc16ac","abstract_canon_sha256":"b06512758fd25cef87ceae8b7a43adb44c980c82964446ae4eaadf29b00d269d"},"schema_version":"1.0"},"canonical_sha256":"ead4d840f7f77d196ab55be80c3e696738c9c6788307646fa34085c2cd0e338b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:50:34.187471Z","signature_b64":"9VYR0HxaQq1vG8XjmJSNa1Zs1WrdC/w80xptCXMjYL/0FguqmEYFBZXmYrMN+jtHiIkAdFYEd15tYdnrFdIXBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ead4d840f7f77d196ab55be80c3e696738c9c6788307646fa34085c2cd0e338b","last_reissued_at":"2026-07-05T11:50:34.187066Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:50:34.187066Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.23145","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:50:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HXQdWMe+7SQdPdpRp2tsstqPdR5+IY5SQMgHGan37lrkETPZulXQg72MfcussNuaQ8hAaCMvBc213fsmaNCBAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T18:55:11.772153Z"},"content_sha256":"327bc5fd6744b7fba075ddf15edda3638a52ed8f212d9c904fab912b5c79196b","schema_version":"1.0","event_id":"sha256:327bc5fd6744b7fba075ddf15edda3638a52ed8f212d9c904fab912b5c79196b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:5LKNQQHX656RS2VVLPUAYPTJM4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CodeARC: Benchmarking Reasoning Capabilities of LLM Agents for Inductive Program Synthesis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.LG"],"primary_cat":"cs.PL","authors_text":"Alex Aiken, Anjiang Wei, Jiannan Cao, Kai Yan, Ke Wang, Naveen Kannan, Tarun Suresh, Thiago S. F. X. Teixeira, Yuheng Wu","submitted_at":"2025-03-29T16:50:39Z","abstract_excerpt":"Inductive program synthesis, or programming by example, requires synthesizing functions from input-output examples that generalize to unseen inputs. While large language model agents have shown promise in programming tasks guided by natural language, their ability to perform inductive program synthesis is underexplored. Existing evaluation protocols rely on static sets of examples and held-out tests, offering no feedback when synthesized functions are incorrect and failing to reflect real-world scenarios such as reverse engineering. We propose CodeARC, the Code Abstraction and Reasoning Challe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.23145","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.23145/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:50:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JPI/wn8oQmaN87QIM+xDV4eV9eihSeKgFz72LGRpGPklND0cRsw9Zk/ckZ4xcg/dw+6qcmOrr5RMeEvwNouuCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T18:55:11.772681Z"},"content_sha256":"f18fb8e9a7a25778981cba7cd46ecdf8d056724f3216dc6f0e9224fbc3891d17","schema_version":"1.0","event_id":"sha256:f18fb8e9a7a25778981cba7cd46ecdf8d056724f3216dc6f0e9224fbc3891d17"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5LKNQQHX656RS2VVLPUAYPTJM4/bundle.json","state_url":"https://pith.science/pith/5LKNQQHX656RS2VVLPUAYPTJM4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5LKNQQHX656RS2VVLPUAYPTJM4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T18:55:11Z","links":{"resolver":"https://pith.science/pith/5LKNQQHX656RS2VVLPUAYPTJM4","bundle":"https://pith.science/pith/5LKNQQHX656RS2VVLPUAYPTJM4/bundle.json","state":"https://pith.science/pith/5LKNQQHX656RS2VVLPUAYPTJM4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5LKNQQHX656RS2VVLPUAYPTJM4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:5LKNQQHX656RS2VVLPUAYPTJM4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b06512758fd25cef87ceae8b7a43adb44c980c82964446ae4eaadf29b00d269d","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PL","submitted_at":"2025-03-29T16:50:39Z","title_canon_sha256":"d64c637e507ecec60e28f76e4ba0e796eac5d2dda907266442ebd5c3d2dc16ac"},"schema_version":"1.0","source":{"id":"2503.23145","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.23145","created_at":"2026-07-05T11:50:34Z"},{"alias_kind":"arxiv_version","alias_value":"2503.23145v2","created_at":"2026-07-05T11:50:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.23145","created_at":"2026-07-05T11:50:34Z"},{"alias_kind":"pith_short_12","alias_value":"5LKNQQHX656R","created_at":"2026-07-05T11:50:34Z"},{"alias_kind":"pith_short_16","alias_value":"5LKNQQHX656RS2VV","created_at":"2026-07-05T11:50:34Z"},{"alias_kind":"pith_short_8","alias_value":"5LKNQQHX","created_at":"2026-07-05T11:50:34Z"}],"graph_snapshots":[{"event_id":"sha256:f18fb8e9a7a25778981cba7cd46ecdf8d056724f3216dc6f0e9224fbc3891d17","target":"graph","created_at":"2026-07-05T11:50:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.23145/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Inductive program synthesis, or programming by example, requires synthesizing functions from input-output examples that generalize to unseen inputs. While large language model agents have shown promise in programming tasks guided by natural language, their ability to perform inductive program synthesis is underexplored. Existing evaluation protocols rely on static sets of examples and held-out tests, offering no feedback when synthesized functions are incorrect and failing to reflect real-world scenarios such as reverse engineering. We propose CodeARC, the Code Abstraction and Reasoning Challe","authors_text":"Alex Aiken, Anjiang Wei, Jiannan Cao, Kai Yan, Ke Wang, Naveen Kannan, Tarun Suresh, Thiago S. F. X. Teixeira, Yuheng Wu","cross_cats":["cs.AI","cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PL","submitted_at":"2025-03-29T16:50:39Z","title":"CodeARC: Benchmarking Reasoning Capabilities of LLM Agents for Inductive Program Synthesis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.23145","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:327bc5fd6744b7fba075ddf15edda3638a52ed8f212d9c904fab912b5c79196b","target":"record","created_at":"2026-07-05T11:50:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b06512758fd25cef87ceae8b7a43adb44c980c82964446ae4eaadf29b00d269d","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PL","submitted_at":"2025-03-29T16:50:39Z","title_canon_sha256":"d64c637e507ecec60e28f76e4ba0e796eac5d2dda907266442ebd5c3d2dc16ac"},"schema_version":"1.0","source":{"id":"2503.23145","kind":"arxiv","version":2}},"canonical_sha256":"ead4d840f7f77d196ab55be80c3e696738c9c6788307646fa34085c2cd0e338b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ead4d840f7f77d196ab55be80c3e696738c9c6788307646fa34085c2cd0e338b","first_computed_at":"2026-07-05T11:50:34.187066Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:50:34.187066Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9VYR0HxaQq1vG8XjmJSNa1Zs1WrdC/w80xptCXMjYL/0FguqmEYFBZXmYrMN+jtHiIkAdFYEd15tYdnrFdIXBw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:50:34.187471Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.23145","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:327bc5fd6744b7fba075ddf15edda3638a52ed8f212d9c904fab912b5c79196b","sha256:f18fb8e9a7a25778981cba7cd46ecdf8d056724f3216dc6f0e9224fbc3891d17"],"state_sha256":"caaf27aa8ba3e8122e5bcda5666534cd69e6a92c2727efb9b39842da48e2ecea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T0Ab/Ry2uYRSdNEOTdtStn7vusoV+VPHVqfvJbmkCH3evBznu+pGKvi97sh32hD0owtgIzZGgeDLAEyqJdrzBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T18:55:11.778132Z","bundle_sha256":"9fbd523d7dc6da3d3d133792506b65091ef19ebed06490c2c4a5d0b736547375"}}