{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:URXZU7UMGJWIAPYY2MBHOA4CXA","short_pith_number":"pith:URXZU7UM","canonical_record":{"source":{"id":"2603.16011","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2026-03-16T23:40:19Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"8441450a42d14a5a9f886232fd3751c8f33be93fd62fd5c5a3f7d2d62dfa15f6","abstract_canon_sha256":"cc8c935f9e5c839725d4072a13f5b962a53af67f20765735b68eb3e0038692df"},"schema_version":"1.0"},"canonical_sha256":"a46f9a7e8c326c803f18d302770382b83590af62b766490dd06f644694d09717","source":{"kind":"arxiv","id":"2603.16011","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.16011","created_at":"2026-05-20T00:00:36Z"},{"alias_kind":"arxiv_version","alias_value":"2603.16011v2","created_at":"2026-05-20T00:00:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.16011","created_at":"2026-05-20T00:00:36Z"},{"alias_kind":"pith_short_12","alias_value":"URXZU7UMGJWI","created_at":"2026-05-20T00:00:36Z"},{"alias_kind":"pith_short_16","alias_value":"URXZU7UMGJWIAPYY","created_at":"2026-05-20T00:00:36Z"},{"alias_kind":"pith_short_8","alias_value":"URXZU7UM","created_at":"2026-05-20T00:00:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:URXZU7UMGJWIAPYY2MBHOA4CXA","target":"record","payload":{"canonical_record":{"source":{"id":"2603.16011","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2026-03-16T23:40:19Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"8441450a42d14a5a9f886232fd3751c8f33be93fd62fd5c5a3f7d2d62dfa15f6","abstract_canon_sha256":"cc8c935f9e5c839725d4072a13f5b962a53af67f20765735b68eb3e0038692df"},"schema_version":"1.0"},"canonical_sha256":"a46f9a7e8c326c803f18d302770382b83590af62b766490dd06f644694d09717","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T00:00:36.795721Z","signature_b64":"msbZ2CM9fbOnMvyHeS3AGKIk8SyzRz+qjyMxg9tadsbBp3ItFNgaTgW8jEfiVKncEMBpmQ7NJOsGMXOH7wd9DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a46f9a7e8c326c803f18d302770382b83590af62b766490dd06f644694d09717","last_reissued_at":"2026-05-20T00:00:36.795077Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T00:00:36.795077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2603.16011","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:00:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F56nwWqh/vpHPs+VgquvQaCbX+KuOZSTltIoZXSSYeiBkQJlYPUQ4S14/3UVnz6XJyH3nIwqvuHL1/+OwXHDAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T15:49:47.930680Z"},"content_sha256":"e9c72798100105fcc701e9e7facc6e801a65297b3cb941b24cf8b0fd0f31ec1e","schema_version":"1.0","event_id":"sha256:e9c72798100105fcc701e9e7facc6e801a65297b3cb941b24cf8b0fd0f31ec1e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:URXZU7UMGJWIAPYY2MBHOA4CXA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FormulaCode: Evaluating Agentic Optimization on Large Codebases","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.SE","authors_text":"Akanksha Sarkar, Atharva Sehgal, Ishaan Mantripragada, James Hou, Jennifer J. Sun, Swarat Chaudhuri, Yisong Yue","submitted_at":"2026-03-16T23:40:19Z","abstract_excerpt":"Large language model (LLM) coding agents increasingly operate at the repository level, motivating benchmarks that evaluate their ability to optimize entire codebases under realistic constraints. Existing code benchmarks largely rely on synthetic tasks, binary correctness signals, or single-objective evaluation, limiting their ability to assess holistic optimization behavior. We introduce FormulaCode, a benchmark for evaluating agentic optimization on large, real-world codebases with fine-grained, multi-objective performance metrics. FormulaCode comprises 957 performance bottlenecks mined from "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.16011","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2603.16011/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:00:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1cedL8ZSlP4Js1aL8K0NzJxA5/+0PW5cg+9vbRgNWr3c0grqZZroipmxoTNJHaqx5YWkd/x4wp82mKddvbQGAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T15:49:47.931073Z"},"content_sha256":"645262b1f882a7309980b692c4ff279482cc75a0dabe995b8c82118fbf2d83de","schema_version":"1.0","event_id":"sha256:645262b1f882a7309980b692c4ff279482cc75a0dabe995b8c82118fbf2d83de"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/URXZU7UMGJWIAPYY2MBHOA4CXA/bundle.json","state_url":"https://pith.science/pith/URXZU7UMGJWIAPYY2MBHOA4CXA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/URXZU7UMGJWIAPYY2MBHOA4CXA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T15:49:47Z","links":{"resolver":"https://pith.science/pith/URXZU7UMGJWIAPYY2MBHOA4CXA","bundle":"https://pith.science/pith/URXZU7UMGJWIAPYY2MBHOA4CXA/bundle.json","state":"https://pith.science/pith/URXZU7UMGJWIAPYY2MBHOA4CXA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/URXZU7UMGJWIAPYY2MBHOA4CXA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:URXZU7UMGJWIAPYY2MBHOA4CXA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cc8c935f9e5c839725d4072a13f5b962a53af67f20765735b68eb3e0038692df","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2026-03-16T23:40:19Z","title_canon_sha256":"8441450a42d14a5a9f886232fd3751c8f33be93fd62fd5c5a3f7d2d62dfa15f6"},"schema_version":"1.0","source":{"id":"2603.16011","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.16011","created_at":"2026-05-20T00:00:36Z"},{"alias_kind":"arxiv_version","alias_value":"2603.16011v2","created_at":"2026-05-20T00:00:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.16011","created_at":"2026-05-20T00:00:36Z"},{"alias_kind":"pith_short_12","alias_value":"URXZU7UMGJWI","created_at":"2026-05-20T00:00:36Z"},{"alias_kind":"pith_short_16","alias_value":"URXZU7UMGJWIAPYY","created_at":"2026-05-20T00:00:36Z"},{"alias_kind":"pith_short_8","alias_value":"URXZU7UM","created_at":"2026-05-20T00:00:36Z"}],"graph_snapshots":[{"event_id":"sha256:645262b1f882a7309980b692c4ff279482cc75a0dabe995b8c82118fbf2d83de","target":"graph","created_at":"2026-05-20T00:00:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2603.16011/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language model (LLM) coding agents increasingly operate at the repository level, motivating benchmarks that evaluate their ability to optimize entire codebases under realistic constraints. Existing code benchmarks largely rely on synthetic tasks, binary correctness signals, or single-objective evaluation, limiting their ability to assess holistic optimization behavior. We introduce FormulaCode, a benchmark for evaluating agentic optimization on large, real-world codebases with fine-grained, multi-objective performance metrics. FormulaCode comprises 957 performance bottlenecks mined from ","authors_text":"Akanksha Sarkar, Atharva Sehgal, Ishaan Mantripragada, James Hou, Jennifer J. Sun, Swarat Chaudhuri, Yisong Yue","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2026-03-16T23:40:19Z","title":"FormulaCode: Evaluating Agentic Optimization on Large Codebases"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.16011","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e9c72798100105fcc701e9e7facc6e801a65297b3cb941b24cf8b0fd0f31ec1e","target":"record","created_at":"2026-05-20T00:00:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cc8c935f9e5c839725d4072a13f5b962a53af67f20765735b68eb3e0038692df","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2026-03-16T23:40:19Z","title_canon_sha256":"8441450a42d14a5a9f886232fd3751c8f33be93fd62fd5c5a3f7d2d62dfa15f6"},"schema_version":"1.0","source":{"id":"2603.16011","kind":"arxiv","version":2}},"canonical_sha256":"a46f9a7e8c326c803f18d302770382b83590af62b766490dd06f644694d09717","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a46f9a7e8c326c803f18d302770382b83590af62b766490dd06f644694d09717","first_computed_at":"2026-05-20T00:00:36.795077Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T00:00:36.795077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"msbZ2CM9fbOnMvyHeS3AGKIk8SyzRz+qjyMxg9tadsbBp3ItFNgaTgW8jEfiVKncEMBpmQ7NJOsGMXOH7wd9DQ==","signature_status":"signed_v1","signed_at":"2026-05-20T00:00:36.795721Z","signed_message":"canonical_sha256_bytes"},"source_id":"2603.16011","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e9c72798100105fcc701e9e7facc6e801a65297b3cb941b24cf8b0fd0f31ec1e","sha256:645262b1f882a7309980b692c4ff279482cc75a0dabe995b8c82118fbf2d83de"],"state_sha256":"cb64905e6676a5299c407923f3cff451d183fdc0b6539b649a573d764913d8e7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CIRXtwYvPEzg7Y/KGc9EivGjupoJrZC7Dv7JMzemzKS/fRswnGZhWxJoaf6NDsv/Ov6S0DwY/1b8B/+QFziuDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T15:49:47.933867Z","bundle_sha256":"38a1c340dc2db608df6e545e51d30be9edc3fff6dbf73b329f051cb196efcb66"}}