{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:J3J5LDU24MGFETJTK2F5YSQMUU","short_pith_number":"pith:J3J5LDU2","canonical_record":{"source":{"id":"2502.20315","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-27T17:41:49Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"8a0926ee7ed1c2a49d1996b72c86ea14c5cc2af56c541aed20c2bed58405a4bb","abstract_canon_sha256":"ca33f33948b0d49940a027a05c3735cf31b91d0f98c8b1849cec02ebf5ffec74"},"schema_version":"1.0"},"canonical_sha256":"4ed3d58e9ae30c524d33568bdc4a0ca5059aec51fd27dda1172369d614c0a1d2","source":{"kind":"arxiv","id":"2502.20315","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.20315","created_at":"2026-07-05T10:21:12Z"},{"alias_kind":"arxiv_version","alias_value":"2502.20315v1","created_at":"2026-07-05T10:21:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.20315","created_at":"2026-07-05T10:21:12Z"},{"alias_kind":"pith_short_12","alias_value":"J3J5LDU24MGF","created_at":"2026-07-05T10:21:12Z"},{"alias_kind":"pith_short_16","alias_value":"J3J5LDU24MGFETJT","created_at":"2026-07-05T10:21:12Z"},{"alias_kind":"pith_short_8","alias_value":"J3J5LDU2","created_at":"2026-07-05T10:21:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:J3J5LDU24MGFETJTK2F5YSQMUU","target":"record","payload":{"canonical_record":{"source":{"id":"2502.20315","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-27T17:41:49Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"8a0926ee7ed1c2a49d1996b72c86ea14c5cc2af56c541aed20c2bed58405a4bb","abstract_canon_sha256":"ca33f33948b0d49940a027a05c3735cf31b91d0f98c8b1849cec02ebf5ffec74"},"schema_version":"1.0"},"canonical_sha256":"4ed3d58e9ae30c524d33568bdc4a0ca5059aec51fd27dda1172369d614c0a1d2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:21:12.906696Z","signature_b64":"fgxxiXgx9KPJwGUmWN7EPXiUnR4WViiOHniQywC9JRdu5ZocTqtQnmrIKnaOsugnWuu+aAlegR77D91Liq8lBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4ed3d58e9ae30c524d33568bdc4a0ca5059aec51fd27dda1172369d614c0a1d2","last_reissued_at":"2026-07-05T10:21:12.906179Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:21:12.906179Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.20315","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zxnVVfV3ikfCJCKTOZTwOvjnlzxpp2MjvmHbvLPY4pTGFZCfWbmLTZnMvyC6VgiHjdZJFAuUUgD1jNNMsidRCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T22:57:42.002249Z"},"content_sha256":"41747ba0c0b1ef55d5084d21c1e47a5d22b3bed99c8a9e1e50b30c9d26ea61b9","schema_version":"1.0","event_id":"sha256:41747ba0c0b1ef55d5084d21c1e47a5d22b3bed99c8a9e1e50b30c9d26ea61b9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:J3J5LDU24MGFETJTK2F5YSQMUU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LangProBe: a Language Programs Benchmark","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Arnav Singhvi, Dan Klein, Koushik Sen, Lakshya A Agrawal, Liheng Lai, Matei Zaharia, Michael J Ryan, Omar Khattab, Shangyin Tan","submitted_at":"2025-02-27T17:41:49Z","abstract_excerpt":"Composing language models (LMs) into multi-step language programs and automatically optimizing their modular prompts is now a mainstream paradigm for building AI systems, but the tradeoffs in this space have only scarcely been studied before. We introduce LangProBe, the first large-scale benchmark for evaluating the architectures and optimization strategies for language programs, with over 2000 combinations of tasks, architectures, optimizers, and choices of LMs. Using LangProBe, we are the first to study the impact of program architectures and optimizers (and their compositions together and w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.20315","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.20315/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pHG7OvcPmPJuAGKQsGGqO5G0Dayc3HqjiiEaFDnaFT10DYwefT9ZGNoj6hb8xy8mobXiRUoOCuA6oQZKgWOvAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T22:57:42.002747Z"},"content_sha256":"2eba380729e1ac5d52c3e1196ff4a860f1bdb58caa395e487a5fc385defaa925","schema_version":"1.0","event_id":"sha256:2eba380729e1ac5d52c3e1196ff4a860f1bdb58caa395e487a5fc385defaa925"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J3J5LDU24MGFETJTK2F5YSQMUU/bundle.json","state_url":"https://pith.science/pith/J3J5LDU24MGFETJTK2F5YSQMUU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J3J5LDU24MGFETJTK2F5YSQMUU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T22:57:42Z","links":{"resolver":"https://pith.science/pith/J3J5LDU24MGFETJTK2F5YSQMUU","bundle":"https://pith.science/pith/J3J5LDU24MGFETJTK2F5YSQMUU/bundle.json","state":"https://pith.science/pith/J3J5LDU24MGFETJTK2F5YSQMUU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J3J5LDU24MGFETJTK2F5YSQMUU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:J3J5LDU24MGFETJTK2F5YSQMUU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ca33f33948b0d49940a027a05c3735cf31b91d0f98c8b1849cec02ebf5ffec74","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-27T17:41:49Z","title_canon_sha256":"8a0926ee7ed1c2a49d1996b72c86ea14c5cc2af56c541aed20c2bed58405a4bb"},"schema_version":"1.0","source":{"id":"2502.20315","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.20315","created_at":"2026-07-05T10:21:12Z"},{"alias_kind":"arxiv_version","alias_value":"2502.20315v1","created_at":"2026-07-05T10:21:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.20315","created_at":"2026-07-05T10:21:12Z"},{"alias_kind":"pith_short_12","alias_value":"J3J5LDU24MGF","created_at":"2026-07-05T10:21:12Z"},{"alias_kind":"pith_short_16","alias_value":"J3J5LDU24MGFETJT","created_at":"2026-07-05T10:21:12Z"},{"alias_kind":"pith_short_8","alias_value":"J3J5LDU2","created_at":"2026-07-05T10:21:12Z"}],"graph_snapshots":[{"event_id":"sha256:2eba380729e1ac5d52c3e1196ff4a860f1bdb58caa395e487a5fc385defaa925","target":"graph","created_at":"2026-07-05T10:21:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.20315/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Composing language models (LMs) into multi-step language programs and automatically optimizing their modular prompts is now a mainstream paradigm for building AI systems, but the tradeoffs in this space have only scarcely been studied before. We introduce LangProBe, the first large-scale benchmark for evaluating the architectures and optimization strategies for language programs, with over 2000 combinations of tasks, architectures, optimizers, and choices of LMs. Using LangProBe, we are the first to study the impact of program architectures and optimizers (and their compositions together and w","authors_text":"Arnav Singhvi, Dan Klein, Koushik Sen, Lakshya A Agrawal, Liheng Lai, Matei Zaharia, Michael J Ryan, Omar Khattab, Shangyin Tan","cross_cats":["cs.AI","cs.IR","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-27T17:41:49Z","title":"LangProBe: a Language Programs Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.20315","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:41747ba0c0b1ef55d5084d21c1e47a5d22b3bed99c8a9e1e50b30c9d26ea61b9","target":"record","created_at":"2026-07-05T10:21:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ca33f33948b0d49940a027a05c3735cf31b91d0f98c8b1849cec02ebf5ffec74","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-27T17:41:49Z","title_canon_sha256":"8a0926ee7ed1c2a49d1996b72c86ea14c5cc2af56c541aed20c2bed58405a4bb"},"schema_version":"1.0","source":{"id":"2502.20315","kind":"arxiv","version":1}},"canonical_sha256":"4ed3d58e9ae30c524d33568bdc4a0ca5059aec51fd27dda1172369d614c0a1d2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4ed3d58e9ae30c524d33568bdc4a0ca5059aec51fd27dda1172369d614c0a1d2","first_computed_at":"2026-07-05T10:21:12.906179Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:21:12.906179Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fgxxiXgx9KPJwGUmWN7EPXiUnR4WViiOHniQywC9JRdu5ZocTqtQnmrIKnaOsugnWuu+aAlegR77D91Liq8lBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:21:12.906696Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.20315","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:41747ba0c0b1ef55d5084d21c1e47a5d22b3bed99c8a9e1e50b30c9d26ea61b9","sha256:2eba380729e1ac5d52c3e1196ff4a860f1bdb58caa395e487a5fc385defaa925"],"state_sha256":"cea5fcc0a849c5b11733834f510c7c76ee90e1e5ddeea00b252e7ff1d7dc9d63"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qdmw1LnX2RNGJ7LfTquzAjf8MKqDyZC7lzQUvUqcfPiIrFk8IKB6GGWtcJWXS7gqu7MUqLBdV8nxqnEkQmRRCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T22:57:42.006988Z","bundle_sha256":"f2cc30cadbb3df0f0dcfcf3ad714643179d9f3a98cd8b9efe6489beede345111"}}