{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:I7GWZAFDJV74E2H4KL6ER4U345","short_pith_number":"pith:I7GWZAFD","canonical_record":{"source":{"id":"2310.15123","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T17:29:48Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"425e0acbbb3330fc76ef84f37540d46ac974912e27fc8146623b20faef231e1d","abstract_canon_sha256":"d9e437f448458f65723bf7b4d7a260ed71d46a14d125de5f6ca99cf6221eee81"},"schema_version":"1.0"},"canonical_sha256":"47cd6c80a34d7fc268fc52fc48f29be74bccba86a69e4b558b12bef956433edb","source":{"kind":"arxiv","id":"2310.15123","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.15123","created_at":"2026-07-05T08:28:34Z"},{"alias_kind":"arxiv_version","alias_value":"2310.15123v2","created_at":"2026-07-05T08:28:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.15123","created_at":"2026-07-05T08:28:34Z"},{"alias_kind":"pith_short_12","alias_value":"I7GWZAFDJV74","created_at":"2026-07-05T08:28:34Z"},{"alias_kind":"pith_short_16","alias_value":"I7GWZAFDJV74E2H4","created_at":"2026-07-05T08:28:34Z"},{"alias_kind":"pith_short_8","alias_value":"I7GWZAFD","created_at":"2026-07-05T08:28:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:I7GWZAFDJV74E2H4KL6ER4U345","target":"record","payload":{"canonical_record":{"source":{"id":"2310.15123","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T17:29:48Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"425e0acbbb3330fc76ef84f37540d46ac974912e27fc8146623b20faef231e1d","abstract_canon_sha256":"d9e437f448458f65723bf7b4d7a260ed71d46a14d125de5f6ca99cf6221eee81"},"schema_version":"1.0"},"canonical_sha256":"47cd6c80a34d7fc268fc52fc48f29be74bccba86a69e4b558b12bef956433edb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:34.547066Z","signature_b64":"Z9coR8sFB+GgsTZ+xA0oAMVmXhDddTNqiIH+/T+WOVZCq4Pm9FKGdJgVkPY20MO42bnO1TZmmzPBbL89dprBCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"47cd6c80a34d7fc268fc52fc48f29be74bccba86a69e4b558b12bef956433edb","last_reissued_at":"2026-07-05T08:28:34.546625Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:34.546625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.15123","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EROLk6Y9QaCWn/PvbNRLcKu31RorKqhRk2W82/skFuS1FBANf49CRKHHFmWdOVASUk0VUZFSR1OCTRG0o9EpCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:20:24.710486Z"},"content_sha256":"cd50248cd7b4e0370be872677d0ae10e93426415cdab32f416c4d95deee3389a","schema_version":"1.0","event_id":"sha256:cd50248cd7b4e0370be872677d0ae10e93426415cdab32f416c4d95deee3389a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:I7GWZAFDJV74E2H4KL6ER4U345","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Branch-Solve-Merge Improves Large Language Model Evaluation and Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Asli Celikyilmaz, Jason Weston, Mohit Bansal, Omer Levy, Swarnadeep Saha, Xian Li","submitted_at":"2023-10-23T17:29:48Z","abstract_excerpt":"Large Language Models (LLMs) are frequently used for multi-faceted language generation and evaluation tasks that involve satisfying intricate user constraints or taking into account multiple aspects and criteria. However, their performance can fall short, due to the model's lack of coherence and inability to plan and decompose the problem. We propose Branch-Solve-Merge (BSM), a Large Language Model program (Schlag et al., 2023) for tackling such challenging natural language tasks. It consists of branch, solve, and merge modules that are parameterized with specific prompts to the base LLM. Thes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.15123","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.15123/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uL9oPB+vwer+yjUfzFFxAAWW/mYQSZlKAfG91GFyzvS5aInmS0PToTwNe8PgniEGLC5L+Fg0jrsa6UjGMzSPCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:20:24.711080Z"},"content_sha256":"8423a2dbf213399e8fb2c409702b7adef1aa738f5129b11ae0ead0f9cdb2f041","schema_version":"1.0","event_id":"sha256:8423a2dbf213399e8fb2c409702b7adef1aa738f5129b11ae0ead0f9cdb2f041"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I7GWZAFDJV74E2H4KL6ER4U345/bundle.json","state_url":"https://pith.science/pith/I7GWZAFDJV74E2H4KL6ER4U345/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I7GWZAFDJV74E2H4KL6ER4U345/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T20:20:24Z","links":{"resolver":"https://pith.science/pith/I7GWZAFDJV74E2H4KL6ER4U345","bundle":"https://pith.science/pith/I7GWZAFDJV74E2H4KL6ER4U345/bundle.json","state":"https://pith.science/pith/I7GWZAFDJV74E2H4KL6ER4U345/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I7GWZAFDJV74E2H4KL6ER4U345/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:I7GWZAFDJV74E2H4KL6ER4U345","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d9e437f448458f65723bf7b4d7a260ed71d46a14d125de5f6ca99cf6221eee81","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T17:29:48Z","title_canon_sha256":"425e0acbbb3330fc76ef84f37540d46ac974912e27fc8146623b20faef231e1d"},"schema_version":"1.0","source":{"id":"2310.15123","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.15123","created_at":"2026-07-05T08:28:34Z"},{"alias_kind":"arxiv_version","alias_value":"2310.15123v2","created_at":"2026-07-05T08:28:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.15123","created_at":"2026-07-05T08:28:34Z"},{"alias_kind":"pith_short_12","alias_value":"I7GWZAFDJV74","created_at":"2026-07-05T08:28:34Z"},{"alias_kind":"pith_short_16","alias_value":"I7GWZAFDJV74E2H4","created_at":"2026-07-05T08:28:34Z"},{"alias_kind":"pith_short_8","alias_value":"I7GWZAFD","created_at":"2026-07-05T08:28:34Z"}],"graph_snapshots":[{"event_id":"sha256:8423a2dbf213399e8fb2c409702b7adef1aa738f5129b11ae0ead0f9cdb2f041","target":"graph","created_at":"2026-07-05T08:28:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.15123/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are frequently used for multi-faceted language generation and evaluation tasks that involve satisfying intricate user constraints or taking into account multiple aspects and criteria. However, their performance can fall short, due to the model's lack of coherence and inability to plan and decompose the problem. We propose Branch-Solve-Merge (BSM), a Large Language Model program (Schlag et al., 2023) for tackling such challenging natural language tasks. It consists of branch, solve, and merge modules that are parameterized with specific prompts to the base LLM. Thes","authors_text":"Asli Celikyilmaz, Jason Weston, Mohit Bansal, Omer Levy, Swarnadeep Saha, Xian Li","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T17:29:48Z","title":"Branch-Solve-Merge Improves Large Language Model Evaluation and Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.15123","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cd50248cd7b4e0370be872677d0ae10e93426415cdab32f416c4d95deee3389a","target":"record","created_at":"2026-07-05T08:28:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d9e437f448458f65723bf7b4d7a260ed71d46a14d125de5f6ca99cf6221eee81","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T17:29:48Z","title_canon_sha256":"425e0acbbb3330fc76ef84f37540d46ac974912e27fc8146623b20faef231e1d"},"schema_version":"1.0","source":{"id":"2310.15123","kind":"arxiv","version":2}},"canonical_sha256":"47cd6c80a34d7fc268fc52fc48f29be74bccba86a69e4b558b12bef956433edb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"47cd6c80a34d7fc268fc52fc48f29be74bccba86a69e4b558b12bef956433edb","first_computed_at":"2026-07-05T08:28:34.546625Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:34.546625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Z9coR8sFB+GgsTZ+xA0oAMVmXhDddTNqiIH+/T+WOVZCq4Pm9FKGdJgVkPY20MO42bnO1TZmmzPBbL89dprBCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:34.547066Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.15123","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cd50248cd7b4e0370be872677d0ae10e93426415cdab32f416c4d95deee3389a","sha256:8423a2dbf213399e8fb2c409702b7adef1aa738f5129b11ae0ead0f9cdb2f041"],"state_sha256":"179ac01acc26df1e4a8c6b15f301879758707ebf834d5b69364f3b41c5b71284"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9euu0L7pQwt6i/QLcuWSqMgvNrKN+kwzAqJyVJ0ub6m5YNyykyHFTpN1dmAmMEavL3aSlLSv0eNgftZSXYmXAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T20:20:24.717377Z","bundle_sha256":"ec928d27818d7d2afc7713ef32610a0bf2463aa19ab6700f5355ed4b98944673"}}