{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3WVIZI3ZDSWN2JHG4EDTGSC7GL","short_pith_number":"pith:3WVIZI3Z","canonical_record":{"source":{"id":"2403.02419","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-04T19:12:48Z","cross_cats_sorted":["cs.AI","cs.CL","cs.SY","eess.SY"],"title_canon_sha256":"c3d21d021564ce52d87bce4cc39bdb5ddb6a181ca94530e0772cf0a0b690f91c","abstract_canon_sha256":"36d58911efc451b91f45947f507a10d65f9e099c664baa4895b1afde2baa66e9"},"schema_version":"1.0"},"canonical_sha256":"ddaa8ca3791cacdd24e6e10733485f32fe373d283183b618e82fe671b41c0c56","source":{"kind":"arxiv","id":"2403.02419","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.02419","created_at":"2026-07-05T08:27:25Z"},{"alias_kind":"arxiv_version","alias_value":"2403.02419v2","created_at":"2026-07-05T08:27:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.02419","created_at":"2026-07-05T08:27:25Z"},{"alias_kind":"pith_short_12","alias_value":"3WVIZI3ZDSWN","created_at":"2026-07-05T08:27:25Z"},{"alias_kind":"pith_short_16","alias_value":"3WVIZI3ZDSWN2JHG","created_at":"2026-07-05T08:27:25Z"},{"alias_kind":"pith_short_8","alias_value":"3WVIZI3Z","created_at":"2026-07-05T08:27:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3WVIZI3ZDSWN2JHG4EDTGSC7GL","target":"record","payload":{"canonical_record":{"source":{"id":"2403.02419","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-04T19:12:48Z","cross_cats_sorted":["cs.AI","cs.CL","cs.SY","eess.SY"],"title_canon_sha256":"c3d21d021564ce52d87bce4cc39bdb5ddb6a181ca94530e0772cf0a0b690f91c","abstract_canon_sha256":"36d58911efc451b91f45947f507a10d65f9e099c664baa4895b1afde2baa66e9"},"schema_version":"1.0"},"canonical_sha256":"ddaa8ca3791cacdd24e6e10733485f32fe373d283183b618e82fe671b41c0c56","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:27:25.260610Z","signature_b64":"s5VXSx4FYNOFT5F4K4hT/ppWUsE3aS2+wtxCMIryeG6Nprm0TE4Oxu4g8xAV+e1cJ4h6DO2d/yszUs8afJRrAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ddaa8ca3791cacdd24e6e10733485f32fe373d283183b618e82fe671b41c0c56","last_reissued_at":"2026-07-05T08:27:25.260204Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:27:25.260204Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.02419","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lHAiyQfSlVXtBdDH1xhIjTJ1ZDP5tLBmybc7NkPR987GQPTKdwNcJj8PoahA9ZGiqiSRymfh/mWejUUWGyZ8Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T03:53:31.612553Z"},"content_sha256":"dc3c7f4c8df27ac1029c97783bae16cf01d6f697c3b7a00fa08d230b7f637f28","schema_version":"1.0","event_id":"sha256:dc3c7f4c8df27ac1029c97783bae16cf01d6f697c3b7a00fa08d230b7f637f28"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3WVIZI3ZDSWN2JHG4EDTGSC7GL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are More LLM Calls All You Need? Towards Scaling Laws of Compound Inference Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.SY","eess.SY"],"primary_cat":"cs.LG","authors_text":"Boris Hanin, Ion Stoica, James Zou, Jared Quincy Davis, Lingjiao Chen, Matei Zaharia, Peter Bailis","submitted_at":"2024-03-04T19:12:48Z","abstract_excerpt":"Many recent state-of-the-art results in language tasks were achieved using compound systems that perform multiple Language Model (LM) calls and aggregate their responses. However, there is little understanding of how the number of LM calls - e.g., when asking the LM to answer each question multiple times and taking a majority vote - affects such a compound system's performance. In this paper, we initiate the study of scaling properties of compound inference systems. We analyze, theoretically and empirically, how the number of LM calls affects the performance of Vote and Filter-Vote, two of the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.02419","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.02419/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nmXIS7tvglcZK6/jwJM11R6xvccOsf20u4yUtYFLB4ciqbCgIVlgj5LXv59adMPXDHRFKvdzGE0lVSZ12VfEBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T03:53:31.613094Z"},"content_sha256":"0c0c55b7f0c88d3f726e815723b2c458f435aa60f2b69adf8813bbf794ccf94d","schema_version":"1.0","event_id":"sha256:0c0c55b7f0c88d3f726e815723b2c458f435aa60f2b69adf8813bbf794ccf94d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3WVIZI3ZDSWN2JHG4EDTGSC7GL/bundle.json","state_url":"https://pith.science/pith/3WVIZI3ZDSWN2JHG4EDTGSC7GL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3WVIZI3ZDSWN2JHG4EDTGSC7GL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T03:53:31Z","links":{"resolver":"https://pith.science/pith/3WVIZI3ZDSWN2JHG4EDTGSC7GL","bundle":"https://pith.science/pith/3WVIZI3ZDSWN2JHG4EDTGSC7GL/bundle.json","state":"https://pith.science/pith/3WVIZI3ZDSWN2JHG4EDTGSC7GL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3WVIZI3ZDSWN2JHG4EDTGSC7GL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3WVIZI3ZDSWN2JHG4EDTGSC7GL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"36d58911efc451b91f45947f507a10d65f9e099c664baa4895b1afde2baa66e9","cross_cats_sorted":["cs.AI","cs.CL","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-04T19:12:48Z","title_canon_sha256":"c3d21d021564ce52d87bce4cc39bdb5ddb6a181ca94530e0772cf0a0b690f91c"},"schema_version":"1.0","source":{"id":"2403.02419","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.02419","created_at":"2026-07-05T08:27:25Z"},{"alias_kind":"arxiv_version","alias_value":"2403.02419v2","created_at":"2026-07-05T08:27:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.02419","created_at":"2026-07-05T08:27:25Z"},{"alias_kind":"pith_short_12","alias_value":"3WVIZI3ZDSWN","created_at":"2026-07-05T08:27:25Z"},{"alias_kind":"pith_short_16","alias_value":"3WVIZI3ZDSWN2JHG","created_at":"2026-07-05T08:27:25Z"},{"alias_kind":"pith_short_8","alias_value":"3WVIZI3Z","created_at":"2026-07-05T08:27:25Z"}],"graph_snapshots":[{"event_id":"sha256:0c0c55b7f0c88d3f726e815723b2c458f435aa60f2b69adf8813bbf794ccf94d","target":"graph","created_at":"2026-07-05T08:27:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.02419/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many recent state-of-the-art results in language tasks were achieved using compound systems that perform multiple Language Model (LM) calls and aggregate their responses. However, there is little understanding of how the number of LM calls - e.g., when asking the LM to answer each question multiple times and taking a majority vote - affects such a compound system's performance. In this paper, we initiate the study of scaling properties of compound inference systems. We analyze, theoretically and empirically, how the number of LM calls affects the performance of Vote and Filter-Vote, two of the","authors_text":"Boris Hanin, Ion Stoica, James Zou, Jared Quincy Davis, Lingjiao Chen, Matei Zaharia, Peter Bailis","cross_cats":["cs.AI","cs.CL","cs.SY","eess.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-04T19:12:48Z","title":"Are More LLM Calls All You Need? Towards Scaling Laws of Compound Inference Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.02419","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dc3c7f4c8df27ac1029c97783bae16cf01d6f697c3b7a00fa08d230b7f637f28","target":"record","created_at":"2026-07-05T08:27:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"36d58911efc451b91f45947f507a10d65f9e099c664baa4895b1afde2baa66e9","cross_cats_sorted":["cs.AI","cs.CL","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-04T19:12:48Z","title_canon_sha256":"c3d21d021564ce52d87bce4cc39bdb5ddb6a181ca94530e0772cf0a0b690f91c"},"schema_version":"1.0","source":{"id":"2403.02419","kind":"arxiv","version":2}},"canonical_sha256":"ddaa8ca3791cacdd24e6e10733485f32fe373d283183b618e82fe671b41c0c56","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ddaa8ca3791cacdd24e6e10733485f32fe373d283183b618e82fe671b41c0c56","first_computed_at":"2026-07-05T08:27:25.260204Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:27:25.260204Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"s5VXSx4FYNOFT5F4K4hT/ppWUsE3aS2+wtxCMIryeG6Nprm0TE4Oxu4g8xAV+e1cJ4h6DO2d/yszUs8afJRrAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:27:25.260610Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.02419","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dc3c7f4c8df27ac1029c97783bae16cf01d6f697c3b7a00fa08d230b7f637f28","sha256:0c0c55b7f0c88d3f726e815723b2c458f435aa60f2b69adf8813bbf794ccf94d"],"state_sha256":"d0a95dd3298385747f4144ce88716d1d70e7d9df4499d1cbba2929c371024d42"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aMvNbrgPCNIKuDaGu7xRFXRO/ykRO6Xbwp1DOLtRuMvC6g1+HnsDHa3xjsV1m3npn4nrqUkNTZsrWxvZdm8WCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T03:53:31.618303Z","bundle_sha256":"e81ccbea3101752642f76e4b54cc537c2b646841d51506e2014446a934f14faa"}}