{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:B2RBQZSDCFBPUQV5S5XF4NYYIZ","short_pith_number":"pith:B2RBQZSD","canonical_record":{"source":{"id":"2310.12963","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T17:57:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c40aa915b32deab7f9d394fc461ade1fb403c3f34512fce459d325945b87c829","abstract_canon_sha256":"e019c9fe4e5ab20125dbabfb74bcd80a9033a03ac59c7e4c7f1935ed51ef3e42"},"schema_version":"1.0"},"canonical_sha256":"0ea21866431142fa42bd976e5e3718466e3578c14027f3804b7a7753ce57bdc2","source":{"kind":"arxiv","id":"2310.12963","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.12963","created_at":"2026-07-05T10:02:41Z"},{"alias_kind":"arxiv_version","alias_value":"2310.12963v5","created_at":"2026-07-05T10:02:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.12963","created_at":"2026-07-05T10:02:41Z"},{"alias_kind":"pith_short_12","alias_value":"B2RBQZSDCFBP","created_at":"2026-07-05T10:02:41Z"},{"alias_kind":"pith_short_16","alias_value":"B2RBQZSDCFBPUQV5","created_at":"2026-07-05T10:02:41Z"},{"alias_kind":"pith_short_8","alias_value":"B2RBQZSD","created_at":"2026-07-05T10:02:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:B2RBQZSDCFBPUQV5S5XF4NYYIZ","target":"record","payload":{"canonical_record":{"source":{"id":"2310.12963","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T17:57:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c40aa915b32deab7f9d394fc461ade1fb403c3f34512fce459d325945b87c829","abstract_canon_sha256":"e019c9fe4e5ab20125dbabfb74bcd80a9033a03ac59c7e4c7f1935ed51ef3e42"},"schema_version":"1.0"},"canonical_sha256":"0ea21866431142fa42bd976e5e3718466e3578c14027f3804b7a7753ce57bdc2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:02:41.795163Z","signature_b64":"rqMM3A7mzHLDzTaH/PowFWrvRQqRfPvnuaAVdz3SrMukf0arsegX7DKn6/3dVmELHzpM4aJvdxRyGukQRrZpCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0ea21866431142fa42bd976e5e3718466e3578c14027f3804b7a7753ce57bdc2","last_reissued_at":"2026-07-05T10:02:41.794715Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:02:41.794715Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.12963","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Obxm0gAgtLY/HL21Zbr1xfndekjeQqm48pugPBZ+Ifk/QGKgPtGUZhzG/544LR/2qnH5J92WKdjIhJB68XKyAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:36:26.901669Z"},"content_sha256":"04b03848f653e22421c0909821bb108e48d0577aa342dead8824f31bf4795b64","schema_version":"1.0","event_id":"sha256:04b03848f653e22421c0909821bb108e48d0577aa342dead8824f31bf4795b64"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:B2RBQZSDCFBPUQV5S5XF4NYYIZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AutoMix: Automatically Mixing Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Aditya Gupta, Aman Madaan, Ankit Anand, Dheeraj Rajagopal, Karthik Kappaganthu, Manaal Faruqui, Mausam, Pei Zhou, Pranjal Aggarwal, Shyam Upadhyay, Srividya Pranavi Potharaju, Swaroop Mishra, Yiming Yang","submitted_at":"2023-10-19T17:57:39Z","abstract_excerpt":"Large language models (LLMs) are now available from cloud API providers in various sizes and configurations. While this diversity offers a broad spectrum of choices, effectively leveraging the options to optimize computational cost and performance remains challenging. In this work, we present Automix, an approach that strategically routes queries to larger LMs, based on the approximate correctness of outputs from a smaller LM. Central to Automix are two key technical contributions. First, it has a few-shot self-verification mechanism, which estimates the reliability of its own outputs without "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.12963","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.12963/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IPqxSFSppnq5Ws4x2NTwjLTmjevVJqGqCShUOCSOh/AUoz2gy1mKVSja4iVdbhbhv6mhH0rE8Gu5tVni5Zj5Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:36:26.902188Z"},"content_sha256":"8b685bba01c9e76d46a766bd98c9ef9093a21ce7618087da76c7ba0bdcd92c4b","schema_version":"1.0","event_id":"sha256:8b685bba01c9e76d46a766bd98c9ef9093a21ce7618087da76c7ba0bdcd92c4b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B2RBQZSDCFBPUQV5S5XF4NYYIZ/bundle.json","state_url":"https://pith.science/pith/B2RBQZSDCFBPUQV5S5XF4NYYIZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B2RBQZSDCFBPUQV5S5XF4NYYIZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T16:36:26Z","links":{"resolver":"https://pith.science/pith/B2RBQZSDCFBPUQV5S5XF4NYYIZ","bundle":"https://pith.science/pith/B2RBQZSDCFBPUQV5S5XF4NYYIZ/bundle.json","state":"https://pith.science/pith/B2RBQZSDCFBPUQV5S5XF4NYYIZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B2RBQZSDCFBPUQV5S5XF4NYYIZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:B2RBQZSDCFBPUQV5S5XF4NYYIZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e019c9fe4e5ab20125dbabfb74bcd80a9033a03ac59c7e4c7f1935ed51ef3e42","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T17:57:39Z","title_canon_sha256":"c40aa915b32deab7f9d394fc461ade1fb403c3f34512fce459d325945b87c829"},"schema_version":"1.0","source":{"id":"2310.12963","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.12963","created_at":"2026-07-05T10:02:41Z"},{"alias_kind":"arxiv_version","alias_value":"2310.12963v5","created_at":"2026-07-05T10:02:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.12963","created_at":"2026-07-05T10:02:41Z"},{"alias_kind":"pith_short_12","alias_value":"B2RBQZSDCFBP","created_at":"2026-07-05T10:02:41Z"},{"alias_kind":"pith_short_16","alias_value":"B2RBQZSDCFBPUQV5","created_at":"2026-07-05T10:02:41Z"},{"alias_kind":"pith_short_8","alias_value":"B2RBQZSD","created_at":"2026-07-05T10:02:41Z"}],"graph_snapshots":[{"event_id":"sha256:8b685bba01c9e76d46a766bd98c9ef9093a21ce7618087da76c7ba0bdcd92c4b","target":"graph","created_at":"2026-07-05T10:02:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.12963/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are now available from cloud API providers in various sizes and configurations. While this diversity offers a broad spectrum of choices, effectively leveraging the options to optimize computational cost and performance remains challenging. In this work, we present Automix, an approach that strategically routes queries to larger LMs, based on the approximate correctness of outputs from a smaller LM. Central to Automix are two key technical contributions. First, it has a few-shot self-verification mechanism, which estimates the reliability of its own outputs without ","authors_text":"Aditya Gupta, Aman Madaan, Ankit Anand, Dheeraj Rajagopal, Karthik Kappaganthu, Manaal Faruqui, Mausam, Pei Zhou, Pranjal Aggarwal, Shyam Upadhyay, Srividya Pranavi Potharaju, Swaroop Mishra, Yiming Yang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T17:57:39Z","title":"AutoMix: Automatically Mixing Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.12963","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:04b03848f653e22421c0909821bb108e48d0577aa342dead8824f31bf4795b64","target":"record","created_at":"2026-07-05T10:02:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e019c9fe4e5ab20125dbabfb74bcd80a9033a03ac59c7e4c7f1935ed51ef3e42","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T17:57:39Z","title_canon_sha256":"c40aa915b32deab7f9d394fc461ade1fb403c3f34512fce459d325945b87c829"},"schema_version":"1.0","source":{"id":"2310.12963","kind":"arxiv","version":5}},"canonical_sha256":"0ea21866431142fa42bd976e5e3718466e3578c14027f3804b7a7753ce57bdc2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0ea21866431142fa42bd976e5e3718466e3578c14027f3804b7a7753ce57bdc2","first_computed_at":"2026-07-05T10:02:41.794715Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:02:41.794715Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rqMM3A7mzHLDzTaH/PowFWrvRQqRfPvnuaAVdz3SrMukf0arsegX7DKn6/3dVmELHzpM4aJvdxRyGukQRrZpCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:02:41.795163Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.12963","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:04b03848f653e22421c0909821bb108e48d0577aa342dead8824f31bf4795b64","sha256:8b685bba01c9e76d46a766bd98c9ef9093a21ce7618087da76c7ba0bdcd92c4b"],"state_sha256":"5d877a12f8b5c0b76eca27672dbc42a54fe760639fbbbbd036910ad8cbc217fc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"09St4KLHFw1N1k6UPTAZ7oeVxPfjNpn+FGvsll52imWt8jfEMNnFZciAReGinp2Whfr8gXb21DTNbjHRj6g2AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T16:36:26.912021Z","bundle_sha256":"88b1da6187b3c0d034d248eae0ef15a2a7ef0e66d06a1a8539e329503e0e918d"}}