{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:RBYLWJVRXNIVOXSNNRZKWEMHHZ","short_pith_number":"pith:RBYLWJVR","canonical_record":{"source":{"id":"2311.08692","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T04:40:43Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d909e732479c6b3bff8b2e1577187d3352128eb592d050b7bf58fe535e4d6d0e","abstract_canon_sha256":"f8ceb5b8c2bb660a689126a50f0b09482d4d1b012d5892c60e64d870c8919447"},"schema_version":"1.0"},"canonical_sha256":"8870bb26b1bb51575e4d6c72ab11873e57e67c490bd1fe092538555dad820f51","source":{"kind":"arxiv","id":"2311.08692","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08692","created_at":"2026-07-05T07:13:01Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08692v1","created_at":"2026-07-05T07:13:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08692","created_at":"2026-07-05T07:13:01Z"},{"alias_kind":"pith_short_12","alias_value":"RBYLWJVRXNIV","created_at":"2026-07-05T07:13:01Z"},{"alias_kind":"pith_short_16","alias_value":"RBYLWJVRXNIVOXSN","created_at":"2026-07-05T07:13:01Z"},{"alias_kind":"pith_short_8","alias_value":"RBYLWJVR","created_at":"2026-07-05T07:13:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:RBYLWJVRXNIVOXSNNRZKWEMHHZ","target":"record","payload":{"canonical_record":{"source":{"id":"2311.08692","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T04:40:43Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d909e732479c6b3bff8b2e1577187d3352128eb592d050b7bf58fe535e4d6d0e","abstract_canon_sha256":"f8ceb5b8c2bb660a689126a50f0b09482d4d1b012d5892c60e64d870c8919447"},"schema_version":"1.0"},"canonical_sha256":"8870bb26b1bb51575e4d6c72ab11873e57e67c490bd1fe092538555dad820f51","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:13:01.810345Z","signature_b64":"tOafStb6kUyOSyqiMbIjLHjZluQ/Ce74p5cBi/P56juMn7Fso6ptNw17FLaiACNz+DnrIYLjgVod/SaLYx8BCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8870bb26b1bb51575e4d6c72ab11873e57e67c490bd1fe092538555dad820f51","last_reissued_at":"2026-07-05T07:13:01.809847Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:13:01.809847Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.08692","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eW4XGkK5L5sPpJO12AJ5w+idHnb0GePjq1u3HvHfC1693Ejh3pLRoF2qpG4bxcK4lSY0tPVDcjnhopqt3t5OBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:15:34.186682Z"},"content_sha256":"eb6ce158c5395548e202477f40495370b4e3d1bcda19aafacd26ced487648773","schema_version":"1.0","event_id":"sha256:eb6ce158c5395548e202477f40495370b4e3d1bcda19aafacd26ced487648773"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:RBYLWJVRXNIVOXSNNRZKWEMHHZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Chang Zhou, Hongyi Yuan, Jingren Zhou, Junyang Lin, Keming Lu, Runji Lin, Zheng Yuan","submitted_at":"2023-11-15T04:40:43Z","abstract_excerpt":"The complementary potential of Large Language Models (LLM) assumes off-the-shelf LLMs have heterogeneous expertise in a wide range of domains and tasks so that an ensemble of LLMs can achieve consistently better performance. Existing ensemble methods for LLMs mainly focus on reward model ranking of outputs, leading to significant computation overhead. To combat this issue, we revisit the complementary potential of LLMs and further elaborate it by mining latent expertise with off-the-shelf reward models. We propose Zooter, a reward-guided routing method distilling rewards on training queries to"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08692","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.08692/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+sk+7MF1ucbb1tOyeORTKTUOXfUw6YZTK5+Dp+2I2BWHdycnSF2k5AYIkCC/5Y5RbV+EpZogv4m0HCHZiF2XBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:15:34.187189Z"},"content_sha256":"ac44ac2f6556fd85dca99fdd0d1fe23edd28f0d5a46cbc2832242a748d663d70","schema_version":"1.0","event_id":"sha256:ac44ac2f6556fd85dca99fdd0d1fe23edd28f0d5a46cbc2832242a748d663d70"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RBYLWJVRXNIVOXSNNRZKWEMHHZ/bundle.json","state_url":"https://pith.science/pith/RBYLWJVRXNIVOXSNNRZKWEMHHZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RBYLWJVRXNIVOXSNNRZKWEMHHZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T06:15:34Z","links":{"resolver":"https://pith.science/pith/RBYLWJVRXNIVOXSNNRZKWEMHHZ","bundle":"https://pith.science/pith/RBYLWJVRXNIVOXSNNRZKWEMHHZ/bundle.json","state":"https://pith.science/pith/RBYLWJVRXNIVOXSNNRZKWEMHHZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RBYLWJVRXNIVOXSNNRZKWEMHHZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:RBYLWJVRXNIVOXSNNRZKWEMHHZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f8ceb5b8c2bb660a689126a50f0b09482d4d1b012d5892c60e64d870c8919447","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T04:40:43Z","title_canon_sha256":"d909e732479c6b3bff8b2e1577187d3352128eb592d050b7bf58fe535e4d6d0e"},"schema_version":"1.0","source":{"id":"2311.08692","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08692","created_at":"2026-07-05T07:13:01Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08692v1","created_at":"2026-07-05T07:13:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08692","created_at":"2026-07-05T07:13:01Z"},{"alias_kind":"pith_short_12","alias_value":"RBYLWJVRXNIV","created_at":"2026-07-05T07:13:01Z"},{"alias_kind":"pith_short_16","alias_value":"RBYLWJVRXNIVOXSN","created_at":"2026-07-05T07:13:01Z"},{"alias_kind":"pith_short_8","alias_value":"RBYLWJVR","created_at":"2026-07-05T07:13:01Z"}],"graph_snapshots":[{"event_id":"sha256:ac44ac2f6556fd85dca99fdd0d1fe23edd28f0d5a46cbc2832242a748d663d70","target":"graph","created_at":"2026-07-05T07:13:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.08692/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The complementary potential of Large Language Models (LLM) assumes off-the-shelf LLMs have heterogeneous expertise in a wide range of domains and tasks so that an ensemble of LLMs can achieve consistently better performance. Existing ensemble methods for LLMs mainly focus on reward model ranking of outputs, leading to significant computation overhead. To combat this issue, we revisit the complementary potential of LLMs and further elaborate it by mining latent expertise with off-the-shelf reward models. We propose Zooter, a reward-guided routing method distilling rewards on training queries to","authors_text":"Chang Zhou, Hongyi Yuan, Jingren Zhou, Junyang Lin, Keming Lu, Runji Lin, Zheng Yuan","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T04:40:43Z","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08692","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eb6ce158c5395548e202477f40495370b4e3d1bcda19aafacd26ced487648773","target":"record","created_at":"2026-07-05T07:13:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f8ceb5b8c2bb660a689126a50f0b09482d4d1b012d5892c60e64d870c8919447","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T04:40:43Z","title_canon_sha256":"d909e732479c6b3bff8b2e1577187d3352128eb592d050b7bf58fe535e4d6d0e"},"schema_version":"1.0","source":{"id":"2311.08692","kind":"arxiv","version":1}},"canonical_sha256":"8870bb26b1bb51575e4d6c72ab11873e57e67c490bd1fe092538555dad820f51","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8870bb26b1bb51575e4d6c72ab11873e57e67c490bd1fe092538555dad820f51","first_computed_at":"2026-07-05T07:13:01.809847Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:13:01.809847Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tOafStb6kUyOSyqiMbIjLHjZluQ/Ce74p5cBi/P56juMn7Fso6ptNw17FLaiACNz+DnrIYLjgVod/SaLYx8BCw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:13:01.810345Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.08692","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eb6ce158c5395548e202477f40495370b4e3d1bcda19aafacd26ced487648773","sha256:ac44ac2f6556fd85dca99fdd0d1fe23edd28f0d5a46cbc2832242a748d663d70"],"state_sha256":"1a21fdfe8210840af5c1ac0ebdfcf94ad3dd1c13c6b4b0f121304d6ea75c8b07"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9o3/cxwjmy3ys2xHqh8Oagm8jLDErYnckzdDvttDQ2SicV1FdRp+G4N/rv1Yi9/vJ09EQIzWGo3rb5oF0b+iDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T06:15:34.192376Z","bundle_sha256":"4969100001cd79e121fa64554727c8a1b1ac2ffe63f1cf9fc5bb88128d1bebe1"}}