{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:AW4MW3H6SMWVGT7LSCM6DAMMME","short_pith_number":"pith:AW4MW3H6","canonical_record":{"source":{"id":"2503.10657","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-08T04:07:07Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4c9233a380800667ef1609c44ab573e8b42b7976b1b52afdda0258eefd6208d3","abstract_canon_sha256":"a372ffc8a635f26e2928bd1735865c307faada43fbe6ece0bc11471f9dc7dbb8"},"schema_version":"1.0"},"canonical_sha256":"05b8cb6cfe932d534feb9099e1818c6136ad7813acef0d43c7b8250cb3b6f887","source":{"kind":"arxiv","id":"2503.10657","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.10657","created_at":"2026-07-05T11:05:41Z"},{"alias_kind":"arxiv_version","alias_value":"2503.10657v2","created_at":"2026-07-05T11:05:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.10657","created_at":"2026-07-05T11:05:41Z"},{"alias_kind":"pith_short_12","alias_value":"AW4MW3H6SMWV","created_at":"2026-07-05T11:05:41Z"},{"alias_kind":"pith_short_16","alias_value":"AW4MW3H6SMWVGT7L","created_at":"2026-07-05T11:05:41Z"},{"alias_kind":"pith_short_8","alias_value":"AW4MW3H6","created_at":"2026-07-05T11:05:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:AW4MW3H6SMWVGT7LSCM6DAMMME","target":"record","payload":{"canonical_record":{"source":{"id":"2503.10657","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-08T04:07:07Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4c9233a380800667ef1609c44ab573e8b42b7976b1b52afdda0258eefd6208d3","abstract_canon_sha256":"a372ffc8a635f26e2928bd1735865c307faada43fbe6ece0bc11471f9dc7dbb8"},"schema_version":"1.0"},"canonical_sha256":"05b8cb6cfe932d534feb9099e1818c6136ad7813acef0d43c7b8250cb3b6f887","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:05:41.534274Z","signature_b64":"7xxX5x5+kwYI2DKSfQbtyIC9acbSuTMWYRpSOkKOU+NqYCanplZ3gwUVNuZndPudiMDF/AspaoZ7Usu3WUAkBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"05b8cb6cfe932d534feb9099e1818c6136ad7813acef0d43c7b8250cb3b6f887","last_reissued_at":"2026-07-05T11:05:41.533796Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:05:41.533796Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.10657","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:05:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cI8msxLsXuW+V/bQfeNLeKSqny05dWC9g8V6EEQZ6Z0pVcxwSwfSOLyVr231NUPN7TtI6s7rgjj8pvJztFWMDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:34:46.093064Z"},"content_sha256":"2558985677eee4b8b29da13b5363dc81411c7383c51690828f08e4f8cc4735d4","schema_version":"1.0","event_id":"sha256:2558985677eee4b8b29da13b5363dc81411c7383c51690828f08e4f8cc4735d4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:AW4MW3H6SMWVGT7LSCM6DAMMME","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Guoming Ling, Hefeng Wu, Liang Lin, Shanshan Zhong, Yandong Chen, Yupei Lin, Zhongzhan Huang","submitted_at":"2025-03-08T04:07:07Z","abstract_excerpt":"Routing large language models (LLMs) is a new paradigm that uses a router to recommend the best LLM from a pool of candidates for a given input. In this paper, our comprehensive analysis with more than 8,500 LLMs reveals a novel model-level scaling up phenomenon in Routing LLMs, i.e., a capable router can significantly enhance the performance of this paradigm as the number of candidates increases. This improvement can even surpass the performance of the best single model in the pool and many existing strong LLMs, confirming it a highly promising paradigm. However, the lack of comprehensive and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.10657","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.10657/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:05:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bgdKl+h1pw2cxlKVWTtV2FkxeFAXPlcE5nYumMtNHiMQI4IFOIjIGEVglE7UJqZxZFybAO+27OlI1I0tYJ23BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:34:46.093412Z"},"content_sha256":"842ea0b06a65b71dc90fcf568bc44ad9da93616695708cab716d737093ed23ee","schema_version":"1.0","event_id":"sha256:842ea0b06a65b71dc90fcf568bc44ad9da93616695708cab716d737093ed23ee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AW4MW3H6SMWVGT7LSCM6DAMMME/bundle.json","state_url":"https://pith.science/pith/AW4MW3H6SMWVGT7LSCM6DAMMME/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AW4MW3H6SMWVGT7LSCM6DAMMME/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T15:34:46Z","links":{"resolver":"https://pith.science/pith/AW4MW3H6SMWVGT7LSCM6DAMMME","bundle":"https://pith.science/pith/AW4MW3H6SMWVGT7LSCM6DAMMME/bundle.json","state":"https://pith.science/pith/AW4MW3H6SMWVGT7LSCM6DAMMME/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AW4MW3H6SMWVGT7LSCM6DAMMME/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:AW4MW3H6SMWVGT7LSCM6DAMMME","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a372ffc8a635f26e2928bd1735865c307faada43fbe6ece0bc11471f9dc7dbb8","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-08T04:07:07Z","title_canon_sha256":"4c9233a380800667ef1609c44ab573e8b42b7976b1b52afdda0258eefd6208d3"},"schema_version":"1.0","source":{"id":"2503.10657","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.10657","created_at":"2026-07-05T11:05:41Z"},{"alias_kind":"arxiv_version","alias_value":"2503.10657v2","created_at":"2026-07-05T11:05:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.10657","created_at":"2026-07-05T11:05:41Z"},{"alias_kind":"pith_short_12","alias_value":"AW4MW3H6SMWV","created_at":"2026-07-05T11:05:41Z"},{"alias_kind":"pith_short_16","alias_value":"AW4MW3H6SMWVGT7L","created_at":"2026-07-05T11:05:41Z"},{"alias_kind":"pith_short_8","alias_value":"AW4MW3H6","created_at":"2026-07-05T11:05:41Z"}],"graph_snapshots":[{"event_id":"sha256:842ea0b06a65b71dc90fcf568bc44ad9da93616695708cab716d737093ed23ee","target":"graph","created_at":"2026-07-05T11:05:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.10657/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Routing large language models (LLMs) is a new paradigm that uses a router to recommend the best LLM from a pool of candidates for a given input. In this paper, our comprehensive analysis with more than 8,500 LLMs reveals a novel model-level scaling up phenomenon in Routing LLMs, i.e., a capable router can significantly enhance the performance of this paradigm as the number of candidates increases. This improvement can even surpass the performance of the best single model in the pool and many existing strong LLMs, confirming it a highly promising paradigm. However, the lack of comprehensive and","authors_text":"Guoming Ling, Hefeng Wu, Liang Lin, Shanshan Zhong, Yandong Chen, Yupei Lin, Zhongzhan Huang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-08T04:07:07Z","title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.10657","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2558985677eee4b8b29da13b5363dc81411c7383c51690828f08e4f8cc4735d4","target":"record","created_at":"2026-07-05T11:05:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a372ffc8a635f26e2928bd1735865c307faada43fbe6ece0bc11471f9dc7dbb8","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-08T04:07:07Z","title_canon_sha256":"4c9233a380800667ef1609c44ab573e8b42b7976b1b52afdda0258eefd6208d3"},"schema_version":"1.0","source":{"id":"2503.10657","kind":"arxiv","version":2}},"canonical_sha256":"05b8cb6cfe932d534feb9099e1818c6136ad7813acef0d43c7b8250cb3b6f887","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"05b8cb6cfe932d534feb9099e1818c6136ad7813acef0d43c7b8250cb3b6f887","first_computed_at":"2026-07-05T11:05:41.533796Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:05:41.533796Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7xxX5x5+kwYI2DKSfQbtyIC9acbSuTMWYRpSOkKOU+NqYCanplZ3gwUVNuZndPudiMDF/AspaoZ7Usu3WUAkBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:05:41.534274Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.10657","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2558985677eee4b8b29da13b5363dc81411c7383c51690828f08e4f8cc4735d4","sha256:842ea0b06a65b71dc90fcf568bc44ad9da93616695708cab716d737093ed23ee"],"state_sha256":"ee4966b5735ce9138ac444db1414d84131ed44bde78fc6058b0bf4b6b814064d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ay+cdlQW1idSDufr+N8wQdqmTUPbIcBWEwaBwTTcdF2FFVBXb5wqH34srgkyNUcc9YcKqn9fp3zj3Gl83pmmCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T15:34:46.097274Z","bundle_sha256":"6e46d381748944be238384ec8b4a16a9bb0c34770afd64c24e216ae27c50d469"}}