{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GQ6TDGWHMDEAFRIALIVQO2VUE6","short_pith_number":"pith:GQ6TDGWH","canonical_record":{"source":{"id":"2405.15130","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-24T01:05:37Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"96f58b8db17662bd200f883a6d4780be3deb0fbefa454e68a92842d56b464e41","abstract_canon_sha256":"cd12f8929d54b695bb0c1645ae6fb53529583d35e0862422984eded83c0caa97"},"schema_version":"1.0"},"canonical_sha256":"343d319ac760c802c5005a2b076ab42791702c77d68d1853609b2c1ba6c99ad3","source":{"kind":"arxiv","id":"2405.15130","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15130","created_at":"2026-07-05T08:22:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15130v1","created_at":"2026-07-05T08:22:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15130","created_at":"2026-07-05T08:22:45Z"},{"alias_kind":"pith_short_12","alias_value":"GQ6TDGWHMDEA","created_at":"2026-07-05T08:22:45Z"},{"alias_kind":"pith_short_16","alias_value":"GQ6TDGWHMDEAFRIA","created_at":"2026-07-05T08:22:45Z"},{"alias_kind":"pith_short_8","alias_value":"GQ6TDGWH","created_at":"2026-07-05T08:22:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GQ6TDGWHMDEAFRIALIVQO2VUE6","target":"record","payload":{"canonical_record":{"source":{"id":"2405.15130","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-24T01:05:37Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"96f58b8db17662bd200f883a6d4780be3deb0fbefa454e68a92842d56b464e41","abstract_canon_sha256":"cd12f8929d54b695bb0c1645ae6fb53529583d35e0862422984eded83c0caa97"},"schema_version":"1.0"},"canonical_sha256":"343d319ac760c802c5005a2b076ab42791702c77d68d1853609b2c1ba6c99ad3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:22:45.609660Z","signature_b64":"8/pxfa8G2QrA/MAY3gLY0CGLvDXBjvRLHOdbTyFaHwgV274JrjmRAbqyQk+DQz1zcfmMaCF0hYYAS6YAqMSBBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"343d319ac760c802c5005a2b076ab42791702c77d68d1853609b2c1ba6c99ad3","last_reissued_at":"2026-07-05T08:22:45.609190Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:22:45.609190Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.15130","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EfXCeFXHjPjWIUxuk0KBmlR0VZb/XPppaP9z2+OSFX92nulLI3WqO1CLkJ5lYwJgmUK2hVbLWmPHylmtVdtbAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T20:00:22.821463Z"},"content_sha256":"fd8657782df2e02f40653c29839014fb3a994024cad90c6def7ba938ed91c3af","schema_version":"1.0","event_id":"sha256:fd8657782df2e02f40653c29839014fb3a994024cad90c6def7ba938ed91c3af"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GQ6TDGWHMDEAFRIALIVQO2VUE6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"OptLLM: Optimal Assignment of Queries to Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.SE","authors_text":"Hongyu Zhang, Van-Hoang Le, Yuantian Miao, Yueyue Liu, Zhiqiang Li","submitted_at":"2024-05-24T01:05:37Z","abstract_excerpt":"Large Language Models (LLMs) have garnered considerable attention owing to their remarkable capabilities, leading to an increasing number of companies offering LLMs as services. Different LLMs achieve different performance at different costs. A challenge for users lies in choosing the LLMs that best fit their needs, balancing cost and performance. In this paper, we propose a framework for addressing the cost-effective query allocation problem for LLMs. Given a set of input queries and candidate LLMs, our framework, named OptLLM, provides users with a range of optimal solutions to choose from, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15130","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.15130/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ekX0hT656Assd63HQyPRS9beV7um2A1EHQUPSULLWCGmoUmop7CdhnY6/LILUwRcrGMSQicAPjH2xzTQ83v+Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T20:00:22.821866Z"},"content_sha256":"5e9c93989d31c4588abac4bad8e0d1d96a2012ef6261bc29707407b8567c779a","schema_version":"1.0","event_id":"sha256:5e9c93989d31c4588abac4bad8e0d1d96a2012ef6261bc29707407b8567c779a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GQ6TDGWHMDEAFRIALIVQO2VUE6/bundle.json","state_url":"https://pith.science/pith/GQ6TDGWHMDEAFRIALIVQO2VUE6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GQ6TDGWHMDEAFRIALIVQO2VUE6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T20:00:22Z","links":{"resolver":"https://pith.science/pith/GQ6TDGWHMDEAFRIALIVQO2VUE6","bundle":"https://pith.science/pith/GQ6TDGWHMDEAFRIALIVQO2VUE6/bundle.json","state":"https://pith.science/pith/GQ6TDGWHMDEAFRIALIVQO2VUE6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GQ6TDGWHMDEAFRIALIVQO2VUE6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GQ6TDGWHMDEAFRIALIVQO2VUE6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cd12f8929d54b695bb0c1645ae6fb53529583d35e0862422984eded83c0caa97","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-24T01:05:37Z","title_canon_sha256":"96f58b8db17662bd200f883a6d4780be3deb0fbefa454e68a92842d56b464e41"},"schema_version":"1.0","source":{"id":"2405.15130","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15130","created_at":"2026-07-05T08:22:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15130v1","created_at":"2026-07-05T08:22:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15130","created_at":"2026-07-05T08:22:45Z"},{"alias_kind":"pith_short_12","alias_value":"GQ6TDGWHMDEA","created_at":"2026-07-05T08:22:45Z"},{"alias_kind":"pith_short_16","alias_value":"GQ6TDGWHMDEAFRIA","created_at":"2026-07-05T08:22:45Z"},{"alias_kind":"pith_short_8","alias_value":"GQ6TDGWH","created_at":"2026-07-05T08:22:45Z"}],"graph_snapshots":[{"event_id":"sha256:5e9c93989d31c4588abac4bad8e0d1d96a2012ef6261bc29707407b8567c779a","target":"graph","created_at":"2026-07-05T08:22:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.15130/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have garnered considerable attention owing to their remarkable capabilities, leading to an increasing number of companies offering LLMs as services. Different LLMs achieve different performance at different costs. A challenge for users lies in choosing the LLMs that best fit their needs, balancing cost and performance. In this paper, we propose a framework for addressing the cost-effective query allocation problem for LLMs. Given a set of input queries and candidate LLMs, our framework, named OptLLM, provides users with a range of optimal solutions to choose from, ","authors_text":"Hongyu Zhang, Van-Hoang Le, Yuantian Miao, Yueyue Liu, Zhiqiang Li","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-24T01:05:37Z","title":"OptLLM: Optimal Assignment of Queries to Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15130","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd8657782df2e02f40653c29839014fb3a994024cad90c6def7ba938ed91c3af","target":"record","created_at":"2026-07-05T08:22:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cd12f8929d54b695bb0c1645ae6fb53529583d35e0862422984eded83c0caa97","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-24T01:05:37Z","title_canon_sha256":"96f58b8db17662bd200f883a6d4780be3deb0fbefa454e68a92842d56b464e41"},"schema_version":"1.0","source":{"id":"2405.15130","kind":"arxiv","version":1}},"canonical_sha256":"343d319ac760c802c5005a2b076ab42791702c77d68d1853609b2c1ba6c99ad3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"343d319ac760c802c5005a2b076ab42791702c77d68d1853609b2c1ba6c99ad3","first_computed_at":"2026-07-05T08:22:45.609190Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:22:45.609190Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8/pxfa8G2QrA/MAY3gLY0CGLvDXBjvRLHOdbTyFaHwgV274JrjmRAbqyQk+DQz1zcfmMaCF0hYYAS6YAqMSBBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:22:45.609660Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.15130","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd8657782df2e02f40653c29839014fb3a994024cad90c6def7ba938ed91c3af","sha256:5e9c93989d31c4588abac4bad8e0d1d96a2012ef6261bc29707407b8567c779a"],"state_sha256":"8a3998d0b89658d7b7db87456a312161d2599ee0dfc60165def7a757dbd76b71"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KdFGKOeiZ7mSmXcLQ9TqrnIHrKZsGf9XU+3276ywydRmnvqwkdGctdGi/P1H+IJvlLO1mCT5w/uCj/QHw0k/AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T20:00:22.823943Z","bundle_sha256":"727fa33fc33cfe9a6ea40fa587c5f1a9d396eb5be380ea4f47c7fa64906c1b38"}}