{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ENVLPO4QPJG3KLIPIKXR5XB4PM","short_pith_number":"pith:ENVLPO4Q","canonical_record":{"source":{"id":"2402.01742","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-29T16:36:31Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"4f48ec066e48596a9138442e762683b0b229627df1ae5158b636ce09f35f0778","abstract_canon_sha256":"31d329eeb13da515c1d32ca46b593fbf21cd0bdf65fd5b2f43bd18a8f6930f35"},"schema_version":"1.0"},"canonical_sha256":"236ab7bb907a4db52d0f42af1edc3c7b116d2d71a58a0090f9c745a9e83337ef","source":{"kind":"arxiv","id":"2402.01742","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.01742","created_at":"2026-07-05T07:41:05Z"},{"alias_kind":"arxiv_version","alias_value":"2402.01742v1","created_at":"2026-07-05T07:41:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.01742","created_at":"2026-07-05T07:41:05Z"},{"alias_kind":"pith_short_12","alias_value":"ENVLPO4QPJG3","created_at":"2026-07-05T07:41:05Z"},{"alias_kind":"pith_short_16","alias_value":"ENVLPO4QPJG3KLIP","created_at":"2026-07-05T07:41:05Z"},{"alias_kind":"pith_short_8","alias_value":"ENVLPO4Q","created_at":"2026-07-05T07:41:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ENVLPO4QPJG3KLIPIKXR5XB4PM","target":"record","payload":{"canonical_record":{"source":{"id":"2402.01742","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-29T16:36:31Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"4f48ec066e48596a9138442e762683b0b229627df1ae5158b636ce09f35f0778","abstract_canon_sha256":"31d329eeb13da515c1d32ca46b593fbf21cd0bdf65fd5b2f43bd18a8f6930f35"},"schema_version":"1.0"},"canonical_sha256":"236ab7bb907a4db52d0f42af1edc3c7b116d2d71a58a0090f9c745a9e83337ef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:41:05.978788Z","signature_b64":"0CYfp7Y4bZthlAutKl3givyfHSTWtxw8ol6rDNkvXIfCL3WAWbaYJztV6/JEugqdSSQBCVd1yajyki6wiktsCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"236ab7bb907a4db52d0f42af1edc3c7b116d2d71a58a0090f9c745a9e83337ef","last_reissued_at":"2026-07-05T07:41:05.978251Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:41:05.978251Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.01742","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x7rDMbQrKhcejyGWocMLX4uIGqpA9Z3Xiqbj7eFxJjv+/LGummtM5VztZLn59SjNxUIgepn6f397TDgHm9xvBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:40:35.201242Z"},"content_sha256":"67c9400c0f369de503f4511604fb6f25e86de5c9cf96e7a37b1813e441fa0c0a","schema_version":"1.0","event_id":"sha256:67c9400c0f369de503f4511604fb6f25e86de5c9cf96e7a37b1813e441fa0c0a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ENVLPO4QPJG3KLIPIKXR5XB4PM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Optimizing the Costs of LLM Usage","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Apoorv Saxena, Atharv Tyagi, Koyel Mukherjee, Nishanth Kotla, Shivanshu Shekhar, Tanishq Dubey","submitted_at":"2024-01-29T16:36:31Z","abstract_excerpt":"Generative AI and LLMs in particular are heavily used nowadays for various document processing tasks such as question answering and summarization. However, different LLMs come with different capabilities for different tasks as well as with different costs, tokenization, and latency. In fact, enterprises are already incurring huge costs of operating or using LLMs for their respective use cases.\n  In this work, we propose optimizing the usage costs of LLMs by estimating their output quality (without actually invoking the LLMs), and then solving an optimization routine for the LLM selection to ei"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.01742","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.01742/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pr1UEt+66QwaC4clgCebGYVR2PbLl9tJGwDcpmcqi3G237kx8p+vlmAche4VRMAhglTwZS01nBRTrP0IzMeAAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:40:35.202011Z"},"content_sha256":"888b9577d76646274f398a54d5f186336a877e6b4c6fc4d8c268c0b2101dc561","schema_version":"1.0","event_id":"sha256:888b9577d76646274f398a54d5f186336a877e6b4c6fc4d8c268c0b2101dc561"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ENVLPO4QPJG3KLIPIKXR5XB4PM/bundle.json","state_url":"https://pith.science/pith/ENVLPO4QPJG3KLIPIKXR5XB4PM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ENVLPO4QPJG3KLIPIKXR5XB4PM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:40:35Z","links":{"resolver":"https://pith.science/pith/ENVLPO4QPJG3KLIPIKXR5XB4PM","bundle":"https://pith.science/pith/ENVLPO4QPJG3KLIPIKXR5XB4PM/bundle.json","state":"https://pith.science/pith/ENVLPO4QPJG3KLIPIKXR5XB4PM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ENVLPO4QPJG3KLIPIKXR5XB4PM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ENVLPO4QPJG3KLIPIKXR5XB4PM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"31d329eeb13da515c1d32ca46b593fbf21cd0bdf65fd5b2f43bd18a8f6930f35","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-29T16:36:31Z","title_canon_sha256":"4f48ec066e48596a9138442e762683b0b229627df1ae5158b636ce09f35f0778"},"schema_version":"1.0","source":{"id":"2402.01742","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.01742","created_at":"2026-07-05T07:41:05Z"},{"alias_kind":"arxiv_version","alias_value":"2402.01742v1","created_at":"2026-07-05T07:41:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.01742","created_at":"2026-07-05T07:41:05Z"},{"alias_kind":"pith_short_12","alias_value":"ENVLPO4QPJG3","created_at":"2026-07-05T07:41:05Z"},{"alias_kind":"pith_short_16","alias_value":"ENVLPO4QPJG3KLIP","created_at":"2026-07-05T07:41:05Z"},{"alias_kind":"pith_short_8","alias_value":"ENVLPO4Q","created_at":"2026-07-05T07:41:05Z"}],"graph_snapshots":[{"event_id":"sha256:888b9577d76646274f398a54d5f186336a877e6b4c6fc4d8c268c0b2101dc561","target":"graph","created_at":"2026-07-05T07:41:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.01742/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Generative AI and LLMs in particular are heavily used nowadays for various document processing tasks such as question answering and summarization. However, different LLMs come with different capabilities for different tasks as well as with different costs, tokenization, and latency. In fact, enterprises are already incurring huge costs of operating or using LLMs for their respective use cases.\n  In this work, we propose optimizing the usage costs of LLMs by estimating their output quality (without actually invoking the LLMs), and then solving an optimization routine for the LLM selection to ei","authors_text":"Apoorv Saxena, Atharv Tyagi, Koyel Mukherjee, Nishanth Kotla, Shivanshu Shekhar, Tanishq Dubey","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-29T16:36:31Z","title":"Towards Optimizing the Costs of LLM Usage"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.01742","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:67c9400c0f369de503f4511604fb6f25e86de5c9cf96e7a37b1813e441fa0c0a","target":"record","created_at":"2026-07-05T07:41:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"31d329eeb13da515c1d32ca46b593fbf21cd0bdf65fd5b2f43bd18a8f6930f35","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-29T16:36:31Z","title_canon_sha256":"4f48ec066e48596a9138442e762683b0b229627df1ae5158b636ce09f35f0778"},"schema_version":"1.0","source":{"id":"2402.01742","kind":"arxiv","version":1}},"canonical_sha256":"236ab7bb907a4db52d0f42af1edc3c7b116d2d71a58a0090f9c745a9e83337ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"236ab7bb907a4db52d0f42af1edc3c7b116d2d71a58a0090f9c745a9e83337ef","first_computed_at":"2026-07-05T07:41:05.978251Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:41:05.978251Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0CYfp7Y4bZthlAutKl3givyfHSTWtxw8ol6rDNkvXIfCL3WAWbaYJztV6/JEugqdSSQBCVd1yajyki6wiktsCA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:41:05.978788Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.01742","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:67c9400c0f369de503f4511604fb6f25e86de5c9cf96e7a37b1813e441fa0c0a","sha256:888b9577d76646274f398a54d5f186336a877e6b4c6fc4d8c268c0b2101dc561"],"state_sha256":"fe517dc643c9136eeb7e9fb1e3b1f6872c256dd750d1dd975aa9705e4019a4cd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CXt7Ng8FZYHOqNDWtUgjXwoEQ/HgIretYlCHB7ojQLNpTa3fogqo7PQ/OhKeAQeh6F7HtIbvVD1JS5nCXNYCCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:40:35.207483Z","bundle_sha256":"b04bbe59c831d0f9abcc3c313598ebd4035fa0a900c26318819da6e95aa59aa0"}}