{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:2CA2MG22U6HOEQPKHEMFZPCG6K","short_pith_number":"pith:2CA2MG22","schema_version":"1.0","canonical_sha256":"d081a61b5aa78ee241ea39185cbc46f298e0b3532af5c873f238014e0a54a846","source":{"kind":"arxiv","id":"2502.18635","version":2},"attestation_state":"computed","paper":{"title":"Faster, Cheaper, Better: Multi-Objective Hyperparameter Optimization for LLM and RAG Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Andrew Bell, Evan Thomas, James Carr, Matthew Barker, Thomas Andrews, Umang Bhatt","submitted_at":"2025-02-25T20:52:06Z","abstract_excerpt":"While Retrieval Augmented Generation (RAG) has emerged as a popular technique for improving Large Language Model (LLM) systems, it introduces a large number of choices, parameters and hyperparameters that must be made or tuned. This includes the LLM, embedding, and ranker models themselves, as well as hyperparameters governing individual RAG components. Yet, collectively optimizing the entire configuration in a RAG or LLM system remains under-explored - especially in multi-objective settings - due to intractably large solution spaces, noisy objective evaluations, and the high cost of evaluatio"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2502.18635","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-25T20:52:06Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"1d4145a61a25ec87cb587e4c1de78b6c2c127ba9ab665b6eac3d182b8d0dee02","abstract_canon_sha256":"811c9c2e186c1a91fb42d025ebaa92d5d6cfad7e9cd1f30e88db1aa7ab3e153c"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:00:04.984134Z","signature_b64":"Fz/TpyY1q55WaLJQ4YFIcn7Dro9oA06crHYJMcz7O6GtIVkkGVpTmWjss2W1maa410rIXm8xD0+pleJAVX95BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d081a61b5aa78ee241ea39185cbc46f298e0b3532af5c873f238014e0a54a846","last_reissued_at":"2026-07-05T11:00:04.983656Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:00:04.983656Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Faster, Cheaper, Better: Multi-Objective Hyperparameter Optimization for LLM and RAG Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Andrew Bell, Evan Thomas, James Carr, Matthew Barker, Thomas Andrews, Umang Bhatt","submitted_at":"2025-02-25T20:52:06Z","abstract_excerpt":"While Retrieval Augmented Generation (RAG) has emerged as a popular technique for improving Large Language Model (LLM) systems, it introduces a large number of choices, parameters and hyperparameters that must be made or tuned. This includes the LLM, embedding, and ranker models themselves, as well as hyperparameters governing individual RAG components. Yet, collectively optimizing the entire configuration in a RAG or LLM system remains under-explored - especially in multi-objective settings - due to intractably large solution spaces, noisy objective evaluations, and the high cost of evaluatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.18635","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.18635/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2502.18635","created_at":"2026-07-05T11:00:04.983714+00:00"},{"alias_kind":"arxiv_version","alias_value":"2502.18635v2","created_at":"2026-07-05T11:00:04.983714+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.18635","created_at":"2026-07-05T11:00:04.983714+00:00"},{"alias_kind":"pith_short_12","alias_value":"2CA2MG22U6HO","created_at":"2026-07-05T11:00:04.983714+00:00"},{"alias_kind":"pith_short_16","alias_value":"2CA2MG22U6HOEQPK","created_at":"2026-07-05T11:00:04.983714+00:00"},{"alias_kind":"pith_short_8","alias_value":"2CA2MG22","created_at":"2026-07-05T11:00:04.983714+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.27445","citing_title":"RAGe: A Retrieval-Augmented Generation Evaluation Framework","ref_index":36,"is_internal_anchor":false},{"citing_arxiv_id":"2606.28365","citing_title":"CAMI: Cost-Aware Agent-Guided Multi-Indexing for Semantic Retrieval","ref_index":4,"is_internal_anchor":false},{"citing_arxiv_id":"2605.08305","citing_title":"LLMSYS-HPOBench: Hyperparameter Optimization Benchmark Suite for Real-World LLM Systems","ref_index":7,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/2CA2MG22U6HOEQPKHEMFZPCG6K","json":"https://pith.science/pith/2CA2MG22U6HOEQPKHEMFZPCG6K.json","graph_json":"https://pith.science/api/pith-number/2CA2MG22U6HOEQPKHEMFZPCG6K/graph.json","events_json":"https://pith.science/api/pith-number/2CA2MG22U6HOEQPKHEMFZPCG6K/events.json","paper":"https://pith.science/paper/2CA2MG22"},"agent_actions":{"view_html":"https://pith.science/pith/2CA2MG22U6HOEQPKHEMFZPCG6K","download_json":"https://pith.science/pith/2CA2MG22U6HOEQPKHEMFZPCG6K.json","view_paper":"https://pith.science/paper/2CA2MG22","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2502.18635&json=true","fetch_graph":"https://pith.science/api/pith-number/2CA2MG22U6HOEQPKHEMFZPCG6K/graph.json","fetch_events":"https://pith.science/api/pith-number/2CA2MG22U6HOEQPKHEMFZPCG6K/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/2CA2MG22U6HOEQPKHEMFZPCG6K/action/timestamp_anchor","attest_storage":"https://pith.science/pith/2CA2MG22U6HOEQPKHEMFZPCG6K/action/storage_attestation","attest_author":"https://pith.science/pith/2CA2MG22U6HOEQPKHEMFZPCG6K/action/author_attestation","sign_citation":"https://pith.science/pith/2CA2MG22U6HOEQPKHEMFZPCG6K/action/citation_signature","submit_replication":"https://pith.science/pith/2CA2MG22U6HOEQPKHEMFZPCG6K/action/replication_record"}},"created_at":"2026-07-05T11:00:04.983714+00:00","updated_at":"2026-07-05T11:00:04.983714+00:00"}