{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UK5YDM3Z42ZILD77DVHBDKJKDQ","short_pith_number":"pith:UK5YDM3Z","canonical_record":{"source":{"id":"2405.13020","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-15T11:13:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"29c4fe6dea7a8c7005c3fa230d0eacbc408ff66b296dd49ae6c1be5a7aed3429","abstract_canon_sha256":"ba02636c806df97e1a1b3dd12da9d2794e8e19112fc5861ef221206c23a663d0"},"schema_version":"1.0"},"canonical_sha256":"a2bb81b379e6b2858fff1d4e11a92a1c1fc5cd37e6bc7974f9320ceb415069d4","source":{"kind":"arxiv","id":"2405.13020","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13020","created_at":"2026-07-05T08:21:56Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13020v1","created_at":"2026-07-05T08:21:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13020","created_at":"2026-07-05T08:21:56Z"},{"alias_kind":"pith_short_12","alias_value":"UK5YDM3Z42ZI","created_at":"2026-07-05T08:21:56Z"},{"alias_kind":"pith_short_16","alias_value":"UK5YDM3Z42ZILD77","created_at":"2026-07-05T08:21:56Z"},{"alias_kind":"pith_short_8","alias_value":"UK5YDM3Z","created_at":"2026-07-05T08:21:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UK5YDM3Z42ZILD77DVHBDKJKDQ","target":"record","payload":{"canonical_record":{"source":{"id":"2405.13020","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-15T11:13:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"29c4fe6dea7a8c7005c3fa230d0eacbc408ff66b296dd49ae6c1be5a7aed3429","abstract_canon_sha256":"ba02636c806df97e1a1b3dd12da9d2794e8e19112fc5861ef221206c23a663d0"},"schema_version":"1.0"},"canonical_sha256":"a2bb81b379e6b2858fff1d4e11a92a1c1fc5cd37e6bc7974f9320ceb415069d4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:21:56.244857Z","signature_b64":"05xeEdnP37GV+F3qUEMXIu6DY4QC+NxOk9sw8m/Pa6GI+xHJocUjSnfzuK8BnPuj5kH1szlGjjIBj7rqJttzAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a2bb81b379e6b2858fff1d4e11a92a1c1fc5cd37e6bc7974f9320ceb415069d4","last_reissued_at":"2026-07-05T08:21:56.244382Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:21:56.244382Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.13020","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:21:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uAVgNviVV+0XWi+AWHWpwd9Sst/PJlS5c7KyVq9YiOZ6XCrhM6+rHy/Bm1PXW+UCOKiL9HUUqVOCBYHi0ylDCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T16:43:03.075234Z"},"content_sha256":"e7d67f5438f29987b968d963b280a56cb19e8e10d435ff1b150d50f713e4aa2c","schema_version":"1.0","event_id":"sha256:e7d67f5438f29987b968d963b280a56cb19e8e10d435ff1b150d50f713e4aa2c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UK5YDM3Z42ZILD77DVHBDKJKDQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Using Combinatorial Optimization to Design a High quality LLM Solution","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Eitan Farchi, Orna Raz, Rami Katan, Samuel Ackerman","submitted_at":"2024-05-15T11:13:39Z","abstract_excerpt":"We introduce a novel LLM based solution design approach that utilizes combinatorial optimization and sampling. Specifically, a set of factors that influence the quality of the solution are identified. They typically include factors that represent prompt types, LLM inputs alternatives, and parameters governing the generation and design alternatives. Identifying the factors that govern the LLM solution quality enables the infusion of subject matter expert knowledge. Next, a set of interactions between the factors are defined and combinatorial optimization is used to create a small subset $P$ tha"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13020","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.13020/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:21:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rYI8E7v4/zR7eA8mIGjnqTM4V1gs9OTOkELjep/y14o6EyGYgRpCnHubTwCygf6o4BY7XiIoXyYbffVgoBrhDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T16:43:03.077632Z"},"content_sha256":"ada61ecfeeb4a7200a161fec860d1cf4407bd0767bc79f4e111946a69f627f23","schema_version":"1.0","event_id":"sha256:ada61ecfeeb4a7200a161fec860d1cf4407bd0767bc79f4e111946a69f627f23"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UK5YDM3Z42ZILD77DVHBDKJKDQ/bundle.json","state_url":"https://pith.science/pith/UK5YDM3Z42ZILD77DVHBDKJKDQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UK5YDM3Z42ZILD77DVHBDKJKDQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T16:43:03Z","links":{"resolver":"https://pith.science/pith/UK5YDM3Z42ZILD77DVHBDKJKDQ","bundle":"https://pith.science/pith/UK5YDM3Z42ZILD77DVHBDKJKDQ/bundle.json","state":"https://pith.science/pith/UK5YDM3Z42ZILD77DVHBDKJKDQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UK5YDM3Z42ZILD77DVHBDKJKDQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UK5YDM3Z42ZILD77DVHBDKJKDQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ba02636c806df97e1a1b3dd12da9d2794e8e19112fc5861ef221206c23a663d0","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-15T11:13:39Z","title_canon_sha256":"29c4fe6dea7a8c7005c3fa230d0eacbc408ff66b296dd49ae6c1be5a7aed3429"},"schema_version":"1.0","source":{"id":"2405.13020","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13020","created_at":"2026-07-05T08:21:56Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13020v1","created_at":"2026-07-05T08:21:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13020","created_at":"2026-07-05T08:21:56Z"},{"alias_kind":"pith_short_12","alias_value":"UK5YDM3Z42ZI","created_at":"2026-07-05T08:21:56Z"},{"alias_kind":"pith_short_16","alias_value":"UK5YDM3Z42ZILD77","created_at":"2026-07-05T08:21:56Z"},{"alias_kind":"pith_short_8","alias_value":"UK5YDM3Z","created_at":"2026-07-05T08:21:56Z"}],"graph_snapshots":[{"event_id":"sha256:ada61ecfeeb4a7200a161fec860d1cf4407bd0767bc79f4e111946a69f627f23","target":"graph","created_at":"2026-07-05T08:21:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.13020/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce a novel LLM based solution design approach that utilizes combinatorial optimization and sampling. Specifically, a set of factors that influence the quality of the solution are identified. They typically include factors that represent prompt types, LLM inputs alternatives, and parameters governing the generation and design alternatives. Identifying the factors that govern the LLM solution quality enables the infusion of subject matter expert knowledge. Next, a set of interactions between the factors are defined and combinatorial optimization is used to create a small subset $P$ tha","authors_text":"Eitan Farchi, Orna Raz, Rami Katan, Samuel Ackerman","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-15T11:13:39Z","title":"Using Combinatorial Optimization to Design a High quality LLM Solution"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13020","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e7d67f5438f29987b968d963b280a56cb19e8e10d435ff1b150d50f713e4aa2c","target":"record","created_at":"2026-07-05T08:21:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ba02636c806df97e1a1b3dd12da9d2794e8e19112fc5861ef221206c23a663d0","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-15T11:13:39Z","title_canon_sha256":"29c4fe6dea7a8c7005c3fa230d0eacbc408ff66b296dd49ae6c1be5a7aed3429"},"schema_version":"1.0","source":{"id":"2405.13020","kind":"arxiv","version":1}},"canonical_sha256":"a2bb81b379e6b2858fff1d4e11a92a1c1fc5cd37e6bc7974f9320ceb415069d4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a2bb81b379e6b2858fff1d4e11a92a1c1fc5cd37e6bc7974f9320ceb415069d4","first_computed_at":"2026-07-05T08:21:56.244382Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:21:56.244382Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"05xeEdnP37GV+F3qUEMXIu6DY4QC+NxOk9sw8m/Pa6GI+xHJocUjSnfzuK8BnPuj5kH1szlGjjIBj7rqJttzAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:21:56.244857Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.13020","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e7d67f5438f29987b968d963b280a56cb19e8e10d435ff1b150d50f713e4aa2c","sha256:ada61ecfeeb4a7200a161fec860d1cf4407bd0767bc79f4e111946a69f627f23"],"state_sha256":"19abe672e982511c88f020f253f3018d69c65249dd78cc94540087aac68623ef"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BpkQbO5WyjtP0o4ZV2qacR5pEiI2KQugFoM0+98Go6ubiKPsflYtLAporu6bhanM8ef/etm59r1Jk+uJgVabCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T16:43:03.088146Z","bundle_sha256":"b2077cea0c16c11977a15597d6125c2261a9f20d5f23774ee9a3da6303e4796c"}}