{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KZSISI6MLBSR6M3FMNJT2YPJMY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9c8e14d5ae5d4b3d4fab2b90080d9420fa308808186b0782f76df4c5730496f0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-11T16:57:48Z","title_canon_sha256":"1c7fad8086436ebb24d65a9812e8111cdcedcd062e7ac6038ea35b7dcf9819a2"},"schema_version":"1.0","source":{"id":"2406.07451","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07451","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07451v3","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07451","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"pith_short_12","alias_value":"KZSISI6MLBSR","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"pith_short_16","alias_value":"KZSISI6MLBSR6M3F","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"pith_short_8","alias_value":"KZSISI6M","created_at":"2026-07-05T10:28:17Z"}],"graph_snapshots":[{"event_id":"sha256:573cfe848021de1e925bcff89d550d56cdcd4ecd340a2feb6cc253328664fda8","target":"graph","created_at":"2026-07-05T10:28:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.07451/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing frameworks for evaluating and comparing generative models consider an offline setting, where the evaluator has access to large batches of data produced by the models. However, in practical scenarios, the goal is often to identify and select the best model using the fewest possible generated samples to minimize the costs of querying data from the sub-optimal models. In this work, we propose an online evaluation and selection framework to find the generative model that maximizes a standard assessment score among a group of available models. We view the task as a multi-armed bandit (MAB)","authors_text":"Farzan Farnia, Ho-fung Leung, Xiaoyan Hu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-11T16:57:48Z","title":"A Multi-Armed Bandit Approach to Online Selection and Evaluation of Generative Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07451","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9d4289e18fd862a98ae8858e9635e70e7059bd5825ef434ca714698d0e8ad0cc","target":"record","created_at":"2026-07-05T10:28:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9c8e14d5ae5d4b3d4fab2b90080d9420fa308808186b0782f76df4c5730496f0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-11T16:57:48Z","title_canon_sha256":"1c7fad8086436ebb24d65a9812e8111cdcedcd062e7ac6038ea35b7dcf9819a2"},"schema_version":"1.0","source":{"id":"2406.07451","kind":"arxiv","version":3}},"canonical_sha256":"56648923cc58651f336563533d61e966380e3405ace9f9b0166a1b121633394a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"56648923cc58651f336563533d61e966380e3405ace9f9b0166a1b121633394a","first_computed_at":"2026-07-05T10:28:17.621424Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:28:17.621424Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hU+M07WVvRDmCWp47i3oIISWiUiMtfsNVutNDvDvcH7RSAhmzevN7BYch3nm1eAtKMsZ0kzc+Qp3RAae7KzFAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:28:17.621905Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.07451","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9d4289e18fd862a98ae8858e9635e70e7059bd5825ef434ca714698d0e8ad0cc","sha256:573cfe848021de1e925bcff89d550d56cdcd4ecd340a2feb6cc253328664fda8"],"state_sha256":"718fac1dc9821cddc49edeba9672acd3f0fdefa494db05d4fbd3aca98a2c5962"}