{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KZSISI6MLBSR6M3FMNJT2YPJMY","short_pith_number":"pith:KZSISI6M","canonical_record":{"source":{"id":"2406.07451","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-11T16:57:48Z","cross_cats_sorted":[],"title_canon_sha256":"1c7fad8086436ebb24d65a9812e8111cdcedcd062e7ac6038ea35b7dcf9819a2","abstract_canon_sha256":"9c8e14d5ae5d4b3d4fab2b90080d9420fa308808186b0782f76df4c5730496f0"},"schema_version":"1.0"},"canonical_sha256":"56648923cc58651f336563533d61e966380e3405ace9f9b0166a1b121633394a","source":{"kind":"arxiv","id":"2406.07451","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07451","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07451v3","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07451","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"pith_short_12","alias_value":"KZSISI6MLBSR","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"pith_short_16","alias_value":"KZSISI6MLBSR6M3F","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"pith_short_8","alias_value":"KZSISI6M","created_at":"2026-07-05T10:28:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KZSISI6MLBSR6M3FMNJT2YPJMY","target":"record","payload":{"canonical_record":{"source":{"id":"2406.07451","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-11T16:57:48Z","cross_cats_sorted":[],"title_canon_sha256":"1c7fad8086436ebb24d65a9812e8111cdcedcd062e7ac6038ea35b7dcf9819a2","abstract_canon_sha256":"9c8e14d5ae5d4b3d4fab2b90080d9420fa308808186b0782f76df4c5730496f0"},"schema_version":"1.0"},"canonical_sha256":"56648923cc58651f336563533d61e966380e3405ace9f9b0166a1b121633394a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:28:17.621905Z","signature_b64":"hU+M07WVvRDmCWp47i3oIISWiUiMtfsNVutNDvDvcH7RSAhmzevN7BYch3nm1eAtKMsZ0kzc+Qp3RAae7KzFAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"56648923cc58651f336563533d61e966380e3405ace9f9b0166a1b121633394a","last_reissued_at":"2026-07-05T10:28:17.621424Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:28:17.621424Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.07451","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:28:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xnhkEsjc9wS5DWA/fa36vJbL6HIR5FOC8NbFVT7hxiQxWkyy1bz2VuoMGYml+cDTRj4jwM9ayiZs/PPbUFC0Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:04:37.728460Z"},"content_sha256":"9d4289e18fd862a98ae8858e9635e70e7059bd5825ef434ca714698d0e8ad0cc","schema_version":"1.0","event_id":"sha256:9d4289e18fd862a98ae8858e9635e70e7059bd5825ef434ca714698d0e8ad0cc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KZSISI6MLBSR6M3FMNJT2YPJMY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Multi-Armed Bandit Approach to Online Selection and Evaluation of Generative Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Farzan Farnia, Ho-fung Leung, Xiaoyan Hu","submitted_at":"2024-06-11T16:57:48Z","abstract_excerpt":"Existing frameworks for evaluating and comparing generative models consider an offline setting, where the evaluator has access to large batches of data produced by the models. However, in practical scenarios, the goal is often to identify and select the best model using the fewest possible generated samples to minimize the costs of querying data from the sub-optimal models. In this work, we propose an online evaluation and selection framework to find the generative model that maximizes a standard assessment score among a group of available models. We view the task as a multi-armed bandit (MAB)"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07451","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.07451/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:28:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"igWPZQgBMXgZjGMZSJXzUgpC5r+ppczlmTCLkbRBFSYXGb6EuNWy+rI+Yi06/yqLWGNI619wdOJ/uMN7oiTfAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:04:37.728978Z"},"content_sha256":"573cfe848021de1e925bcff89d550d56cdcd4ecd340a2feb6cc253328664fda8","schema_version":"1.0","event_id":"sha256:573cfe848021de1e925bcff89d550d56cdcd4ecd340a2feb6cc253328664fda8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KZSISI6MLBSR6M3FMNJT2YPJMY/bundle.json","state_url":"https://pith.science/pith/KZSISI6MLBSR6M3FMNJT2YPJMY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KZSISI6MLBSR6M3FMNJT2YPJMY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T22:04:37Z","links":{"resolver":"https://pith.science/pith/KZSISI6MLBSR6M3FMNJT2YPJMY","bundle":"https://pith.science/pith/KZSISI6MLBSR6M3FMNJT2YPJMY/bundle.json","state":"https://pith.science/pith/KZSISI6MLBSR6M3FMNJT2YPJMY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KZSISI6MLBSR6M3FMNJT2YPJMY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KZSISI6MLBSR6M3FMNJT2YPJMY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9c8e14d5ae5d4b3d4fab2b90080d9420fa308808186b0782f76df4c5730496f0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-11T16:57:48Z","title_canon_sha256":"1c7fad8086436ebb24d65a9812e8111cdcedcd062e7ac6038ea35b7dcf9819a2"},"schema_version":"1.0","source":{"id":"2406.07451","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07451","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07451v3","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07451","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"pith_short_12","alias_value":"KZSISI6MLBSR","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"pith_short_16","alias_value":"KZSISI6MLBSR6M3F","created_at":"2026-07-05T10:28:17Z"},{"alias_kind":"pith_short_8","alias_value":"KZSISI6M","created_at":"2026-07-05T10:28:17Z"}],"graph_snapshots":[{"event_id":"sha256:573cfe848021de1e925bcff89d550d56cdcd4ecd340a2feb6cc253328664fda8","target":"graph","created_at":"2026-07-05T10:28:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.07451/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing frameworks for evaluating and comparing generative models consider an offline setting, where the evaluator has access to large batches of data produced by the models. However, in practical scenarios, the goal is often to identify and select the best model using the fewest possible generated samples to minimize the costs of querying data from the sub-optimal models. In this work, we propose an online evaluation and selection framework to find the generative model that maximizes a standard assessment score among a group of available models. We view the task as a multi-armed bandit (MAB)","authors_text":"Farzan Farnia, Ho-fung Leung, Xiaoyan Hu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-11T16:57:48Z","title":"A Multi-Armed Bandit Approach to Online Selection and Evaluation of Generative Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07451","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9d4289e18fd862a98ae8858e9635e70e7059bd5825ef434ca714698d0e8ad0cc","target":"record","created_at":"2026-07-05T10:28:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9c8e14d5ae5d4b3d4fab2b90080d9420fa308808186b0782f76df4c5730496f0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-11T16:57:48Z","title_canon_sha256":"1c7fad8086436ebb24d65a9812e8111cdcedcd062e7ac6038ea35b7dcf9819a2"},"schema_version":"1.0","source":{"id":"2406.07451","kind":"arxiv","version":3}},"canonical_sha256":"56648923cc58651f336563533d61e966380e3405ace9f9b0166a1b121633394a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"56648923cc58651f336563533d61e966380e3405ace9f9b0166a1b121633394a","first_computed_at":"2026-07-05T10:28:17.621424Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:28:17.621424Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hU+M07WVvRDmCWp47i3oIISWiUiMtfsNVutNDvDvcH7RSAhmzevN7BYch3nm1eAtKMsZ0kzc+Qp3RAae7KzFAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:28:17.621905Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.07451","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9d4289e18fd862a98ae8858e9635e70e7059bd5825ef434ca714698d0e8ad0cc","sha256:573cfe848021de1e925bcff89d550d56cdcd4ecd340a2feb6cc253328664fda8"],"state_sha256":"718fac1dc9821cddc49edeba9672acd3f0fdefa494db05d4fbd3aca98a2c5962"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vamW09I1CXynmYpDbRe+bssB7iCRtmDgQ0kkvqE+nhLCo0S0WDIccZ58yn1JVzdlhHovHYNDkzU5gFYcxwY4DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T22:04:37.732490Z","bundle_sha256":"db02c0e8cf545a6914b998803316ef30515476e06dbd1b2c97bca8996cc2d4a7"}}