{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:5V2BQF7FGWVU6KZCSSZR7CB6SZ","short_pith_number":"pith:5V2BQF7F","canonical_record":{"source":{"id":"2607.09739","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-02T18:37:18Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"61644454b2d12ac75b96385b1845e514411854e02ea36a62ba7840d89e4c307e","abstract_canon_sha256":"3c4cec4a53e92eecb895e970d8b17c19abd6be6b977daecdacf568cbeda71fd5"},"schema_version":"1.0"},"canonical_sha256":"ed741817e535ab4f2b2294b31f883e9678d20b8776e55db27a5967e9bcf2877a","source":{"kind":"arxiv","id":"2607.09739","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.09739","created_at":"2026-07-14T00:18:33Z"},{"alias_kind":"arxiv_version","alias_value":"2607.09739v1","created_at":"2026-07-14T00:18:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.09739","created_at":"2026-07-14T00:18:33Z"},{"alias_kind":"pith_short_12","alias_value":"5V2BQF7FGWVU","created_at":"2026-07-14T00:18:33Z"},{"alias_kind":"pith_short_16","alias_value":"5V2BQF7FGWVU6KZC","created_at":"2026-07-14T00:18:33Z"},{"alias_kind":"pith_short_8","alias_value":"5V2BQF7F","created_at":"2026-07-14T00:18:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:5V2BQF7FGWVU6KZCSSZR7CB6SZ","target":"record","payload":{"canonical_record":{"source":{"id":"2607.09739","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-02T18:37:18Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"61644454b2d12ac75b96385b1845e514411854e02ea36a62ba7840d89e4c307e","abstract_canon_sha256":"3c4cec4a53e92eecb895e970d8b17c19abd6be6b977daecdacf568cbeda71fd5"},"schema_version":"1.0"},"canonical_sha256":"ed741817e535ab4f2b2294b31f883e9678d20b8776e55db27a5967e9bcf2877a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-14T00:18:33.127074Z","signature_b64":"SQMFmvlS3YNdzF+OoKH6tJm4zRo90wcHH6mnOMXRsM4njWN42/x9AodL8PTRf5nbxHDy+JYkKfeEbX3tLyfHAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ed741817e535ab4f2b2294b31f883e9678d20b8776e55db27a5967e9bcf2877a","last_reissued_at":"2026-07-14T00:18:33.126219Z","signature_status":"signed_v1","first_computed_at":"2026-07-14T00:18:33.126219Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.09739","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-14T00:18:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ABAV++6ac8BulYkhk6ThWxoZdbCvId3bxK2Fs/fKvKpc/mYCyfv0Lj/7ckAMdKGF1e+E34ymDNa2T4MmnJsiAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:39:18.562813Z"},"content_sha256":"47f869b70ee0e9e2141c91349e043645126c6c92c0262daaa8d791d1de4c5d10","schema_version":"1.0","event_id":"sha256:47f869b70ee0e9e2141c91349e043645126c6c92c0262daaa8d791d1de4c5d10"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:5V2BQF7FGWVU6KZCSSZR7CB6SZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Coresets Before Score Sets: Evaluation-Unsupervised Prompt Subset Selection for LLM Benchmarks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Arnav Das, Banghua Zhu, Chang Su, Damon Mosk-Aoyama, Gantavya Bhatt, Jeff Bilmes, Jialei Wang, Jiantao Jiao, Jihan Yao, Ke Bao, Khushi Bhardwaj, Oleksii Kuchaiev, Peter Jin, Qiaolin Yu, Sugam Devare, Venkat Krishna Srinivasan, Yikai Zhu, Yineng Zhang, Zhen Dong","submitted_at":"2026-07-02T18:37:18Z","abstract_excerpt":"We study LLM benchmark coreset selection: selecting a small subset of prompts over multiple benchmarks whose induced model scores and rankings approximate those obtained from the full benchmark suite. In evaluation-unsupervised benchmark coreset selection (our approach), the selection algorithm uses no model evaluation outcomes, and operates on a fine granularity by producing subsets of prompts over multiple benchmarks rather than producing a sub-collection of entire benchmarks. We use submodular subset selection, and we develop and evaluate many different submodular functions for this purpose"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.09739","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.09739/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-14T00:18:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7DefLIkAhwLu7otmdxFz4yOmVVLAFUnOi3W8b0ays7NxYC2F6DikvXWDxNbeE5lA5hiB/uB2NWHPnJPTu+QoCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:39:18.563791Z"},"content_sha256":"2e3bb8f507edcf300fe8dd3db3fed9fa16072560c3bbdd5b579107036816970a","schema_version":"1.0","event_id":"sha256:2e3bb8f507edcf300fe8dd3db3fed9fa16072560c3bbdd5b579107036816970a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5V2BQF7FGWVU6KZCSSZR7CB6SZ/bundle.json","state_url":"https://pith.science/pith/5V2BQF7FGWVU6KZCSSZR7CB6SZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5V2BQF7FGWVU6KZCSSZR7CB6SZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T20:39:18Z","links":{"resolver":"https://pith.science/pith/5V2BQF7FGWVU6KZCSSZR7CB6SZ","bundle":"https://pith.science/pith/5V2BQF7FGWVU6KZCSSZR7CB6SZ/bundle.json","state":"https://pith.science/pith/5V2BQF7FGWVU6KZCSSZR7CB6SZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5V2BQF7FGWVU6KZCSSZR7CB6SZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:5V2BQF7FGWVU6KZCSSZR7CB6SZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3c4cec4a53e92eecb895e970d8b17c19abd6be6b977daecdacf568cbeda71fd5","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-02T18:37:18Z","title_canon_sha256":"61644454b2d12ac75b96385b1845e514411854e02ea36a62ba7840d89e4c307e"},"schema_version":"1.0","source":{"id":"2607.09739","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.09739","created_at":"2026-07-14T00:18:33Z"},{"alias_kind":"arxiv_version","alias_value":"2607.09739v1","created_at":"2026-07-14T00:18:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.09739","created_at":"2026-07-14T00:18:33Z"},{"alias_kind":"pith_short_12","alias_value":"5V2BQF7FGWVU","created_at":"2026-07-14T00:18:33Z"},{"alias_kind":"pith_short_16","alias_value":"5V2BQF7FGWVU6KZC","created_at":"2026-07-14T00:18:33Z"},{"alias_kind":"pith_short_8","alias_value":"5V2BQF7F","created_at":"2026-07-14T00:18:33Z"}],"graph_snapshots":[{"event_id":"sha256:2e3bb8f507edcf300fe8dd3db3fed9fa16072560c3bbdd5b579107036816970a","target":"graph","created_at":"2026-07-14T00:18:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.09739/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study LLM benchmark coreset selection: selecting a small subset of prompts over multiple benchmarks whose induced model scores and rankings approximate those obtained from the full benchmark suite. In evaluation-unsupervised benchmark coreset selection (our approach), the selection algorithm uses no model evaluation outcomes, and operates on a fine granularity by producing subsets of prompts over multiple benchmarks rather than producing a sub-collection of entire benchmarks. We use submodular subset selection, and we develop and evaluate many different submodular functions for this purpose","authors_text":"Arnav Das, Banghua Zhu, Chang Su, Damon Mosk-Aoyama, Gantavya Bhatt, Jeff Bilmes, Jialei Wang, Jiantao Jiao, Jihan Yao, Ke Bao, Khushi Bhardwaj, Oleksii Kuchaiev, Peter Jin, Qiaolin Yu, Sugam Devare, Venkat Krishna Srinivasan, Yikai Zhu, Yineng Zhang, Zhen Dong","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-02T18:37:18Z","title":"Coresets Before Score Sets: Evaluation-Unsupervised Prompt Subset Selection for LLM Benchmarks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.09739","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:47f869b70ee0e9e2141c91349e043645126c6c92c0262daaa8d791d1de4c5d10","target":"record","created_at":"2026-07-14T00:18:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3c4cec4a53e92eecb895e970d8b17c19abd6be6b977daecdacf568cbeda71fd5","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-02T18:37:18Z","title_canon_sha256":"61644454b2d12ac75b96385b1845e514411854e02ea36a62ba7840d89e4c307e"},"schema_version":"1.0","source":{"id":"2607.09739","kind":"arxiv","version":1}},"canonical_sha256":"ed741817e535ab4f2b2294b31f883e9678d20b8776e55db27a5967e9bcf2877a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ed741817e535ab4f2b2294b31f883e9678d20b8776e55db27a5967e9bcf2877a","first_computed_at":"2026-07-14T00:18:33.126219Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-14T00:18:33.126219Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SQMFmvlS3YNdzF+OoKH6tJm4zRo90wcHH6mnOMXRsM4njWN42/x9AodL8PTRf5nbxHDy+JYkKfeEbX3tLyfHAg==","signature_status":"signed_v1","signed_at":"2026-07-14T00:18:33.127074Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.09739","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:47f869b70ee0e9e2141c91349e043645126c6c92c0262daaa8d791d1de4c5d10","sha256:2e3bb8f507edcf300fe8dd3db3fed9fa16072560c3bbdd5b579107036816970a"],"state_sha256":"d27b650f8f9390fb1a49b38b88fa2711c8cff73f3412dc9bbdde4dc503051d0b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e0COgZqrNtkxuxka4E1zktoSLM6pPRtQd2ukirEwN0NOwxvrZbL7K4Pj2xQf57bRzoJrivAodOiRLWBgGXQaCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T20:39:18.570715Z","bundle_sha256":"751d6232327bec566aeb251def033f49059a2b4e5a6588b2340b668b4ff54c2e"}}