{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:OYXA2CR4YHZIPQFUQYNMM5NIOX","short_pith_number":"pith:OYXA2CR4","canonical_record":{"source":{"id":"2605.30104","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-28T15:46:54Z","cross_cats_sorted":[],"title_canon_sha256":"ce9ca4fd453749fe2166df1276eb16cdae2965a003ae8162a415c62376c6868b","abstract_canon_sha256":"c51bc117e938e5ac65c1c9d9d3a7fdcef4c8f5a38eb59a6d265c2393bbd22845"},"schema_version":"1.0"},"canonical_sha256":"762e0d0a3cc1f287c0b4861ac675a875efcbd7af89ef58785eb0bbed24059041","source":{"kind":"arxiv","id":"2605.30104","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.30104","created_at":"2026-05-29T02:06:09Z"},{"alias_kind":"arxiv_version","alias_value":"2605.30104v1","created_at":"2026-05-29T02:06:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.30104","created_at":"2026-05-29T02:06:09Z"},{"alias_kind":"pith_short_12","alias_value":"OYXA2CR4YHZI","created_at":"2026-05-29T02:06:09Z"},{"alias_kind":"pith_short_16","alias_value":"OYXA2CR4YHZIPQFU","created_at":"2026-05-29T02:06:09Z"},{"alias_kind":"pith_short_8","alias_value":"OYXA2CR4","created_at":"2026-05-29T02:06:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:OYXA2CR4YHZIPQFUQYNMM5NIOX","target":"record","payload":{"canonical_record":{"source":{"id":"2605.30104","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-28T15:46:54Z","cross_cats_sorted":[],"title_canon_sha256":"ce9ca4fd453749fe2166df1276eb16cdae2965a003ae8162a415c62376c6868b","abstract_canon_sha256":"c51bc117e938e5ac65c1c9d9d3a7fdcef4c8f5a38eb59a6d265c2393bbd22845"},"schema_version":"1.0"},"canonical_sha256":"762e0d0a3cc1f287c0b4861ac675a875efcbd7af89ef58785eb0bbed24059041","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-29T02:06:09.941050Z","signature_b64":"yWqwzECRAydxj6Z0/Wtb8GRpnt6Ab1gENL2mPSPFRAs7Px7/Jq0TjZ3+SKH5wS0gm8lVhTzlEwxtLEBsXYcIAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"762e0d0a3cc1f287c0b4861ac675a875efcbd7af89ef58785eb0bbed24059041","last_reissued_at":"2026-05-29T02:06:09.940670Z","signature_status":"signed_v1","first_computed_at":"2026-05-29T02:06:09.940670Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.30104","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-29T02:06:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uLgRP6HNI1aEdfDFv8TCnnzouvMOu+sVj5lmDWT5KBHzFugHbLYEOMu/PHFIA8d8lWJy8hQkKmTeZy7Ci7FbBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T00:23:33.531473Z"},"content_sha256":"85eed7191c6a8ce474139cd444e903a3067518718fc3e468f11d2c07d631462c","schema_version":"1.0","event_id":"sha256:85eed7191c6a8ce474139cd444e903a3067518718fc3e468f11d2c07d631462c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:OYXA2CR4YHZIPQFUQYNMM5NIOX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SEAL: Can Saturated Benchmarks Be Revived by LLM-as-a-Meta-Judge?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chen Ma, Jiamin Chen, Qianben Chen, Qiexiang Wang, Wangchunshu Zhou, Xiaokun Zhang, Yansen Zhang, Yidi Wu, Yuchen Li","submitted_at":"2026-05-28T15:46:54Z","abstract_excerpt":"Widely used language-model benchmarks are increasingly saturated, with frontier systems often receiving near-tied scores that standard metrics cannot resolve. Rather than constructing harder alternatives, we ask whether existing tasks can be made informative again through improved evaluation over the same candidate outputs. Therefore, we present Seeded Elimination with Adaptive LLM-as-a-Meta-Judge, a self-improving evaluation protocol for extracting latent ranking signal from saturated benchmarks. SEAL seeds candidate outputs into a single elimination and evaluates each match with task-level p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.30104","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.30104/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-29T02:06:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"13EAiqtVP7i2dOE9M9B6j6ZlQbGO9OX7hOcaR/VrkA8fykiW91HKK9MA25MPbudX7gGm0sfk+ok+v6Em334xCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T00:23:33.531848Z"},"content_sha256":"c6507d9f5331a24a410b956cc8ca71c3db38459a0cb900f5bc6b68ccc952256a","schema_version":"1.0","event_id":"sha256:c6507d9f5331a24a410b956cc8ca71c3db38459a0cb900f5bc6b68ccc952256a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OYXA2CR4YHZIPQFUQYNMM5NIOX/bundle.json","state_url":"https://pith.science/pith/OYXA2CR4YHZIPQFUQYNMM5NIOX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OYXA2CR4YHZIPQFUQYNMM5NIOX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-09T00:23:33Z","links":{"resolver":"https://pith.science/pith/OYXA2CR4YHZIPQFUQYNMM5NIOX","bundle":"https://pith.science/pith/OYXA2CR4YHZIPQFUQYNMM5NIOX/bundle.json","state":"https://pith.science/pith/OYXA2CR4YHZIPQFUQYNMM5NIOX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OYXA2CR4YHZIPQFUQYNMM5NIOX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:OYXA2CR4YHZIPQFUQYNMM5NIOX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c51bc117e938e5ac65c1c9d9d3a7fdcef4c8f5a38eb59a6d265c2393bbd22845","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-28T15:46:54Z","title_canon_sha256":"ce9ca4fd453749fe2166df1276eb16cdae2965a003ae8162a415c62376c6868b"},"schema_version":"1.0","source":{"id":"2605.30104","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.30104","created_at":"2026-05-29T02:06:09Z"},{"alias_kind":"arxiv_version","alias_value":"2605.30104v1","created_at":"2026-05-29T02:06:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.30104","created_at":"2026-05-29T02:06:09Z"},{"alias_kind":"pith_short_12","alias_value":"OYXA2CR4YHZI","created_at":"2026-05-29T02:06:09Z"},{"alias_kind":"pith_short_16","alias_value":"OYXA2CR4YHZIPQFU","created_at":"2026-05-29T02:06:09Z"},{"alias_kind":"pith_short_8","alias_value":"OYXA2CR4","created_at":"2026-05-29T02:06:09Z"}],"graph_snapshots":[{"event_id":"sha256:c6507d9f5331a24a410b956cc8ca71c3db38459a0cb900f5bc6b68ccc952256a","target":"graph","created_at":"2026-05-29T02:06:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.30104/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Widely used language-model benchmarks are increasingly saturated, with frontier systems often receiving near-tied scores that standard metrics cannot resolve. Rather than constructing harder alternatives, we ask whether existing tasks can be made informative again through improved evaluation over the same candidate outputs. Therefore, we present Seeded Elimination with Adaptive LLM-as-a-Meta-Judge, a self-improving evaluation protocol for extracting latent ranking signal from saturated benchmarks. SEAL seeds candidate outputs into a single elimination and evaluates each match with task-level p","authors_text":"Chen Ma, Jiamin Chen, Qianben Chen, Qiexiang Wang, Wangchunshu Zhou, Xiaokun Zhang, Yansen Zhang, Yidi Wu, Yuchen Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-28T15:46:54Z","title":"SEAL: Can Saturated Benchmarks Be Revived by LLM-as-a-Meta-Judge?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.30104","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:85eed7191c6a8ce474139cd444e903a3067518718fc3e468f11d2c07d631462c","target":"record","created_at":"2026-05-29T02:06:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c51bc117e938e5ac65c1c9d9d3a7fdcef4c8f5a38eb59a6d265c2393bbd22845","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-28T15:46:54Z","title_canon_sha256":"ce9ca4fd453749fe2166df1276eb16cdae2965a003ae8162a415c62376c6868b"},"schema_version":"1.0","source":{"id":"2605.30104","kind":"arxiv","version":1}},"canonical_sha256":"762e0d0a3cc1f287c0b4861ac675a875efcbd7af89ef58785eb0bbed24059041","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"762e0d0a3cc1f287c0b4861ac675a875efcbd7af89ef58785eb0bbed24059041","first_computed_at":"2026-05-29T02:06:09.940670Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-29T02:06:09.940670Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yWqwzECRAydxj6Z0/Wtb8GRpnt6Ab1gENL2mPSPFRAs7Px7/Jq0TjZ3+SKH5wS0gm8lVhTzlEwxtLEBsXYcIAw==","signature_status":"signed_v1","signed_at":"2026-05-29T02:06:09.941050Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.30104","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:85eed7191c6a8ce474139cd444e903a3067518718fc3e468f11d2c07d631462c","sha256:c6507d9f5331a24a410b956cc8ca71c3db38459a0cb900f5bc6b68ccc952256a"],"state_sha256":"72947f3ab252bf6cb112f60933c26cf82e2f790d0d8fcdf98678f5cc2152130a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sZg5u7nxHoCyzv9TgXpw3JCdRB9B31lQgEUa/nu/7PP9SpAK3O2VjKFp2GEpYizHCSLScBG+S6p/THeoiLU2Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-09T00:23:33.537384Z","bundle_sha256":"d599d2295fd73ee40aaf5f38996b1dfa7173416eab2389ad3dfdab5b763a7d22"}}