{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:V6EP7UZZC4FU6T3LR57IU5TZ7B","short_pith_number":"pith:V6EP7UZZ","canonical_record":{"source":{"id":"2506.00482","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-31T09:24:32Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"d701918ed4b18d39efc7d55bb71dd091566629322749c2fd66436d92f65d126d","abstract_canon_sha256":"a8190040029976d7c4949fd225347ab936eca5e3cfef44bd27ed9ec22eef5aa8"},"schema_version":"1.0"},"canonical_sha256":"af88ffd339170b4f4f6b8f7e8a7679f84f25ba16f0d746fc6cab67c5d9d87515","source":{"kind":"arxiv","id":"2506.00482","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.00482","created_at":"2026-07-05T11:13:35Z"},{"alias_kind":"arxiv_version","alias_value":"2506.00482v1","created_at":"2026-07-05T11:13:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.00482","created_at":"2026-07-05T11:13:35Z"},{"alias_kind":"pith_short_12","alias_value":"V6EP7UZZC4FU","created_at":"2026-07-05T11:13:35Z"},{"alias_kind":"pith_short_16","alias_value":"V6EP7UZZC4FU6T3L","created_at":"2026-07-05T11:13:35Z"},{"alias_kind":"pith_short_8","alias_value":"V6EP7UZZ","created_at":"2026-07-05T11:13:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:V6EP7UZZC4FU6T3LR57IU5TZ7B","target":"record","payload":{"canonical_record":{"source":{"id":"2506.00482","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-31T09:24:32Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"d701918ed4b18d39efc7d55bb71dd091566629322749c2fd66436d92f65d126d","abstract_canon_sha256":"a8190040029976d7c4949fd225347ab936eca5e3cfef44bd27ed9ec22eef5aa8"},"schema_version":"1.0"},"canonical_sha256":"af88ffd339170b4f4f6b8f7e8a7679f84f25ba16f0d746fc6cab67c5d9d87515","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:13:35.701956Z","signature_b64":"kewVFpbTL6TlkR6bHYCq+bQsf+aTIQstxLMdu0OiGr3hpFu/VXrQY7N3IH6yjO+1YjZDQOSsc2XdW2KRi9bZBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"af88ffd339170b4f4f6b8f7e8a7679f84f25ba16f0d746fc6cab67c5d9d87515","last_reissued_at":"2026-07-05T11:13:35.701596Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:13:35.701596Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.00482","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QF4Zz3bq2ruUbFNpBMfKAjWBD3Nn5NVWl3oSuELRBG9YQXC0ferSDXqzl/QMu1IN3N93PTd8yPBxW+X5o6HyDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:14:58.889704Z"},"content_sha256":"8e445213b1157552167a9e4e99830d38ca642c3f9156091ba8c698ed33d87d49","schema_version":"1.0","event_id":"sha256:8e445213b1157552167a9e4e99830d38ca642c3f9156091ba8c698ed33d87d49"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:V6EP7UZZC4FU6T3LR57IU5TZ7B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BenchHub: A Unified Benchmark Suite for Holistic and Customizable LLM Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Alice Oh, Amit Agarwal, Eunsu Kim, Guijin Son, Haneul Yoo, Hitesh Patel","submitted_at":"2025-05-31T09:24:32Z","abstract_excerpt":"As large language models (LLMs) continue to advance, the need for up-to-date and well-organized benchmarks becomes increasingly critical. However, many existing datasets are scattered, difficult to manage, and make it challenging to perform evaluations tailored to specific needs or domains, despite the growing importance of domain-specific models in areas such as math or code. In this paper, we introduce BenchHub, a dynamic benchmark repository that empowers researchers and developers to evaluate LLMs more effectively. BenchHub aggregates and automatically classifies benchmark datasets from di"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.00482","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.00482/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wQug6xf4ix2CVVhQjPNVyWnkvUQRaM4yNgo80He9kdzuJSzXRlCcf3F4NHf4ASNMoIOXV7/uflZtYo+/+9BxCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:14:58.890673Z"},"content_sha256":"d10c2992e458365aa0b8cb1a537584c79bfdf6c2521a7bff223e54c2b2b3f3c6","schema_version":"1.0","event_id":"sha256:d10c2992e458365aa0b8cb1a537584c79bfdf6c2521a7bff223e54c2b2b3f3c6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V6EP7UZZC4FU6T3LR57IU5TZ7B/bundle.json","state_url":"https://pith.science/pith/V6EP7UZZC4FU6T3LR57IU5TZ7B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V6EP7UZZC4FU6T3LR57IU5TZ7B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T03:14:58Z","links":{"resolver":"https://pith.science/pith/V6EP7UZZC4FU6T3LR57IU5TZ7B","bundle":"https://pith.science/pith/V6EP7UZZC4FU6T3LR57IU5TZ7B/bundle.json","state":"https://pith.science/pith/V6EP7UZZC4FU6T3LR57IU5TZ7B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V6EP7UZZC4FU6T3LR57IU5TZ7B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:V6EP7UZZC4FU6T3LR57IU5TZ7B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a8190040029976d7c4949fd225347ab936eca5e3cfef44bd27ed9ec22eef5aa8","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-31T09:24:32Z","title_canon_sha256":"d701918ed4b18d39efc7d55bb71dd091566629322749c2fd66436d92f65d126d"},"schema_version":"1.0","source":{"id":"2506.00482","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.00482","created_at":"2026-07-05T11:13:35Z"},{"alias_kind":"arxiv_version","alias_value":"2506.00482v1","created_at":"2026-07-05T11:13:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.00482","created_at":"2026-07-05T11:13:35Z"},{"alias_kind":"pith_short_12","alias_value":"V6EP7UZZC4FU","created_at":"2026-07-05T11:13:35Z"},{"alias_kind":"pith_short_16","alias_value":"V6EP7UZZC4FU6T3L","created_at":"2026-07-05T11:13:35Z"},{"alias_kind":"pith_short_8","alias_value":"V6EP7UZZ","created_at":"2026-07-05T11:13:35Z"}],"graph_snapshots":[{"event_id":"sha256:d10c2992e458365aa0b8cb1a537584c79bfdf6c2521a7bff223e54c2b2b3f3c6","target":"graph","created_at":"2026-07-05T11:13:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.00482/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As large language models (LLMs) continue to advance, the need for up-to-date and well-organized benchmarks becomes increasingly critical. However, many existing datasets are scattered, difficult to manage, and make it challenging to perform evaluations tailored to specific needs or domains, despite the growing importance of domain-specific models in areas such as math or code. In this paper, we introduce BenchHub, a dynamic benchmark repository that empowers researchers and developers to evaluate LLMs more effectively. BenchHub aggregates and automatically classifies benchmark datasets from di","authors_text":"Alice Oh, Amit Agarwal, Eunsu Kim, Guijin Son, Haneul Yoo, Hitesh Patel","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-31T09:24:32Z","title":"BenchHub: A Unified Benchmark Suite for Holistic and Customizable LLM Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.00482","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8e445213b1157552167a9e4e99830d38ca642c3f9156091ba8c698ed33d87d49","target":"record","created_at":"2026-07-05T11:13:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a8190040029976d7c4949fd225347ab936eca5e3cfef44bd27ed9ec22eef5aa8","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-31T09:24:32Z","title_canon_sha256":"d701918ed4b18d39efc7d55bb71dd091566629322749c2fd66436d92f65d126d"},"schema_version":"1.0","source":{"id":"2506.00482","kind":"arxiv","version":1}},"canonical_sha256":"af88ffd339170b4f4f6b8f7e8a7679f84f25ba16f0d746fc6cab67c5d9d87515","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"af88ffd339170b4f4f6b8f7e8a7679f84f25ba16f0d746fc6cab67c5d9d87515","first_computed_at":"2026-07-05T11:13:35.701596Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:13:35.701596Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kewVFpbTL6TlkR6bHYCq+bQsf+aTIQstxLMdu0OiGr3hpFu/VXrQY7N3IH6yjO+1YjZDQOSsc2XdW2KRi9bZBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:13:35.701956Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.00482","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8e445213b1157552167a9e4e99830d38ca642c3f9156091ba8c698ed33d87d49","sha256:d10c2992e458365aa0b8cb1a537584c79bfdf6c2521a7bff223e54c2b2b3f3c6"],"state_sha256":"f30ea65d6fc5bff4b934f0a10f0e78952ae25f941960791b827e9d6484b214fa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SlHsUBpVlBIP9qKBkUD/wynMCo586+bNv9uS4+ML65qpA5cD+C9jwTZDs8vmFhu61VztAxeaM/sVbYu5tUO/Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T03:14:58.898168Z","bundle_sha256":"b818f0f23e97dc5c05f6ddc908605f7ef957f7629e8615cae61c5f282d3a9bce"}}