{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:XZTV2VEW3CKQ7HWT3TVGIB7LSO","short_pith_number":"pith:XZTV2VEW","canonical_record":{"source":{"id":"2505.05602","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-08T19:05:02Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"fac76d35572d9330f6dd8bab97064b5f97f5d795d0f5caf0af9a7d1a8613a649","abstract_canon_sha256":"85034b22cd3140e690a648265baefffbef845ec34608d26c2ff870c8242b829d"},"schema_version":"1.0"},"canonical_sha256":"be675d5496d8950f9ed3dcea6407eb93ba892bc2b9fad2d8c448fcc771c2fb4f","source":{"kind":"arxiv","id":"2505.05602","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.05602","created_at":"2026-07-05T11:36:31Z"},{"alias_kind":"arxiv_version","alias_value":"2505.05602v3","created_at":"2026-07-05T11:36:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.05602","created_at":"2026-07-05T11:36:31Z"},{"alias_kind":"pith_short_12","alias_value":"XZTV2VEW3CKQ","created_at":"2026-07-05T11:36:31Z"},{"alias_kind":"pith_short_16","alias_value":"XZTV2VEW3CKQ7HWT","created_at":"2026-07-05T11:36:31Z"},{"alias_kind":"pith_short_8","alias_value":"XZTV2VEW","created_at":"2026-07-05T11:36:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:XZTV2VEW3CKQ7HWT3TVGIB7LSO","target":"record","payload":{"canonical_record":{"source":{"id":"2505.05602","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-08T19:05:02Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"fac76d35572d9330f6dd8bab97064b5f97f5d795d0f5caf0af9a7d1a8613a649","abstract_canon_sha256":"85034b22cd3140e690a648265baefffbef845ec34608d26c2ff870c8242b829d"},"schema_version":"1.0"},"canonical_sha256":"be675d5496d8950f9ed3dcea6407eb93ba892bc2b9fad2d8c448fcc771c2fb4f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:36:31.575799Z","signature_b64":"m64yPI6P0hROOKKmAEz2PEDENDW07Om9rKydeDnMd8mCsXTtj8QpDXuUzCQznpMmvvpIk47sYFp3Y70H8AZ9CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"be675d5496d8950f9ed3dcea6407eb93ba892bc2b9fad2d8c448fcc771c2fb4f","last_reissued_at":"2026-07-05T11:36:31.575121Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:36:31.575121Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.05602","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:36:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d0yymAMklQUeytuDqAz9/mob6VSgbWBsFawYGz/Pqm4t7q/upbmAK59AJ7EG7sdN0Cgqf5p4+JDig1M01JGHBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T07:48:30.348317Z"},"content_sha256":"6b182f61efd4344545210d7a5d66ab842458b726ba0705d3ce6a7db67d159317","schema_version":"1.0","event_id":"sha256:6b182f61efd4344545210d7a5d66ab842458b726ba0705d3ce6a7db67d159317"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:XZTV2VEW3CKQ7HWT3TVGIB7LSO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HiBayES: A Hierarchical Bayesian Modeling Framework for AI Evaluation Statistics","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["stat.AP"],"primary_cat":"cs.AI","authors_text":"Christopher Summerfield, Cozmin Ududec, Harry Coppock, Lennart Luettgau, Magda Dubois","submitted_at":"2025-05-08T19:05:02Z","abstract_excerpt":"As Large Language Models (LLMs) and other AI systems evolve, robustly estimating their capabilities from inherently stochastic outputs while systematically quantifying uncertainty in these estimates becomes increasingly important. Further, advanced AI evaluations often have a nested hierarchical structure, exhibit high levels of complexity, and come with high costs in testing the most advanced AI systems. To address these challenges, we introduce HiBayES, a generalizable Hierarchical Bayesian modeling framework for AI Evaluation Statistics. HiBayES supports robust inferences in classical quest"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.05602","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.05602/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:36:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tetFI+tdtRDni0qfcKYxlviwqlONAmUCk9MpkXk2AXVsQ+1YKbRxoL5PiXJbWxSOWBFT3szLjUbJZDlj4oEKBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T07:48:30.349761Z"},"content_sha256":"40376b5ca63dd6aaf620341a7d4b18836770ae32253ad28ce83ed13a498bd7a7","schema_version":"1.0","event_id":"sha256:40376b5ca63dd6aaf620341a7d4b18836770ae32253ad28ce83ed13a498bd7a7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XZTV2VEW3CKQ7HWT3TVGIB7LSO/bundle.json","state_url":"https://pith.science/pith/XZTV2VEW3CKQ7HWT3TVGIB7LSO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XZTV2VEW3CKQ7HWT3TVGIB7LSO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T07:48:30Z","links":{"resolver":"https://pith.science/pith/XZTV2VEW3CKQ7HWT3TVGIB7LSO","bundle":"https://pith.science/pith/XZTV2VEW3CKQ7HWT3TVGIB7LSO/bundle.json","state":"https://pith.science/pith/XZTV2VEW3CKQ7HWT3TVGIB7LSO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XZTV2VEW3CKQ7HWT3TVGIB7LSO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:XZTV2VEW3CKQ7HWT3TVGIB7LSO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"85034b22cd3140e690a648265baefffbef845ec34608d26c2ff870c8242b829d","cross_cats_sorted":["stat.AP"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-08T19:05:02Z","title_canon_sha256":"fac76d35572d9330f6dd8bab97064b5f97f5d795d0f5caf0af9a7d1a8613a649"},"schema_version":"1.0","source":{"id":"2505.05602","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.05602","created_at":"2026-07-05T11:36:31Z"},{"alias_kind":"arxiv_version","alias_value":"2505.05602v3","created_at":"2026-07-05T11:36:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.05602","created_at":"2026-07-05T11:36:31Z"},{"alias_kind":"pith_short_12","alias_value":"XZTV2VEW3CKQ","created_at":"2026-07-05T11:36:31Z"},{"alias_kind":"pith_short_16","alias_value":"XZTV2VEW3CKQ7HWT","created_at":"2026-07-05T11:36:31Z"},{"alias_kind":"pith_short_8","alias_value":"XZTV2VEW","created_at":"2026-07-05T11:36:31Z"}],"graph_snapshots":[{"event_id":"sha256:40376b5ca63dd6aaf620341a7d4b18836770ae32253ad28ce83ed13a498bd7a7","target":"graph","created_at":"2026-07-05T11:36:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.05602/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As Large Language Models (LLMs) and other AI systems evolve, robustly estimating their capabilities from inherently stochastic outputs while systematically quantifying uncertainty in these estimates becomes increasingly important. Further, advanced AI evaluations often have a nested hierarchical structure, exhibit high levels of complexity, and come with high costs in testing the most advanced AI systems. To address these challenges, we introduce HiBayES, a generalizable Hierarchical Bayesian modeling framework for AI Evaluation Statistics. HiBayES supports robust inferences in classical quest","authors_text":"Christopher Summerfield, Cozmin Ududec, Harry Coppock, Lennart Luettgau, Magda Dubois","cross_cats":["stat.AP"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-08T19:05:02Z","title":"HiBayES: A Hierarchical Bayesian Modeling Framework for AI Evaluation Statistics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.05602","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6b182f61efd4344545210d7a5d66ab842458b726ba0705d3ce6a7db67d159317","target":"record","created_at":"2026-07-05T11:36:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"85034b22cd3140e690a648265baefffbef845ec34608d26c2ff870c8242b829d","cross_cats_sorted":["stat.AP"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-08T19:05:02Z","title_canon_sha256":"fac76d35572d9330f6dd8bab97064b5f97f5d795d0f5caf0af9a7d1a8613a649"},"schema_version":"1.0","source":{"id":"2505.05602","kind":"arxiv","version":3}},"canonical_sha256":"be675d5496d8950f9ed3dcea6407eb93ba892bc2b9fad2d8c448fcc771c2fb4f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"be675d5496d8950f9ed3dcea6407eb93ba892bc2b9fad2d8c448fcc771c2fb4f","first_computed_at":"2026-07-05T11:36:31.575121Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:36:31.575121Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"m64yPI6P0hROOKKmAEz2PEDENDW07Om9rKydeDnMd8mCsXTtj8QpDXuUzCQznpMmvvpIk47sYFp3Y70H8AZ9CA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:36:31.575799Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.05602","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6b182f61efd4344545210d7a5d66ab842458b726ba0705d3ce6a7db67d159317","sha256:40376b5ca63dd6aaf620341a7d4b18836770ae32253ad28ce83ed13a498bd7a7"],"state_sha256":"f6a90c85a44b1c48f557d23e51b165aeca68db2c54770fdfef3737799f2118a6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WMqjep3A8iXbFAHuda0xd2h9gDbmNus4/hNkwEweDIryQ6dU2JEhkW+HzI38gFhdd2vzQVzg6Ie+XosLABCCCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T07:48:30.353444Z","bundle_sha256":"5fde17a46a8731b84561640ee044e5dc4e5916505a836527383a66c91c905015"}}