{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:B4JUG56VPNY4CSMR2JTL7CDK6P","short_pith_number":"pith:B4JUG56V","canonical_record":{"source":{"id":"2506.05636","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-05T23:39:41Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"faa7b65a387f78a6f3e26ecf026de4836006b4ae359fecbc15c210f86905e768","abstract_canon_sha256":"bdeaab88dd1b13018fda3144b909e2ed146d445f90ed029614a36d6684a88a10"},"schema_version":"1.0"},"canonical_sha256":"0f134377d57b71c14991d266bf886af3f0c51fd00c37d689c35c092919259ee6","source":{"kind":"arxiv","id":"2506.05636","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.05636","created_at":"2026-07-05T11:17:07Z"},{"alias_kind":"arxiv_version","alias_value":"2506.05636v1","created_at":"2026-07-05T11:17:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.05636","created_at":"2026-07-05T11:17:07Z"},{"alias_kind":"pith_short_12","alias_value":"B4JUG56VPNY4","created_at":"2026-07-05T11:17:07Z"},{"alias_kind":"pith_short_16","alias_value":"B4JUG56VPNY4CSMR","created_at":"2026-07-05T11:17:07Z"},{"alias_kind":"pith_short_8","alias_value":"B4JUG56V","created_at":"2026-07-05T11:17:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:B4JUG56VPNY4CSMR2JTL7CDK6P","target":"record","payload":{"canonical_record":{"source":{"id":"2506.05636","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-05T23:39:41Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"faa7b65a387f78a6f3e26ecf026de4836006b4ae359fecbc15c210f86905e768","abstract_canon_sha256":"bdeaab88dd1b13018fda3144b909e2ed146d445f90ed029614a36d6684a88a10"},"schema_version":"1.0"},"canonical_sha256":"0f134377d57b71c14991d266bf886af3f0c51fd00c37d689c35c092919259ee6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:17:07.365440Z","signature_b64":"YM+jDMdzu1d6WVUM+xfpdNsmVyPHf/nD9cn8O9jWopddhEIJs8r79HBBAODPBgZKBP6Tv9ZK4GRRshQoyXZSDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0f134377d57b71c14991d266bf886af3f0c51fd00c37d689c35c092919259ee6","last_reissued_at":"2026-07-05T11:17:07.364879Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:17:07.364879Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.05636","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qkijkaxq94BOX60QjcuL1OMwmLE9nOYYtF+4TDcFIhed/QNZifaoJYYxcyV33drI7MFnTjhFA17EuzPiD29FCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T02:30:15.502600Z"},"content_sha256":"bbdd39030bdce57987c60667e418c2a90c0b2019d72346e87a7877de2681ff30","schema_version":"1.0","event_id":"sha256:bbdd39030bdce57987c60667e418c2a90c0b2019d72346e87a7877de2681ff30"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:B4JUG56VPNY4CSMR2JTL7CDK6P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bayesian Inference for Correlated Human Experts and Classifiers","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Alex Boyd, Markelle Kelly, Mark Steyvers, Padhraic Smyth, Sam Showalter","submitted_at":"2025-06-05T23:39:41Z","abstract_excerpt":"Applications of machine learning often involve making predictions based on both model outputs and the opinions of human experts. In this context, we investigate the problem of querying experts for class label predictions, using as few human queries as possible, and leveraging the class probability estimates of pre-trained classifiers. We develop a general Bayesian framework for this problem, modeling expert correlation via a joint latent representation, enabling simulation-based inference about the utility of additional expert queries, as well as inference of posterior distributions over unobs"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.05636","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.05636/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m1vAV11bkD8MLKW3NIQ36Ax6fz6qX0oVxLzJABYeqURLblrSBe83VOw6GIgYun0RyzXiZQJsoYKIVphy4hIBDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T02:30:15.503817Z"},"content_sha256":"de18e256c30185cc85a1e72aee537cbe00fa8d376aec2314065a1ff44ef85ff6","schema_version":"1.0","event_id":"sha256:de18e256c30185cc85a1e72aee537cbe00fa8d376aec2314065a1ff44ef85ff6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B4JUG56VPNY4CSMR2JTL7CDK6P/bundle.json","state_url":"https://pith.science/pith/B4JUG56VPNY4CSMR2JTL7CDK6P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B4JUG56VPNY4CSMR2JTL7CDK6P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T02:30:15Z","links":{"resolver":"https://pith.science/pith/B4JUG56VPNY4CSMR2JTL7CDK6P","bundle":"https://pith.science/pith/B4JUG56VPNY4CSMR2JTL7CDK6P/bundle.json","state":"https://pith.science/pith/B4JUG56VPNY4CSMR2JTL7CDK6P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B4JUG56VPNY4CSMR2JTL7CDK6P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:B4JUG56VPNY4CSMR2JTL7CDK6P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bdeaab88dd1b13018fda3144b909e2ed146d445f90ed029614a36d6684a88a10","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-05T23:39:41Z","title_canon_sha256":"faa7b65a387f78a6f3e26ecf026de4836006b4ae359fecbc15c210f86905e768"},"schema_version":"1.0","source":{"id":"2506.05636","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.05636","created_at":"2026-07-05T11:17:07Z"},{"alias_kind":"arxiv_version","alias_value":"2506.05636v1","created_at":"2026-07-05T11:17:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.05636","created_at":"2026-07-05T11:17:07Z"},{"alias_kind":"pith_short_12","alias_value":"B4JUG56VPNY4","created_at":"2026-07-05T11:17:07Z"},{"alias_kind":"pith_short_16","alias_value":"B4JUG56VPNY4CSMR","created_at":"2026-07-05T11:17:07Z"},{"alias_kind":"pith_short_8","alias_value":"B4JUG56V","created_at":"2026-07-05T11:17:07Z"}],"graph_snapshots":[{"event_id":"sha256:de18e256c30185cc85a1e72aee537cbe00fa8d376aec2314065a1ff44ef85ff6","target":"graph","created_at":"2026-07-05T11:17:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.05636/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Applications of machine learning often involve making predictions based on both model outputs and the opinions of human experts. In this context, we investigate the problem of querying experts for class label predictions, using as few human queries as possible, and leveraging the class probability estimates of pre-trained classifiers. We develop a general Bayesian framework for this problem, modeling expert correlation via a joint latent representation, enabling simulation-based inference about the utility of additional expert queries, as well as inference of posterior distributions over unobs","authors_text":"Alex Boyd, Markelle Kelly, Mark Steyvers, Padhraic Smyth, Sam Showalter","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-05T23:39:41Z","title":"Bayesian Inference for Correlated Human Experts and Classifiers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.05636","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bbdd39030bdce57987c60667e418c2a90c0b2019d72346e87a7877de2681ff30","target":"record","created_at":"2026-07-05T11:17:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bdeaab88dd1b13018fda3144b909e2ed146d445f90ed029614a36d6684a88a10","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-05T23:39:41Z","title_canon_sha256":"faa7b65a387f78a6f3e26ecf026de4836006b4ae359fecbc15c210f86905e768"},"schema_version":"1.0","source":{"id":"2506.05636","kind":"arxiv","version":1}},"canonical_sha256":"0f134377d57b71c14991d266bf886af3f0c51fd00c37d689c35c092919259ee6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0f134377d57b71c14991d266bf886af3f0c51fd00c37d689c35c092919259ee6","first_computed_at":"2026-07-05T11:17:07.364879Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:17:07.364879Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YM+jDMdzu1d6WVUM+xfpdNsmVyPHf/nD9cn8O9jWopddhEIJs8r79HBBAODPBgZKBP6Tv9ZK4GRRshQoyXZSDg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:17:07.365440Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.05636","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bbdd39030bdce57987c60667e418c2a90c0b2019d72346e87a7877de2681ff30","sha256:de18e256c30185cc85a1e72aee537cbe00fa8d376aec2314065a1ff44ef85ff6"],"state_sha256":"fa26f84f1a87d4ddf0d9545d7e29fab8df068a30f9a7287dbb63fdcb15d22561"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/8BQGIWHdeL698/9dy6pdWdmAzKp8qXnBrcR8d6anHVQ0+gDi1c4wWTfjbd/BvxmqtaktAtfpSxa1SFSRAVgAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T02:30:15.515154Z","bundle_sha256":"64b7a5197b052e07e320ffb6358b849e473ffafe3a1c762c7d51215d0557eb73"}}