{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2015:SQMGBY2N6RXMHIPGHL3COLLJ3A","short_pith_number":"pith:SQMGBY2N","canonical_record":{"source":{"id":"1504.00340","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2015-03-28T11:27:57Z","cross_cats_sorted":["physics.soc-ph"],"title_canon_sha256":"19bfdef25da7715344eef5ed17be64036a702d987b86aa0f0c7f79edc5248c27","abstract_canon_sha256":"718f28cc925a85e2a0271bc0409f3cde40df38f880f9a5e153e784d493dd75c0"},"schema_version":"1.0"},"canonical_sha256":"941860e34df46ec3a1e63af6272d69d83b4dcbf63add80394f3ba7f6e72407f5","source":{"kind":"arxiv","id":"1504.00340","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1504.00340","created_at":"2026-05-18T00:50:43Z"},{"alias_kind":"arxiv_version","alias_value":"1504.00340v2","created_at":"2026-05-18T00:50:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1504.00340","created_at":"2026-05-18T00:50:43Z"},{"alias_kind":"pith_short_12","alias_value":"SQMGBY2N6RXM","created_at":"2026-05-18T12:29:42Z"},{"alias_kind":"pith_short_16","alias_value":"SQMGBY2N6RXMHIPG","created_at":"2026-05-18T12:29:42Z"},{"alias_kind":"pith_short_8","alias_value":"SQMGBY2N","created_at":"2026-05-18T12:29:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2015:SQMGBY2N6RXMHIPGHL3COLLJ3A","target":"record","payload":{"canonical_record":{"source":{"id":"1504.00340","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2015-03-28T11:27:57Z","cross_cats_sorted":["physics.soc-ph"],"title_canon_sha256":"19bfdef25da7715344eef5ed17be64036a702d987b86aa0f0c7f79edc5248c27","abstract_canon_sha256":"718f28cc925a85e2a0271bc0409f3cde40df38f880f9a5e153e784d493dd75c0"},"schema_version":"1.0"},"canonical_sha256":"941860e34df46ec3a1e63af6272d69d83b4dcbf63add80394f3ba7f6e72407f5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:50:43.161841Z","signature_b64":"3k4+RWnvgapwqNpPnWwi/kgQrO/IbU02n0d3MlzS789kXZkJV3G/IFqCqjBY7lHFfHh6YF7UK43nsoDoBuR+DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"941860e34df46ec3a1e63af6272d69d83b4dcbf63add80394f3ba7f6e72407f5","last_reissued_at":"2026-05-18T00:50:43.161088Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:50:43.161088Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1504.00340","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:50:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q6AoU+ipVT+PmgK8LhVDii11l1uSh9iMqgwy+LreR2SsYxIm4FIQLcZnOPjGcKZkhpw2dPLR6dziG4lY4gxSAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T07:40:49.736406Z"},"content_sha256":"393ed7e7bc3f14b52a100670af7e1e8f196a7067a9e9c4af9bc04a91dc8ae5f4","schema_version":"1.0","event_id":"sha256:393ed7e7bc3f14b52a100670af7e1e8f196a7067a9e9c4af9bc04a91dc8ae5f4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2015:SQMGBY2N6RXMHIPGHL3COLLJ3A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Calibration with confidence: A principled method for panel assessment","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["physics.soc-ph"],"primary_cat":"stat.ME","authors_text":"Ralph Kenna, Robert J. low, Robert S. MacKay, Sarah Parker","submitted_at":"2015-03-28T11:27:57Z","abstract_excerpt":"Frequently, a set of objects has to be evaluated by a panel of assessors, but not every object is assessed by every assessor. A problem facing such panels is how to take into account different standards amongst panel members and varying levels of confidence in their scores. Here, a mathematically-based algorithm is developed to calibrate the scores of such assessors, addressing both of these issues. The algorithm is based on the connectivity of the graph of assessors and objects evaluated, incorporating declared confidences as weights on its edges. If the graph is sufficiently well connected, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1504.00340","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:50:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fbOLcjh8Xdb03jcLaIXiAADDceSQTVUzh0Tjk/DJ+qXRmNz4O9T4Zp2bPzIPGR8hpyLwpTWURO6Jg2EGoLYnDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T07:40:49.737028Z"},"content_sha256":"114ec15ebbaf2ac254ab205cf6462895b8f6f11270ec419c70211b025d236787","schema_version":"1.0","event_id":"sha256:114ec15ebbaf2ac254ab205cf6462895b8f6f11270ec419c70211b025d236787"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SQMGBY2N6RXMHIPGHL3COLLJ3A/bundle.json","state_url":"https://pith.science/pith/SQMGBY2N6RXMHIPGHL3COLLJ3A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SQMGBY2N6RXMHIPGHL3COLLJ3A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-31T07:40:49Z","links":{"resolver":"https://pith.science/pith/SQMGBY2N6RXMHIPGHL3COLLJ3A","bundle":"https://pith.science/pith/SQMGBY2N6RXMHIPGHL3COLLJ3A/bundle.json","state":"https://pith.science/pith/SQMGBY2N6RXMHIPGHL3COLLJ3A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SQMGBY2N6RXMHIPGHL3COLLJ3A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:SQMGBY2N6RXMHIPGHL3COLLJ3A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"718f28cc925a85e2a0271bc0409f3cde40df38f880f9a5e153e784d493dd75c0","cross_cats_sorted":["physics.soc-ph"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2015-03-28T11:27:57Z","title_canon_sha256":"19bfdef25da7715344eef5ed17be64036a702d987b86aa0f0c7f79edc5248c27"},"schema_version":"1.0","source":{"id":"1504.00340","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1504.00340","created_at":"2026-05-18T00:50:43Z"},{"alias_kind":"arxiv_version","alias_value":"1504.00340v2","created_at":"2026-05-18T00:50:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1504.00340","created_at":"2026-05-18T00:50:43Z"},{"alias_kind":"pith_short_12","alias_value":"SQMGBY2N6RXM","created_at":"2026-05-18T12:29:42Z"},{"alias_kind":"pith_short_16","alias_value":"SQMGBY2N6RXMHIPG","created_at":"2026-05-18T12:29:42Z"},{"alias_kind":"pith_short_8","alias_value":"SQMGBY2N","created_at":"2026-05-18T12:29:42Z"}],"graph_snapshots":[{"event_id":"sha256:114ec15ebbaf2ac254ab205cf6462895b8f6f11270ec419c70211b025d236787","target":"graph","created_at":"2026-05-18T00:50:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Frequently, a set of objects has to be evaluated by a panel of assessors, but not every object is assessed by every assessor. A problem facing such panels is how to take into account different standards amongst panel members and varying levels of confidence in their scores. Here, a mathematically-based algorithm is developed to calibrate the scores of such assessors, addressing both of these issues. The algorithm is based on the connectivity of the graph of assessors and objects evaluated, incorporating declared confidences as weights on its edges. If the graph is sufficiently well connected, ","authors_text":"Ralph Kenna, Robert J. low, Robert S. MacKay, Sarah Parker","cross_cats":["physics.soc-ph"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2015-03-28T11:27:57Z","title":"Calibration with confidence: A principled method for panel assessment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1504.00340","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:393ed7e7bc3f14b52a100670af7e1e8f196a7067a9e9c4af9bc04a91dc8ae5f4","target":"record","created_at":"2026-05-18T00:50:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"718f28cc925a85e2a0271bc0409f3cde40df38f880f9a5e153e784d493dd75c0","cross_cats_sorted":["physics.soc-ph"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2015-03-28T11:27:57Z","title_canon_sha256":"19bfdef25da7715344eef5ed17be64036a702d987b86aa0f0c7f79edc5248c27"},"schema_version":"1.0","source":{"id":"1504.00340","kind":"arxiv","version":2}},"canonical_sha256":"941860e34df46ec3a1e63af6272d69d83b4dcbf63add80394f3ba7f6e72407f5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"941860e34df46ec3a1e63af6272d69d83b4dcbf63add80394f3ba7f6e72407f5","first_computed_at":"2026-05-18T00:50:43.161088Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:50:43.161088Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3k4+RWnvgapwqNpPnWwi/kgQrO/IbU02n0d3MlzS789kXZkJV3G/IFqCqjBY7lHFfHh6YF7UK43nsoDoBuR+DA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:50:43.161841Z","signed_message":"canonical_sha256_bytes"},"source_id":"1504.00340","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:393ed7e7bc3f14b52a100670af7e1e8f196a7067a9e9c4af9bc04a91dc8ae5f4","sha256:114ec15ebbaf2ac254ab205cf6462895b8f6f11270ec419c70211b025d236787"],"state_sha256":"e2d6bbeee2092037ce600802fc79b269138fa9e62fe04ea8b87ab1dd5791f405"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cxHl7v5OY7xlnO7KgjnpVfx8aCqlje1eG+M71h1Xszcm4kdzSco7h+pAdGx3sjOUOMlNczb6hSLKbhLrzArkDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-31T07:40:49.740290Z","bundle_sha256":"1c0b33dca9f2254286ffea0afddae15ef557c5246a3bfa33d09b3d06bc476627"}}