{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2013:OWAA5OK5Y6Q7LIXMU3UKDQ3AT4","short_pith_number":"pith:OWAA5OK5","canonical_record":{"source":{"id":"1309.3197","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2013-09-12T15:34:21Z","cross_cats_sorted":["cs.AI","cs.DL","math.ST","stat.TH"],"title_canon_sha256":"42ce59efa0c4958c61203d3c44218a0ff7535590e5ce1f871c77b85c23246d92","abstract_canon_sha256":"c2c2ba1b31baf87ff3dfddebee81975a01f568cdce6cdac5d436cc700f46148d"},"schema_version":"1.0"},"canonical_sha256":"75800eb95dc7a1f5a2eca6e8a1c3609f06a23a46fa0dd0acd14ccdae8e62d479","source":{"kind":"arxiv","id":"1309.3197","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1309.3197","created_at":"2026-05-18T03:09:33Z"},{"alias_kind":"arxiv_version","alias_value":"1309.3197v2","created_at":"2026-05-18T03:09:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1309.3197","created_at":"2026-05-18T03:09:33Z"},{"alias_kind":"pith_short_12","alias_value":"OWAA5OK5Y6Q7","created_at":"2026-05-18T12:27:54Z"},{"alias_kind":"pith_short_16","alias_value":"OWAA5OK5Y6Q7LIXM","created_at":"2026-05-18T12:27:54Z"},{"alias_kind":"pith_short_8","alias_value":"OWAA5OK5","created_at":"2026-05-18T12:27:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2013:OWAA5OK5Y6Q7LIXMU3UKDQ3AT4","target":"record","payload":{"canonical_record":{"source":{"id":"1309.3197","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2013-09-12T15:34:21Z","cross_cats_sorted":["cs.AI","cs.DL","math.ST","stat.TH"],"title_canon_sha256":"42ce59efa0c4958c61203d3c44218a0ff7535590e5ce1f871c77b85c23246d92","abstract_canon_sha256":"c2c2ba1b31baf87ff3dfddebee81975a01f568cdce6cdac5d436cc700f46148d"},"schema_version":"1.0"},"canonical_sha256":"75800eb95dc7a1f5a2eca6e8a1c3609f06a23a46fa0dd0acd14ccdae8e62d479","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T03:09:33.131860Z","signature_b64":"DLmrCQUUx0bT7SkWFY3i4zwjize06Vzy5UxY5c/Z2juYm0RnoGJrQKNr1EZWH78KhQ6YU4dyZaXOjZxgvcxPCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"75800eb95dc7a1f5a2eca6e8a1c3609f06a23a46fa0dd0acd14ccdae8e62d479","last_reissued_at":"2026-05-18T03:09:33.131214Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T03:09:33.131214Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1309.3197","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:09:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"khwgCtx8lCBlQD5ooEJy0HdMAPwfFU6J9Uxh7gCavXFQj9bzc1tFGHk3zUUBpGptYR2fOVCrlWaiqFH+4FgjAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-26T12:44:31.449080Z"},"content_sha256":"c45a66b0a6217d03de9e9deabe32dbf3c9f75c6b0fc127fe53b9e81882bd0e2f","schema_version":"1.0","event_id":"sha256:c45a66b0a6217d03de9e9deabe32dbf3c9f75c6b0fc127fe53b9e81882bd0e2f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2013:OWAA5OK5Y6Q7LIXMU3UKDQ3AT4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Inducing Honest Reporting Without Observing Outcomes: An Application to the Peer-Review Process","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.DL","math.ST","stat.TH"],"primary_cat":"cs.MA","authors_text":"Arthur Carvalho, Kate Larson, Stanko Dimitrov","submitted_at":"2013-09-12T15:34:21Z","abstract_excerpt":"When eliciting opinions from a group of experts, traditional devices used to promote honest reporting assume that there is an observable future outcome. In practice, however, this assumption is not always reasonable. In this paper, we propose a scoring method built on strictly proper scoring rules to induce honest reporting without assuming observable outcomes. Our method provides scores based on pairwise comparisons between the reports made by each pair of experts in the group. For ease of exposition, we introduce our scoring method by illustrating its application to the peer-review process. "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1309.3197","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:09:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6EfUQpbEumQ56iUXoJkO6meNKYxmgDr3Zq1FPl43BFwHcR6ZYCdXo2r5FLtH+OrWvvpfQXxNEwtxPvZX9BPLBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-26T12:44:31.449450Z"},"content_sha256":"55045ca41fa82d29bd42c8e8c563f58a0967cbad02daf8806b7683e871579f37","schema_version":"1.0","event_id":"sha256:55045ca41fa82d29bd42c8e8c563f58a0967cbad02daf8806b7683e871579f37"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OWAA5OK5Y6Q7LIXMU3UKDQ3AT4/bundle.json","state_url":"https://pith.science/pith/OWAA5OK5Y6Q7LIXMU3UKDQ3AT4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OWAA5OK5Y6Q7LIXMU3UKDQ3AT4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-26T12:44:31Z","links":{"resolver":"https://pith.science/pith/OWAA5OK5Y6Q7LIXMU3UKDQ3AT4","bundle":"https://pith.science/pith/OWAA5OK5Y6Q7LIXMU3UKDQ3AT4/bundle.json","state":"https://pith.science/pith/OWAA5OK5Y6Q7LIXMU3UKDQ3AT4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OWAA5OK5Y6Q7LIXMU3UKDQ3AT4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2013:OWAA5OK5Y6Q7LIXMU3UKDQ3AT4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c2c2ba1b31baf87ff3dfddebee81975a01f568cdce6cdac5d436cc700f46148d","cross_cats_sorted":["cs.AI","cs.DL","math.ST","stat.TH"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2013-09-12T15:34:21Z","title_canon_sha256":"42ce59efa0c4958c61203d3c44218a0ff7535590e5ce1f871c77b85c23246d92"},"schema_version":"1.0","source":{"id":"1309.3197","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1309.3197","created_at":"2026-05-18T03:09:33Z"},{"alias_kind":"arxiv_version","alias_value":"1309.3197v2","created_at":"2026-05-18T03:09:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1309.3197","created_at":"2026-05-18T03:09:33Z"},{"alias_kind":"pith_short_12","alias_value":"OWAA5OK5Y6Q7","created_at":"2026-05-18T12:27:54Z"},{"alias_kind":"pith_short_16","alias_value":"OWAA5OK5Y6Q7LIXM","created_at":"2026-05-18T12:27:54Z"},{"alias_kind":"pith_short_8","alias_value":"OWAA5OK5","created_at":"2026-05-18T12:27:54Z"}],"graph_snapshots":[{"event_id":"sha256:55045ca41fa82d29bd42c8e8c563f58a0967cbad02daf8806b7683e871579f37","target":"graph","created_at":"2026-05-18T03:09:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"When eliciting opinions from a group of experts, traditional devices used to promote honest reporting assume that there is an observable future outcome. In practice, however, this assumption is not always reasonable. In this paper, we propose a scoring method built on strictly proper scoring rules to induce honest reporting without assuming observable outcomes. Our method provides scores based on pairwise comparisons between the reports made by each pair of experts in the group. For ease of exposition, we introduce our scoring method by illustrating its application to the peer-review process. ","authors_text":"Arthur Carvalho, Kate Larson, Stanko Dimitrov","cross_cats":["cs.AI","cs.DL","math.ST","stat.TH"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2013-09-12T15:34:21Z","title":"Inducing Honest Reporting Without Observing Outcomes: An Application to the Peer-Review Process"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1309.3197","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c45a66b0a6217d03de9e9deabe32dbf3c9f75c6b0fc127fe53b9e81882bd0e2f","target":"record","created_at":"2026-05-18T03:09:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c2c2ba1b31baf87ff3dfddebee81975a01f568cdce6cdac5d436cc700f46148d","cross_cats_sorted":["cs.AI","cs.DL","math.ST","stat.TH"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2013-09-12T15:34:21Z","title_canon_sha256":"42ce59efa0c4958c61203d3c44218a0ff7535590e5ce1f871c77b85c23246d92"},"schema_version":"1.0","source":{"id":"1309.3197","kind":"arxiv","version":2}},"canonical_sha256":"75800eb95dc7a1f5a2eca6e8a1c3609f06a23a46fa0dd0acd14ccdae8e62d479","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"75800eb95dc7a1f5a2eca6e8a1c3609f06a23a46fa0dd0acd14ccdae8e62d479","first_computed_at":"2026-05-18T03:09:33.131214Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T03:09:33.131214Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DLmrCQUUx0bT7SkWFY3i4zwjize06Vzy5UxY5c/Z2juYm0RnoGJrQKNr1EZWH78KhQ6YU4dyZaXOjZxgvcxPCA==","signature_status":"signed_v1","signed_at":"2026-05-18T03:09:33.131860Z","signed_message":"canonical_sha256_bytes"},"source_id":"1309.3197","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c45a66b0a6217d03de9e9deabe32dbf3c9f75c6b0fc127fe53b9e81882bd0e2f","sha256:55045ca41fa82d29bd42c8e8c563f58a0967cbad02daf8806b7683e871579f37"],"state_sha256":"5d0b0b3993ff9d346403be17aca2123373429f4d70bd20239982e8d2ad4eaa5a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rIZ6YBY0CyFq6ljTRoucDt853WLkCW4fwZwMxuaNCCcrAYwa2c2pBZOlgKsJLBXo1Wt1+5EJWQ1wvUORlxcMDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-26T12:44:31.451350Z","bundle_sha256":"fa7a31b1f416edd43ceda3b366079ad9e990f4e08769c76f2cd8eaf0a8db5bb0"}}