{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2012:6IRG4TMS64LRW3ERQ7JKOI5NW2","short_pith_number":"pith:6IRG4TMS","canonical_record":{"source":{"id":"1206.6386","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-06-27T19:59:59Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"5f076861f2f189067715dd67a003f360c5e45813fcf3ac43d8a5218143484428","abstract_canon_sha256":"fe9f9a4e861df5f4af76da44619f9110a9debf885908ef5fc40ff47575ce0f28"},"schema_version":"1.0"},"canonical_sha256":"f2226e4d92f7171b6c9187d2a723adb6964efba6f599a1602122a5b9623df316","source":{"kind":"arxiv","id":"1206.6386","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1206.6386","created_at":"2026-05-18T03:52:14Z"},{"alias_kind":"arxiv_version","alias_value":"1206.6386v1","created_at":"2026-05-18T03:52:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1206.6386","created_at":"2026-05-18T03:52:14Z"},{"alias_kind":"pith_short_12","alias_value":"6IRG4TMS64LR","created_at":"2026-05-18T12:26:56Z"},{"alias_kind":"pith_short_16","alias_value":"6IRG4TMS64LRW3ER","created_at":"2026-05-18T12:26:56Z"},{"alias_kind":"pith_short_8","alias_value":"6IRG4TMS","created_at":"2026-05-18T12:26:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2012:6IRG4TMS64LRW3ERQ7JKOI5NW2","target":"record","payload":{"canonical_record":{"source":{"id":"1206.6386","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-06-27T19:59:59Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"5f076861f2f189067715dd67a003f360c5e45813fcf3ac43d8a5218143484428","abstract_canon_sha256":"fe9f9a4e861df5f4af76da44619f9110a9debf885908ef5fc40ff47575ce0f28"},"schema_version":"1.0"},"canonical_sha256":"f2226e4d92f7171b6c9187d2a723adb6964efba6f599a1602122a5b9623df316","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T03:52:14.538782Z","signature_b64":"pR4676Iw3MeIexaqGtLVfYzwcbYA+sHaiy6yqV1DALOSSKsXZmJobatZ+biov5fuoklhhkJnSgEoCbWlcpewCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f2226e4d92f7171b6c9187d2a723adb6964efba6f599a1602122a5b9623df316","last_reissued_at":"2026-05-18T03:52:14.538147Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T03:52:14.538147Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1206.6386","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:52:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gYTCtiDIrV/NvBhx7r3uk+5AFrEwc51CKxAIeljnkyzmh+VpnKuW1sOwQyrFAYiYTGp3pCweDVhLXNoTOzJMDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T13:18:16.048405Z"},"content_sha256":"f9094015cd3a2f773655c436d00355c59cde3880b872a4fa195c8a6f4c7599de","schema_version":"1.0","event_id":"sha256:f9094015cd3a2f773655c436d00355c59cde3880b872a4fa195c8a6f4c7599de"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2012:6IRG4TMS64LRW3ERQ7JKOI5NW2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How To Grade a Test Without Knowing the Answers --- A Bayesian Graphical Model for Adaptive Crowdsourcing and Aptitude Testing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"John Guiver (Microsoft Research), Thore Graepel (Microsoft Research), Tom Minka (Microsoft Research), Yoram Bachrach (Microsoft Research)","submitted_at":"2012-06-27T19:59:59Z","abstract_excerpt":"We propose a new probabilistic graphical model that jointly models the difficulties of questions, the abilities of participants and the correct answers to questions in aptitude testing and crowdsourcing settings. We devise an active learning/adaptive testing scheme based on a greedy minimization of expected model entropy, which allows a more efficient resource allocation by dynamically choosing the next question to be asked based on the previous responses. We present experimental results that confirm the ability of our model to infer the required parameters and demonstrate that the adaptive te"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1206.6386","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:52:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sqL8imQNFdW8Qe7EzKXw0WPsoqoLqhWsbNvwHeDS82bLfnLfcIlsZlMgg6Ms+rsOKM6Y5alI6gI5GHZuBkDKDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T13:18:16.049062Z"},"content_sha256":"9a3cd6e7b9bc3b0aa37449ec50559e631ec107b9f7edf0c44066538ae837a893","schema_version":"1.0","event_id":"sha256:9a3cd6e7b9bc3b0aa37449ec50559e631ec107b9f7edf0c44066538ae837a893"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6IRG4TMS64LRW3ERQ7JKOI5NW2/bundle.json","state_url":"https://pith.science/pith/6IRG4TMS64LRW3ERQ7JKOI5NW2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6IRG4TMS64LRW3ERQ7JKOI5NW2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T13:18:16Z","links":{"resolver":"https://pith.science/pith/6IRG4TMS64LRW3ERQ7JKOI5NW2","bundle":"https://pith.science/pith/6IRG4TMS64LRW3ERQ7JKOI5NW2/bundle.json","state":"https://pith.science/pith/6IRG4TMS64LRW3ERQ7JKOI5NW2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6IRG4TMS64LRW3ERQ7JKOI5NW2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2012:6IRG4TMS64LRW3ERQ7JKOI5NW2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fe9f9a4e861df5f4af76da44619f9110a9debf885908ef5fc40ff47575ce0f28","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-06-27T19:59:59Z","title_canon_sha256":"5f076861f2f189067715dd67a003f360c5e45813fcf3ac43d8a5218143484428"},"schema_version":"1.0","source":{"id":"1206.6386","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1206.6386","created_at":"2026-05-18T03:52:14Z"},{"alias_kind":"arxiv_version","alias_value":"1206.6386v1","created_at":"2026-05-18T03:52:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1206.6386","created_at":"2026-05-18T03:52:14Z"},{"alias_kind":"pith_short_12","alias_value":"6IRG4TMS64LR","created_at":"2026-05-18T12:26:56Z"},{"alias_kind":"pith_short_16","alias_value":"6IRG4TMS64LRW3ER","created_at":"2026-05-18T12:26:56Z"},{"alias_kind":"pith_short_8","alias_value":"6IRG4TMS","created_at":"2026-05-18T12:26:56Z"}],"graph_snapshots":[{"event_id":"sha256:9a3cd6e7b9bc3b0aa37449ec50559e631ec107b9f7edf0c44066538ae837a893","target":"graph","created_at":"2026-05-18T03:52:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We propose a new probabilistic graphical model that jointly models the difficulties of questions, the abilities of participants and the correct answers to questions in aptitude testing and crowdsourcing settings. We devise an active learning/adaptive testing scheme based on a greedy minimization of expected model entropy, which allows a more efficient resource allocation by dynamically choosing the next question to be asked based on the previous responses. We present experimental results that confirm the ability of our model to infer the required parameters and demonstrate that the adaptive te","authors_text":"John Guiver (Microsoft Research), Thore Graepel (Microsoft Research), Tom Minka (Microsoft Research), Yoram Bachrach (Microsoft Research)","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-06-27T19:59:59Z","title":"How To Grade a Test Without Knowing the Answers --- A Bayesian Graphical Model for Adaptive Crowdsourcing and Aptitude Testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1206.6386","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f9094015cd3a2f773655c436d00355c59cde3880b872a4fa195c8a6f4c7599de","target":"record","created_at":"2026-05-18T03:52:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fe9f9a4e861df5f4af76da44619f9110a9debf885908ef5fc40ff47575ce0f28","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-06-27T19:59:59Z","title_canon_sha256":"5f076861f2f189067715dd67a003f360c5e45813fcf3ac43d8a5218143484428"},"schema_version":"1.0","source":{"id":"1206.6386","kind":"arxiv","version":1}},"canonical_sha256":"f2226e4d92f7171b6c9187d2a723adb6964efba6f599a1602122a5b9623df316","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f2226e4d92f7171b6c9187d2a723adb6964efba6f599a1602122a5b9623df316","first_computed_at":"2026-05-18T03:52:14.538147Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T03:52:14.538147Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pR4676Iw3MeIexaqGtLVfYzwcbYA+sHaiy6yqV1DALOSSKsXZmJobatZ+biov5fuoklhhkJnSgEoCbWlcpewCg==","signature_status":"signed_v1","signed_at":"2026-05-18T03:52:14.538782Z","signed_message":"canonical_sha256_bytes"},"source_id":"1206.6386","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f9094015cd3a2f773655c436d00355c59cde3880b872a4fa195c8a6f4c7599de","sha256:9a3cd6e7b9bc3b0aa37449ec50559e631ec107b9f7edf0c44066538ae837a893"],"state_sha256":"13d13741896544b20936af92386392494cb273f0267340cec9dfaacb475c67c1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"E/KrL/ymAUymEuRoDOuqE0GciO582KNlDSou25vryn/q4lC5I2xG3NuTKJ2T7Np84qRB1oBTpBlXS4XCb0CuCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T13:18:16.052242Z","bundle_sha256":"3c91d72b1d546bef22b5f4c7ec8c8785454e32ddb98e490cbd0f189de712d82b"}}