{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2014:ACECJS7QY3PIDTBGZN2YVIF7N4","short_pith_number":"pith:ACECJS7Q","canonical_record":{"source":{"id":"1404.3656","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2014-04-14T17:09:32Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"ebcdad490921f07077f028343c720713db01f0153fd121bd158a6f94247d3da2","abstract_canon_sha256":"ea82b6d0e051ee73ebfdcdbc29c03cbfe3b39e12b86470f7a2f1714fff3a8d4a"},"schema_version":"1.0"},"canonical_sha256":"008824cbf0c6de81cc26cb758aa0bf6f0557d41dc2e6d783c7a5d7d3a52d5a33","source":{"kind":"arxiv","id":"1404.3656","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1404.3656","created_at":"2026-05-18T02:54:14Z"},{"alias_kind":"arxiv_version","alias_value":"1404.3656v1","created_at":"2026-05-18T02:54:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1404.3656","created_at":"2026-05-18T02:54:14Z"},{"alias_kind":"pith_short_12","alias_value":"ACECJS7QY3PI","created_at":"2026-05-18T12:28:19Z"},{"alias_kind":"pith_short_16","alias_value":"ACECJS7QY3PIDTBG","created_at":"2026-05-18T12:28:19Z"},{"alias_kind":"pith_short_8","alias_value":"ACECJS7Q","created_at":"2026-05-18T12:28:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2014:ACECJS7QY3PIDTBGZN2YVIF7N4","target":"record","payload":{"canonical_record":{"source":{"id":"1404.3656","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2014-04-14T17:09:32Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"ebcdad490921f07077f028343c720713db01f0153fd121bd158a6f94247d3da2","abstract_canon_sha256":"ea82b6d0e051ee73ebfdcdbc29c03cbfe3b39e12b86470f7a2f1714fff3a8d4a"},"schema_version":"1.0"},"canonical_sha256":"008824cbf0c6de81cc26cb758aa0bf6f0557d41dc2e6d783c7a5d7d3a52d5a33","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:54:14.795472Z","signature_b64":"y/6+KUGIUoSqoWEPlT5j6duuljhi79hicY2yfBYcFkujxMiXd54FZc7AGYJU9oC2SJJiF9uNwSzRbjhwg7nmCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"008824cbf0c6de81cc26cb758aa0bf6f0557d41dc2e6d783c7a5d7d3a52d5a33","last_reissued_at":"2026-05-18T02:54:14.794909Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:54:14.794909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1404.3656","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:54:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mExBBE9dzsJXLE1UMO5PoQ1jl578/zzFIm9r3sMYzvzE+Zg8m7zKmniCDO/d+Cdod5vBt3Bosy7n+ReCkZi+Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T15:19:15.760944Z"},"content_sha256":"fd17df2fcf8d841bfa1a19c581762b6d18ab4a44df6407284d2b425da33da4c8","schema_version":"1.0","event_id":"sha256:fd17df2fcf8d841bfa1a19c581762b6d18ab4a44df6407284d2b425da33da4c8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2014:ACECJS7QY3PIDTBGZN2YVIF7N4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Methods for Ordinal Peer Grading","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.LG","authors_text":"Karthik Raman, Thorsten Joachims","submitted_at":"2014-04-14T17:09:32Z","abstract_excerpt":"MOOCs have the potential to revolutionize higher education with their wide outreach and accessibility, but they require instructors to come up with scalable alternates to traditional student evaluation. Peer grading -- having students assess each other -- is a promising approach to tackling the problem of evaluation at scale, since the number of \"graders\" naturally scales with the number of students. However, students are not trained in grading, which means that one cannot expect the same level of grading skills as in traditional settings. Drawing on broad evidence that ordinal feedback is eas"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1404.3656","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:54:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"250J6coZ+2HDOYrAMNkE4Gwe/o34SWc4QxuyzX24z4kG/+9jzLoyaCaOt4aBFATTro8pATdpVrQFrOChq1GjCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T15:19:15.761560Z"},"content_sha256":"c1af0c2086fd8dd31dee91b5658171120b88cda0aebb7a550d3a99ae8c7ec9d5","schema_version":"1.0","event_id":"sha256:c1af0c2086fd8dd31dee91b5658171120b88cda0aebb7a550d3a99ae8c7ec9d5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ACECJS7QY3PIDTBGZN2YVIF7N4/bundle.json","state_url":"https://pith.science/pith/ACECJS7QY3PIDTBGZN2YVIF7N4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ACECJS7QY3PIDTBGZN2YVIF7N4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T15:19:15Z","links":{"resolver":"https://pith.science/pith/ACECJS7QY3PIDTBGZN2YVIF7N4","bundle":"https://pith.science/pith/ACECJS7QY3PIDTBGZN2YVIF7N4/bundle.json","state":"https://pith.science/pith/ACECJS7QY3PIDTBGZN2YVIF7N4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ACECJS7QY3PIDTBGZN2YVIF7N4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2014:ACECJS7QY3PIDTBGZN2YVIF7N4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ea82b6d0e051ee73ebfdcdbc29c03cbfe3b39e12b86470f7a2f1714fff3a8d4a","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2014-04-14T17:09:32Z","title_canon_sha256":"ebcdad490921f07077f028343c720713db01f0153fd121bd158a6f94247d3da2"},"schema_version":"1.0","source":{"id":"1404.3656","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1404.3656","created_at":"2026-05-18T02:54:14Z"},{"alias_kind":"arxiv_version","alias_value":"1404.3656v1","created_at":"2026-05-18T02:54:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1404.3656","created_at":"2026-05-18T02:54:14Z"},{"alias_kind":"pith_short_12","alias_value":"ACECJS7QY3PI","created_at":"2026-05-18T12:28:19Z"},{"alias_kind":"pith_short_16","alias_value":"ACECJS7QY3PIDTBG","created_at":"2026-05-18T12:28:19Z"},{"alias_kind":"pith_short_8","alias_value":"ACECJS7Q","created_at":"2026-05-18T12:28:19Z"}],"graph_snapshots":[{"event_id":"sha256:c1af0c2086fd8dd31dee91b5658171120b88cda0aebb7a550d3a99ae8c7ec9d5","target":"graph","created_at":"2026-05-18T02:54:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"MOOCs have the potential to revolutionize higher education with their wide outreach and accessibility, but they require instructors to come up with scalable alternates to traditional student evaluation. Peer grading -- having students assess each other -- is a promising approach to tackling the problem of evaluation at scale, since the number of \"graders\" naturally scales with the number of students. However, students are not trained in grading, which means that one cannot expect the same level of grading skills as in traditional settings. Drawing on broad evidence that ordinal feedback is eas","authors_text":"Karthik Raman, Thorsten Joachims","cross_cats":["cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2014-04-14T17:09:32Z","title":"Methods for Ordinal Peer Grading"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1404.3656","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd17df2fcf8d841bfa1a19c581762b6d18ab4a44df6407284d2b425da33da4c8","target":"record","created_at":"2026-05-18T02:54:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ea82b6d0e051ee73ebfdcdbc29c03cbfe3b39e12b86470f7a2f1714fff3a8d4a","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2014-04-14T17:09:32Z","title_canon_sha256":"ebcdad490921f07077f028343c720713db01f0153fd121bd158a6f94247d3da2"},"schema_version":"1.0","source":{"id":"1404.3656","kind":"arxiv","version":1}},"canonical_sha256":"008824cbf0c6de81cc26cb758aa0bf6f0557d41dc2e6d783c7a5d7d3a52d5a33","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"008824cbf0c6de81cc26cb758aa0bf6f0557d41dc2e6d783c7a5d7d3a52d5a33","first_computed_at":"2026-05-18T02:54:14.794909Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:54:14.794909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"y/6+KUGIUoSqoWEPlT5j6duuljhi79hicY2yfBYcFkujxMiXd54FZc7AGYJU9oC2SJJiF9uNwSzRbjhwg7nmCw==","signature_status":"signed_v1","signed_at":"2026-05-18T02:54:14.795472Z","signed_message":"canonical_sha256_bytes"},"source_id":"1404.3656","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd17df2fcf8d841bfa1a19c581762b6d18ab4a44df6407284d2b425da33da4c8","sha256:c1af0c2086fd8dd31dee91b5658171120b88cda0aebb7a550d3a99ae8c7ec9d5"],"state_sha256":"2cf136bdcdde075930517099aed6e7b30965ec07b0c82d329d4407e224a470d4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d+JNQht4t+IXpJ6sT8gYZr8p7DO8kHezS9+8Xl+vq19dgzXWLEKxxc+lobNDL+JWv0GdYMWX9Ms1dVZkMyfrAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T15:19:15.763739Z","bundle_sha256":"e8ff903f8d08b16931fc1ff110b83b27482df94ef7023350e91c200af02b8d82"}}