{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:V3WGOXSOCNESY3WLOYPYT2QYBT","short_pith_number":"pith:V3WGOXSO","canonical_record":{"source":{"id":"2405.19694","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-05-30T05:08:15Z","cross_cats_sorted":[],"title_canon_sha256":"e1acd2a63eea1031f4cc98114bd6b413450b9ea17a96d6f40f3014858594f924","abstract_canon_sha256":"7b38abf2b2cff49fcfd3bb5b2fec7f3fbbaa9b59ab8d2719cb2d5d665fad39ca"},"schema_version":"1.0"},"canonical_sha256":"aeec675e4e13492c6ecb761f89ea180ccd898c3cacfd47e9a4c00d181f0942e7","source":{"kind":"arxiv","id":"2405.19694","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19694","created_at":"2026-07-05T08:25:11Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19694v1","created_at":"2026-07-05T08:25:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19694","created_at":"2026-07-05T08:25:11Z"},{"alias_kind":"pith_short_12","alias_value":"V3WGOXSOCNES","created_at":"2026-07-05T08:25:11Z"},{"alias_kind":"pith_short_16","alias_value":"V3WGOXSOCNESY3WL","created_at":"2026-07-05T08:25:11Z"},{"alias_kind":"pith_short_8","alias_value":"V3WGOXSO","created_at":"2026-07-05T08:25:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:V3WGOXSOCNESY3WLOYPYT2QYBT","target":"record","payload":{"canonical_record":{"source":{"id":"2405.19694","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-05-30T05:08:15Z","cross_cats_sorted":[],"title_canon_sha256":"e1acd2a63eea1031f4cc98114bd6b413450b9ea17a96d6f40f3014858594f924","abstract_canon_sha256":"7b38abf2b2cff49fcfd3bb5b2fec7f3fbbaa9b59ab8d2719cb2d5d665fad39ca"},"schema_version":"1.0"},"canonical_sha256":"aeec675e4e13492c6ecb761f89ea180ccd898c3cacfd47e9a4c00d181f0942e7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:11.258639Z","signature_b64":"mXTuHIsOlMOyPzkefrWoWhaML4FABPbcfTi8yh2Bnkc3YdRc1vG5s8wXaQOp4Pq4GpqyM1Am4tOi+wtn8eHIDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aeec675e4e13492c6ecb761f89ea180ccd898c3cacfd47e9a4c00d181f0942e7","last_reissued_at":"2026-07-05T08:25:11.258213Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:11.258213Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.19694","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QE2Pg/MDlHF3Y5UO8XV3n49upgPoIDqvDLIV5jDW+0JEcI4BV9AYaVr+sLgiwoSpaKbcLBDU+RMc/LY5u2ELCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T04:38:55.024740Z"},"content_sha256":"b41ba5a9d17086d4bf3b605a2d047c3a6885f02bc42a5958b93c9fbb0f82303e","schema_version":"1.0","event_id":"sha256:b41ba5a9d17086d4bf3b605a2d047c3a6885f02bc42a5958b93c9fbb0f82303e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:V3WGOXSOCNESY3WLOYPYT2QYBT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Grade Like a Human: Rethinking Automated Assessment with Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Chun Jason Xue, Juxin Niu, Nan Guan, Wenjing Xie","submitted_at":"2024-05-30T05:08:15Z","abstract_excerpt":"While large language models (LLMs) have been used for automated grading, they have not yet achieved the same level of performance as humans, especially when it comes to grading complex questions. Existing research on this topic focuses on a particular step in the grading procedure: grading using predefined rubrics. However, grading is a multifaceted procedure that encompasses other crucial steps, such as grading rubrics design and post-grading review. There has been a lack of systematic research exploring the potential of LLMs to enhance the entire grading~process.\n  In this paper, we propose "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19694","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.19694/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zKCtnMhSxyr9SvDyK561Kk2Jf9OqiD6iQxho+Gig377r8x07v5C1gAWQd1cZS99+pcywzUsPpNsXt6ykeBwqBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T04:38:55.025443Z"},"content_sha256":"b4f79d074326dbd2a0f8d065601e8a1851da09468e76772b3047cf215084b603","schema_version":"1.0","event_id":"sha256:b4f79d074326dbd2a0f8d065601e8a1851da09468e76772b3047cf215084b603"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V3WGOXSOCNESY3WLOYPYT2QYBT/bundle.json","state_url":"https://pith.science/pith/V3WGOXSOCNESY3WLOYPYT2QYBT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V3WGOXSOCNESY3WLOYPYT2QYBT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T04:38:55Z","links":{"resolver":"https://pith.science/pith/V3WGOXSOCNESY3WLOYPYT2QYBT","bundle":"https://pith.science/pith/V3WGOXSOCNESY3WLOYPYT2QYBT/bundle.json","state":"https://pith.science/pith/V3WGOXSOCNESY3WLOYPYT2QYBT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V3WGOXSOCNESY3WLOYPYT2QYBT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V3WGOXSOCNESY3WLOYPYT2QYBT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7b38abf2b2cff49fcfd3bb5b2fec7f3fbbaa9b59ab8d2719cb2d5d665fad39ca","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-05-30T05:08:15Z","title_canon_sha256":"e1acd2a63eea1031f4cc98114bd6b413450b9ea17a96d6f40f3014858594f924"},"schema_version":"1.0","source":{"id":"2405.19694","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19694","created_at":"2026-07-05T08:25:11Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19694v1","created_at":"2026-07-05T08:25:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19694","created_at":"2026-07-05T08:25:11Z"},{"alias_kind":"pith_short_12","alias_value":"V3WGOXSOCNES","created_at":"2026-07-05T08:25:11Z"},{"alias_kind":"pith_short_16","alias_value":"V3WGOXSOCNESY3WL","created_at":"2026-07-05T08:25:11Z"},{"alias_kind":"pith_short_8","alias_value":"V3WGOXSO","created_at":"2026-07-05T08:25:11Z"}],"graph_snapshots":[{"event_id":"sha256:b4f79d074326dbd2a0f8d065601e8a1851da09468e76772b3047cf215084b603","target":"graph","created_at":"2026-07-05T08:25:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.19694/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While large language models (LLMs) have been used for automated grading, they have not yet achieved the same level of performance as humans, especially when it comes to grading complex questions. Existing research on this topic focuses on a particular step in the grading procedure: grading using predefined rubrics. However, grading is a multifaceted procedure that encompasses other crucial steps, such as grading rubrics design and post-grading review. There has been a lack of systematic research exploring the potential of LLMs to enhance the entire grading~process.\n  In this paper, we propose ","authors_text":"Chun Jason Xue, Juxin Niu, Nan Guan, Wenjing Xie","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-05-30T05:08:15Z","title":"Grade Like a Human: Rethinking Automated Assessment with Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19694","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b41ba5a9d17086d4bf3b605a2d047c3a6885f02bc42a5958b93c9fbb0f82303e","target":"record","created_at":"2026-07-05T08:25:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7b38abf2b2cff49fcfd3bb5b2fec7f3fbbaa9b59ab8d2719cb2d5d665fad39ca","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-05-30T05:08:15Z","title_canon_sha256":"e1acd2a63eea1031f4cc98114bd6b413450b9ea17a96d6f40f3014858594f924"},"schema_version":"1.0","source":{"id":"2405.19694","kind":"arxiv","version":1}},"canonical_sha256":"aeec675e4e13492c6ecb761f89ea180ccd898c3cacfd47e9a4c00d181f0942e7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aeec675e4e13492c6ecb761f89ea180ccd898c3cacfd47e9a4c00d181f0942e7","first_computed_at":"2026-07-05T08:25:11.258213Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:25:11.258213Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mXTuHIsOlMOyPzkefrWoWhaML4FABPbcfTi8yh2Bnkc3YdRc1vG5s8wXaQOp4Pq4GpqyM1Am4tOi+wtn8eHIDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:25:11.258639Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.19694","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b41ba5a9d17086d4bf3b605a2d047c3a6885f02bc42a5958b93c9fbb0f82303e","sha256:b4f79d074326dbd2a0f8d065601e8a1851da09468e76772b3047cf215084b603"],"state_sha256":"b6b2a3fad0730b6432e16b96bf081a9cba2f79f37b6408534fc1b45fdf178618"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0UkoEW/DbQE9OVo49TVGO2WMnXo5O+9HpG3o6/kXiXIHb0DjSd5vmuOgjW7bjT+0KQkfReftL/gwX946i3OmDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T04:38:55.029151Z","bundle_sha256":"c90d102c171e1fa6958cd2557ce6b50c2f0e2e6d35510255e4dac8d437a0634d"}}