{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:NY27ULSNNEISAODJQKS55GARZO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e8bd9b7a25e24ecb2c940342b66d0c3368c3c17e0e442eff25c7340cefe7f06b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-08-08T02:36:23Z","title_canon_sha256":"81bbdb1efe066426854991a61104e92d2cf686af25d54bcda6381046f8cbaeff"},"schema_version":"1.0","source":{"id":"2508.05952","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.05952","created_at":"2026-07-03T01:17:12Z"},{"alias_kind":"arxiv_version","alias_value":"2508.05952v2","created_at":"2026-07-03T01:17:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.05952","created_at":"2026-07-03T01:17:12Z"},{"alias_kind":"pith_short_12","alias_value":"NY27ULSNNEIS","created_at":"2026-07-03T01:17:12Z"},{"alias_kind":"pith_short_16","alias_value":"NY27ULSNNEISAODJ","created_at":"2026-07-03T01:17:12Z"},{"alias_kind":"pith_short_8","alias_value":"NY27ULSN","created_at":"2026-07-03T01:17:12Z"}],"graph_snapshots":[{"event_id":"sha256:2391dd5717dce2291256f26ab068bf21b3a4cafdb410ace3b592f7c1768eb1d4","target":"graph","created_at":"2026-07-03T01:17:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.05952/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language model (LLM) tutors are increasingly used to generate educational feedback, but existing research has focused mainly on feedback generation rather than feedback evaluation. As a result, LLM-generated feedback may offer limited pedagogical value and carry risks of hallucination. The current study introduces DeanLLM, an automated review framework for comprehensively evaluating feedback generated by LLM tutors before it is shared with students. We developed a 16-dimension evaluation framework covering feedback content, educational effectiveness, and hallucination risks, and validate","authors_text":"Dragan Ga\\v{s}evi\\'c, Flora Jin, Guanliang Chen, Kaixun Yang, Keyang Qian, Lixiang Yan, Rui Guan, Sadia Nawaz, Wei Dai, Yixin Cheng, Zachari Swiecki","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-08-08T02:36:23Z","title":"Dean of LLM Tutors: A Framework for Automated Quality Review of AI-generated Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.05952","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e4f83e7740fb1926e238e180897030aad587985c385c6f295b745bd40513f5df","target":"record","created_at":"2026-07-03T01:17:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e8bd9b7a25e24ecb2c940342b66d0c3368c3c17e0e442eff25c7340cefe7f06b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-08-08T02:36:23Z","title_canon_sha256":"81bbdb1efe066426854991a61104e92d2cf686af25d54bcda6381046f8cbaeff"},"schema_version":"1.0","source":{"id":"2508.05952","kind":"arxiv","version":2}},"canonical_sha256":"6e35fa2e4d691120386982a5de9811cbaf17065fe32394ca42ed0070f4f6d8a4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6e35fa2e4d691120386982a5de9811cbaf17065fe32394ca42ed0070f4f6d8a4","first_computed_at":"2026-07-03T01:17:12.563000Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-03T01:17:12.563000Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VMDGJ3as1sc2SjnaXHmnIqAbOhiE560PbFGDRxW5IgkBw7WbSPmS7IdhxAWma7rnuP2V5bbHRcSH/G7AsLNcDg==","signature_status":"signed_v1","signed_at":"2026-07-03T01:17:12.563470Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.05952","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e4f83e7740fb1926e238e180897030aad587985c385c6f295b745bd40513f5df","sha256:2391dd5717dce2291256f26ab068bf21b3a4cafdb410ace3b592f7c1768eb1d4"],"state_sha256":"6037fb8d5eaa56a17bd2f3a3318edf2734d3da39e1734d94972b47c2e3ad9cda"}