{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:R55FIF5TRHSNSYLNI4IYA4VEHT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1634c9773d519c2f1c7e72803ff5649b5ae14467fd5e46f7178eb797adbc457a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-29T10:00:00Z","title_canon_sha256":"00ce85175a8eacfca5a0c070bb502607b0eb069a6ca19f6b8d8be3b279a4417d"},"schema_version":"1.0","source":{"id":"2404.18557","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.18557","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"arxiv_version","alias_value":"2404.18557v1","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.18557","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"pith_short_12","alias_value":"R55FIF5TRHSN","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"pith_short_16","alias_value":"R55FIF5TRHSNSYLN","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"pith_short_8","alias_value":"R55FIF5T","created_at":"2026-07-05T08:13:17Z"}],"graph_snapshots":[{"event_id":"sha256:d0354302aabb817c7b1ab95d32c4f037db7b91420c9589b3b6b8dd3860915977","target":"graph","created_at":"2026-07-05T08:13:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.18557/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Automated essay scoring (AES) to evaluate second language (L2) proficiency has been a firmly established technology used in educational contexts for decades. Although holistic scoring has seen advancements in AES that match or even exceed human performance, analytic scoring still encounters issues as it inherits flaws and shortcomings from the human scoring process. The recent introduction of large language models presents new opportunities for automating the evaluation of specific aspects of L2 writing proficiency. In this paper, we perform a series of experiments using GPT-4 in a zero-shot f","authors_text":"Hari Krishna Vydana, Kate M. Knill, Mark J. F. Gales, Stefano Bann\\`o","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-29T10:00:00Z","title":"Can GPT-4 do L2 analytic assessment?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.18557","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e424a5d05d308333e7e036adea3a6eb71e6dc6c0f6d6d66ed43a843c6df7d44a","target":"record","created_at":"2026-07-05T08:13:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1634c9773d519c2f1c7e72803ff5649b5ae14467fd5e46f7178eb797adbc457a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-29T10:00:00Z","title_canon_sha256":"00ce85175a8eacfca5a0c070bb502607b0eb069a6ca19f6b8d8be3b279a4417d"},"schema_version":"1.0","source":{"id":"2404.18557","kind":"arxiv","version":1}},"canonical_sha256":"8f7a5417b389e4d9616d47118072a43ccf5aa37b8059d85a47d745467f085ec2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8f7a5417b389e4d9616d47118072a43ccf5aa37b8059d85a47d745467f085ec2","first_computed_at":"2026-07-05T08:13:17.558243Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:13:17.558243Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pEcWZ+rekghz60Q6s2Qt9ZJSOPCLp1oF/9htdzUVRhxEoUhoeKoMA+wdUuqWGkniftmly8Scn+MNI9t3wHT6CA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:13:17.558671Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.18557","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e424a5d05d308333e7e036adea3a6eb71e6dc6c0f6d6d66ed43a843c6df7d44a","sha256:d0354302aabb817c7b1ab95d32c4f037db7b91420c9589b3b6b8dd3860915977"],"state_sha256":"02881c1203fd3a9d2cb7642e6ad74aabf21e19c99e3019283fbc9c5b7733f0a2"}