{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DGT3FV2UQ4TGDC7VCGSWMOEOCG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a3ecae2faed8a4a7be0db03d51cff0d74214ff6465452df430eaa4532e2b1641","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2025-07-14T12:13:50Z","title_canon_sha256":"1cb0c0097e8793ff6426b81cbf6f070c3ad0a7c1163c7085616321919fd97610"},"schema_version":"1.0","source":{"id":"2507.10200","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.10200","created_at":"2026-07-05T11:36:46Z"},{"alias_kind":"arxiv_version","alias_value":"2507.10200v1","created_at":"2026-07-05T11:36:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.10200","created_at":"2026-07-05T11:36:46Z"},{"alias_kind":"pith_short_12","alias_value":"DGT3FV2UQ4TG","created_at":"2026-07-05T11:36:46Z"},{"alias_kind":"pith_short_16","alias_value":"DGT3FV2UQ4TGDC7V","created_at":"2026-07-05T11:36:46Z"},{"alias_kind":"pith_short_8","alias_value":"DGT3FV2U","created_at":"2026-07-05T11:36:46Z"}],"graph_snapshots":[{"event_id":"sha256:b79a2276ac253d29109ff62967e681d0cdf92f34c7898d1bc044d1eacf5bd531","target":"graph","created_at":"2026-07-05T11:36:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.10200/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Natural language-based assessment (NLA) is an approach to second language assessment that uses instructions - expressed in the form of can-do descriptors - originally intended for human examiners, aiming to determine whether large language models (LLMs) can interpret and apply them in ways comparable to human assessment. In this work, we explore the use of such descriptors with an open-source LLM, Qwen 2.5 72B, to assess responses from the publicly available S&I Corpus in a zero-shot setting. Our results show that this approach - relying solely on textual information - achieves competitive per","authors_text":"Kate Knill, Mark Gales, Mengjie Qian, Rao Ma, Siyuan Tang, Stefano Bann\\`o","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.10200","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3883cd5aa55da24b4d4c14949ef233ff436edb766d22ff04f0c705cf95eca4ae","target":"record","created_at":"2026-07-05T11:36:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a3ecae2faed8a4a7be0db03d51cff0d74214ff6465452df430eaa4532e2b1641","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2025-07-14T12:13:50Z","title_canon_sha256":"1cb0c0097e8793ff6426b81cbf6f070c3ad0a7c1163c7085616321919fd97610"},"schema_version":"1.0","source":{"id":"2507.10200","kind":"arxiv","version":1}},"canonical_sha256":"19a7b2d7548726618bf511a566388e119b3626c1bc64c240640a931d37d283db","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"19a7b2d7548726618bf511a566388e119b3626c1bc64c240640a931d37d283db","first_computed_at":"2026-07-05T11:36:46.823382Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:36:46.823382Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"D0aUfZa48LFjlzlXDqsV8XAtLLiet95leD9h7fB6oYvhwtGExxUgTufOekeD0wIDgB0tof5sR65MSX4+EryuAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:36:46.823875Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.10200","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3883cd5aa55da24b4d4c14949ef233ff436edb766d22ff04f0c705cf95eca4ae","sha256:b79a2276ac253d29109ff62967e681d0cdf92f34c7898d1bc044d1eacf5bd531"],"state_sha256":"b3aa6dd16de02f8a0711c0dc1a97670da3de4430413a2872a33170a6c019793a"}