{"as_of":"2026-08-08T21:58:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:29a638c856972f322ea04496928d22bd1042f0b225cf0f108c7c22834f8324bc","coverage":[{"denominator":42,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":42,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:43:16.978282Z","state":"measured"},{"denominator":44,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":44,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:43:14.836814Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-06T17:43:17.637365Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"cited_work":{"arxiv_id":"2507.10200","doi":null,"metadata_source":"pith","pith_arxiv_id":"2507.10200","snapshot_observed_at":"2026-08-06T17:43:17.637365Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","venue":"eess.AS","work_id":"715240d4-3c39-4a97-ba07-0e66fc232cc7","year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:14.836814Z"},"links":{"cited_paper":"/paper/2507.10200","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:76a7b3cff8cd821653cfb909c181406e6dd04ac040e018db03d6150357d7d03a","observation_id":"eefaa68c-ccb6-4c1d-9f4e-db326a493b34","resolution":{"observed_at":"2026-08-06T17:43:17.726088Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.10200","snapshot_observed_at":"2026-08-01T21:29:11.189086Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.16085","last_updated":"2026-07-17T16:15:49Z","snapshot_observed_at":"2026-08-05T22:46:52.124223Z","submitted_at":"2026-07-17T16:15:49Z","title":"Controlling Implicit Shortcut Reliance in L2 Spoken English Auto-markers","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-01T21:29:11.189086Z"},"links":{"cited_paper":"/paper/2507.10200","citing_paper":"/paper/2607.16085"},"observation_digest":"sha256:9eb92603df8f1814fac5205fe95a21f24f7b3c425c02296742b1a4a2e0f34a24","observation_id":"1d9d599c-dada-4618-add1-6fd4c1dd9ade","resolution":{"observed_at":"2026-08-01T21:29:11.189086Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2507.10200/citation-record","integrity":"/paper/2507.10200/integrity","json":"/paper/2507.10200/citation-record.json","paper":"/paper/2507.10200"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"cited_work":{"arxiv_id":"2507.10200","doi":null,"metadata_source":"pith","pith_arxiv_id":"2507.10200","snapshot_observed_at":"2026-08-06T17:43:17.637365Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","venue":"eess.AS","work_id":"715240d4-3c39-4a97-ba07-0e66fc232cc7","year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:14.836814Z"},"links":{"cited_paper":"/paper/2507.10200","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:76a7b3cff8cd821653cfb909c181406e6dd04ac040e018db03d6150357d7d03a","observation_id":"eefaa68c-ccb6-4c1d-9f4e-db326a493b34","resolution":{"observed_at":"2026-08-06T17:43:17.726088Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:25.566547Z","title":"It aims to assess whether LLMs can interpret and apply these descriptors in a manner comparable to human raters","venue":null,"work_id":"2adac950-97ee-4b30-87f7-adbec499c5d2","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:14.901745Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:42b01cf5ba55e3fabc673e67e559f0e7ef7d7c59d9baf8f54dd2d97b7eac65c7","observation_id":"30ddd0f2-15a1-40fb-9c0a-fa01d62a79ab","resolution":{"observed_at":"2026-08-06T17:43:25.702669Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:25.344397Z","title":"Both the LNG and S&I language tests comprise five sections, each designed to assess a different as- pect of a candidate’s language proficiency","venue":null,"work_id":"5f16bb43-febf-4c48-86d2-3d6785ca1265","year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:14.959752Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:96d7eb5fd54238819f4c3b10e0ec75f6eb14fd1c5a2fd8f73100c6db1b6107b9","observation_id":"44071626-1210-4fe2-b021-754d5dd9fdba","resolution":{"observed_at":"2026-08-06T17:43:25.419607Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:25.090182Z","title":"tised) [23], in a zero-shot setting","venue":null,"work_id":"51ca38c1-1937-441a-b75c-078f4ba4b049","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.057573Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:386443e600f7b2691167e603171e6373970073a2fd1c9fcddf04b45239feaf0d","observation_id":"9783b6a6-a71f-493a-846d-e6e8054a5fc0","resolution":{"observed_at":"2026-08-06T17:43:25.186787Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:24.866317Z","title":"Train Type PCC SRC Dev Eval Dev Eval BERT S&I Spont","venue":null,"work_id":"0c2ab7b6-0603-4ea4-90ca-a7674b5c5eed","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.102122Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:89c18dfca29d5feb2c8b9f2d83bc0ff16502516fd5b413d1b225a42abfddfa74","observation_id":"14e9dfec-cd5f-4a35-bcb2-7f2321a8e62b","resolution":{"observed_at":"2026-08-06T17:43:24.990827Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:24.621077Z","title":"Our results demon- strate that this approach, relying exclusively on textual informa- tion in a zero-shot setting, achieves competitive performance","venue":null,"work_id":"29db5ad2-c98c-4e58-92b2-fcc772016899","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.170684Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:83391aac5a03135fa78ef8c2587be529a16b69e0f88336524c44b875c2a4d4ab","observation_id":"3e42944a-40c0-4146-b374-ac48f367e922","resolution":{"observed_at":"2026-08-06T17:43:24.717632Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:24.384688Z","title":"Howson, The English effect","venue":null,"work_id":"c6712f85-3478-4398-aaa2-260791d57526","year":2013},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.232775Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:1f14c74656e99bae7a9155941a77edce898db448b494b601862ee186ece03344","observation_id":"1794ded0-ee0c-4dbe-b4bb-6905b4b7ec92","resolution":{"observed_at":"2026-08-06T17:43:24.501739Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:24.199784Z","title":"Contrasting Automated and Human Scoring of Es- says,","venue":null,"work_id":"9e9a8b45-1d70-48c6-b205-0ae467772837","year":2013},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.279227Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:e31f802781e22c292e6dbf3c875038063039e2ff9ae099785b6bb9cc3e07970d","observation_id":"48536f72-cbfc-4eb2-98bd-48926cd2f441","resolution":{"observed_at":"2026-08-06T17:43:24.280306Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:23.918959Z","title":"Fully automated speaking assessment: changes to pro- ficiency testing and the role of pronunciation,","venue":null,"work_id":"36342172-cbc9-4953-9433-cef6ba6ff5a9","year":2017},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.328020Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:bfcb42c65a2de21efb65fdc53c00b1827a488fb9d6f5f5c0a3c5db8b1572a897","observation_id":"0366a5d3-14f4-4af1-b2f0-b9e2f4860d6c","resolution":{"observed_at":"2026-08-06T17:43:24.028980Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:23.644107Z","title":"Limitations of the Common European Framework for developing comparable examinations and tests,","venue":null,"work_id":"bf5b2377-60e4-464c-8533-445839ca942a","year":2005},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.398164Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:7306a07e9f3eaf9dae6e9a1763a0789e3f6525be5b1519a937e41ce77c0ce7ef","observation_id":"b494bd61-4cce-4f31-8617-eabeb3e5ba5a","resolution":{"observed_at":"2026-08-06T17:43:23.804651Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:23.472998Z","title":"Strasbourg: Council of Europe, 2020","venue":null,"work_id":"85749d7b-795d-4d54-b1a4-9d2628943fab","year":2020},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.469605Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:ec01a8bb24f84e7124ae9b8e8db279b1506dfb882418e6f56e3fad1d8f6801e8","observation_id":"987d5f71-0f6d-44da-977c-cf53a0eda4dc","resolution":{"observed_at":"2026-08-06T17:43:23.575937Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:23.229627Z","title":"Facets of Speaking Proficiency,","venue":null,"work_id":"6661476d-f611-4c09-b880-3ad09d98a586","year":2012},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.509311Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:652912863dd0e2b1d390f303a911f9026256a96bd7a0b199f09b700508406f3d","observation_id":"e173d5ba-372a-494d-8326-346e9b8be6b9","resolution":{"observed_at":"2026-08-06T17:43:23.332126Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:23.048808Z","title":"Automat- ically assessing the oral proficiency of proficient L2 speakers","venue":null,"work_id":"a3245c55-e65f-4a9f-b48f-70c84140ae03","year":2009},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.568586Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:c6f4d351badbe4ead9e31055a2450c20d815865d13a8d83d610055007fdcb8a4","observation_id":"c604b6f9-b14b-48ab-84d0-96c243f23394","resolution":{"observed_at":"2026-08-06T17:43:23.154519Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:22.839847Z","title":"Applications of text analysis tools for spoken response grading","venue":null,"work_id":"d63a4dc3-f44a-45a9-9a55-4c522dbf8af7","year":2013},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.609913Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:83981a4b12fb45e94ccb363b5d99528c14dfe387915eaecbca091cccb9b48b9f","observation_id":"b0b13542-d97a-43b0-a158-0c8ef4b9a682","resolution":{"observed_at":"2026-08-06T17:43:22.953374Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:22.520955Z","title":"Towards automatic as- sessment of spontaneous spoken English,","venue":null,"work_id":"673edc11-a5e2-4e16-8c57-7a88930e6b2b","year":2018},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.663432Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:b515a8b0d4bf66097c746579e37479a0207221bacaea98a895d1fa0e5ca5c33a","observation_id":"9b7851a9-77cf-43ee-8188-f59f22888ee7","resolution":{"observed_at":"2026-08-06T17:43:22.676966Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:22.286654Z","title":"Dolphin: a spoken language proficiency assessment system for elementary education,","venue":null,"work_id":"1b41ebf7-f3ec-48f5-a044-8a47a68ac4e1","year":2020},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.688796Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:8abc9330debf81f06eda4dc51adb5a7d5d4e686e1cec973bcf29163d3ffbd13b","observation_id":"7ebc5339-a293-4236-918b-710991a21b4b","resolution":{"observed_at":"2026-08-06T17:43:22.376031Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:21.997288Z","title":"In- vestigating the Effect of Auxiliary Objectives for the Automated Grading of Learner English Speech Transcriptions,","venue":null,"work_id":"819592f3-3748-43b8-9887-57941f43cb40","year":2020},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.738049Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:781b36eddefb4f8aa245ee2b1048e3a00f362654a42dfea5ecab7f4e62d0406d","observation_id":"5f887bb0-fd34-4b1c-9dae-eb48327579b7","resolution":{"observed_at":"2026-08-06T17:43:22.160620Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:21.752638Z","title":"Universal Adversarial Attacks on Spoken Language Assessment Systems,","venue":null,"work_id":"904c9259-9625-4265-9edc-12f2079aa41b","year":2020},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.819093Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:d200deec793c0249f397b9f0ab4ef50eda3a61f04b3409a7b8c3826e6d649eda","observation_id":"f84e9255-ef0b-48a9-aab1-074375d5d3ee","resolution":{"observed_at":"2026-08-06T17:43:21.880462Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:21.417105Z","title":"Automated Scoring of Spontaneous Speech from Young Learners of English Using Transformers,","venue":null,"work_id":"6970be56-e793-4695-aed7-091c05712be2","year":2021},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.891287Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:126f05bbafbd1ba721a81af2ab48adb5701d89bf6613b66cdd5a1aa516a704eb","observation_id":"c0e1d985-3018-4dd2-a9fc-e6b8d9eb7ec4","resolution":{"observed_at":"2026-08-06T17:43:21.576210Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:21.271100Z","title":"Proficiency assessment of L2 spo- ken English using wav2vec 2.0,","venue":null,"work_id":"8726baeb-6381-45e8-9d25-97f4681679c1","year":2022},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.929924Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:2f33fa6805f9e1eefa60a0b0dc2d3e0069ba668c638c632e8e26f0d7a96bd61b","observation_id":"6b0fc159-ecb4-42ba-9d4e-ef29bf104b39","resolution":{"observed_at":"2026-08-06T17:43:21.339092Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:21.124903Z","title":"Assessment of L2 Oral Proficiency Using Self-Supervised Speech Representation Learning,","venue":null,"work_id":"32a722ff-a024-4c42-9965-32297e19b3f5","year":2023},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.995426Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:680215cafa66c5c7e9e0e299233476146f1b782337e43c493d41c4795a3e0285","observation_id":"22e352e8-6cf6-42c6-a01f-6cff92a67fd5","resolution":{"observed_at":"2026-08-06T17:43:21.193702Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:20.908117Z","title":"Automatic Assessment of Conversational Speaking Tests,","venue":null,"work_id":"7e4c701f-77d5-4c09-b124-edca38537a58","year":2023},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.036754Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:8f44d58e06a3c1ef274b2f9fc20ebe1a8455cd62cdf70871ab6e37be85a384d2","observation_id":"04a2232a-98cf-4295-bf06-6c3decfa9ebb","resolution":{"observed_at":"2026-08-06T17:43:21.021710Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:20.566915Z","title":"Rating nonnative writing: The trouble with holistic scoring,","venue":null,"work_id":"1b8130f7-6864-4586-b506-d4421e38312e","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.058545Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:f2bd24968f711b2aad81db9d258dc8812f0c596d41f601750cd8df62a4198456","observation_id":"bba0013d-c17b-4042-8942-bcaff930b096","resolution":{"observed_at":"2026-08-06T17:43:20.773357Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:19.578887Z","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding,","venue":null,"work_id":"f5debec8-485a-464f-a12a-08713039859d","year":2019},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.441757Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:2e63f5b4ed7784810d3f13cf6a90fa9acf5b9ec72c28ad499c2bce4c055587ef","observation_id":"4e18fdad-f612-49e8-bdce-3e7aec9dd4e3","resolution":{"observed_at":"2026-08-06T17:43:19.683962Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:16.155127Z","title":"Toward Automated Multi-trait Scoring of Essays: Investigating Links among Holistic, Analytic, and Text Feature Scores,","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.155127Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:d8e8991c4a94faf921a371399fe20945b64086e489ee9886d779d014179eebf4","observation_id":"8228f3d4-4ebb-4697-bfbe-f2e454909166","resolution":{"observed_at":"2026-08-06T17:43:16.155127Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4303.2015","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:17.199117Z","title":"Weight-Based Classification of Raters and Rater Cognition in an EFL Speaking Test,","venue":null,"work_id":"88f8cb27-2aa3-4efe-9620-72ee69d870f0","year":2015},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.196000Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:f87a6d21e16ae3ad11aeaf121f078ec5eba0c43a2b6e598cbffda048f1fa1097","observation_id":"96fa5d96-3976-4f56-a01b-e8800f52032d","resolution":{"observed_at":"2026-08-06T17:43:17.264096Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:20.210463Z","title":"Douglas and J","venue":null,"work_id":"b4ced5c8-cbfe-474d-997a-6bbd789cb882","year":1997},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.220982Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:54da075f2292240fa3cfe24d2bee6c8fa66c4470235b214f5bc99a3c695c726d","observation_id":"b1134455-2155-4516-a86a-d14fd0e82c29","resolution":{"observed_at":"2026-08-06T17:43:20.359612Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.11986","last_updated":"2024-12-17T16:40:27Z","snapshot_observed_at":"2026-08-03T19:32:14.737391Z","submitted_at":"2024-12-16T17:07:26Z","title":"Speak & Improve Corpus 2025: an L2 English Speech Corpus for Language Assessment and Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.11986","snapshot_observed_at":"2026-08-06T17:43:16.275854Z","title":"Speak & Improve Corpus 2025: an L2 English Speech Corpus for Language Assessment and Feedback,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.275854Z"},"links":{"cited_paper":"/paper/2412.11986","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:d7a0956b367aaf89f0fdd57058bf5b7249572e4cc90d460e43f3619b0d549bfe","observation_id":"ddb9cbd2-917f-4dc2-9f2f-054001d4f911","resolution":{"observed_at":"2026-08-06T17:43:16.275854Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:19.877333Z","title":"Emergent Abilities of Large Language Models,","venue":null,"work_id":"0a15e04e-9660-48eb-b156-e2a3f6904033","year":2022},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.357395Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:bcd3f6f46527bd64a8b890402029dbddc99c59af8f80065ace536a5e63022f5e","observation_id":"fd11a747-9941-430c-bd12-f591b5dc73ae","resolution":{"observed_at":"2026-08-06T17:43:20.028364Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-06T17:43:16.387317Z","title":"Qwen2.5 Technical Report,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.387317Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:89dd3b0b711dfe8ed667b288837be2b6fffed999ffc83a8c212c1c357dd75265","observation_id":"4f813556-e641-4a9c-8a09-16cafaaf56a6","resolution":{"observed_at":"2026-08-06T17:43:16.387317Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:16.845646Z","title":"Robust speech recognition via large-scale weak supervision,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.845646Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:7eaebadeb4842da082544e716934dfcc9f30348232bebb34d0a57cd4862fc508","observation_id":"b0e64f36-54aa-411c-941e-4ad93829e461","resolution":{"observed_at":"2026-08-06T17:43:16.845646Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10759","last_updated":"2024-07-15T14:38:09Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-07-15T14:38:09Z","title":"Qwen2-Audio Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10759","snapshot_observed_at":"2026-08-06T17:43:16.493199Z","title":"Qwen2-Audio Technical Report,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.493199Z"},"links":{"cited_paper":"/paper/2407.10759","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:ac99fb098c11b95614f0cfd24fb688884d4c7700ca0e83cae5ff3a02117932c4","observation_id":"db735c59-a42e-43a6-8990-3762b2f88f8f","resolution":{"observed_at":"2026-08-06T17:43:16.493199Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:19.265270Z","title":"Rating short L2 essays on the CEFR scale with GPT-4,","venue":null,"work_id":"0a68815c-1495-4496-8038-28ad132004dd","year":2023},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.538451Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:42cb7e72d84959ef52c84979e5b559aecf16f6d48ca7f675254df496b664f100","observation_id":"c2a66077-57ed-453f-94b4-9d7e4e9a7678","resolution":{"observed_at":"2026-08-06T17:43:19.414898Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:17.779280Z","title":"Distribution-free multiple comparisons,","venue":null,"work_id":"ef585776-5b11-44ce-9626-6663b68943f5","year":1963},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.978282Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:e0e62d39bb96ad26e4b6f840bea89b99a3a616155995f20119f1310261c736cc","observation_id":"936f0851-c8c5-47e6-a9b0-8f355f3e6b75","resolution":{"observed_at":"2026-08-06T17:43:17.822028Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:18.834579Z","title":"Can GPT-4 do L2 analytic assessment?","venue":null,"work_id":"466cf486-0bc2-49cb-8119-87d0e515f3ce","year":2024},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.669673Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:635c558282a88e4e032d0b773dd609df151363ba97e027ec007b2718a65b3950","observation_id":"aa77c986-3992-4f9c-9398-3dc0ee037d21","resolution":{"observed_at":"2026-08-06T17:43:18.919918Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:18.582855Z","title":"As- sessment of L2 Oral Proficiency Using Speech Large Language Models,","venue":null,"work_id":"49e901f0-7a50-4dba-9da1-c2759a0d47d6","year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.703603Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:ec98eda4107c502d06212e8d7ab74f4b2d442e5a6de08109db1b0ad1aec62bbb","observation_id":"5797bf7d-fe2c-4cf6-bb75-8c1a14ab6e3d","resolution":{"observed_at":"2026-08-06T17:43:18.681100Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:18.434081Z","title":"Ludlow, Official Quick Guide to Linguaskill","venue":null,"work_id":"2bae90a4-4bad-4b97-8313-d170fe4da99f","year":2020},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.744621Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:095b48a49c197c250e56e77eb02c0f38e99f1fedba1362b5bfa56d076ecd2227","observation_id":"a28042bf-7528-403e-9341-ac3e99db63c1","resolution":{"observed_at":"2026-08-06T17:43:18.459741Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.11985","last_updated":"2024-12-17T16:47:49Z","snapshot_observed_at":"2026-07-06T20:07:54.727859Z","submitted_at":"2024-12-16T17:05:18Z","title":"Speak & Improve Challenge 2025: Tasks and Baseline Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.11985","snapshot_observed_at":"2026-08-06T17:43:16.799405Z","title":"Speak & Improve Challenge 2025: Tasks and Baseline Systems,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.799405Z"},"links":{"cited_paper":"/paper/2412.11985","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:07bc91efc3777139a8d9a499f5221815eba21df585059f5d5260c1a01664ec85","observation_id":"ba9c11ea-3c95-4a48-a7bb-601058e2c7d9","resolution":{"observed_at":"2026-08-06T17:43:16.799405Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:18.190470Z","title":"LLM comparative assessment: Zero-shot NLG evaluation through pairwise comparisons using large language models,","venue":null,"work_id":"bc2e8305-7d47-45c8-9b86-3e88400a28e9","year":2024},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.884508Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:ba0ea51a6a432ab6689b7717b062dbc448ac9a377e880a01251f96f2e33bbfb4","observation_id":"ebdb56b5-73ee-417f-8658-4f352690cbf8","resolution":{"observed_at":"2026-08-06T17:43:18.272917Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:18.005776Z","title":"The use of ranks to avoid the assumption of nor- mality implicit in the analysis of variance,","venue":null,"work_id":"8dfc0e9f-c4dc-4c3d-8670-0ca81db9fa57","year":1937},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.929118Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:8f5565cdd5d5eae90e821005e9f0779629d70dc2c316f0f30202fbe3b6cf1226","observation_id":"405238c2-ca17-4563-a479-30fc4182e76c","resolution":{"observed_at":"2026-08-06T17:43:18.061531Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:19.031705Z","title":"Available: https://aclanthology.org/2023.bea-1.49","venue":null,"work_id":"e3094d32-5719-4901-a9fa-a2d58decba99","year":2023},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":584,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.600623Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:eeb8b6274becd0fe193555a6a0a06eb3276f3b9ee38966aecc3036ea762db44f","observation_id":"a56a5dba-d2a7-47a1-863b-86067671048b","resolution":{"observed_at":"2026-08-06T17:43:19.135481Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"stable/3588173","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:17.387120Z","title":"Available: http://www.jstor.org/stable/3588173","venue":null,"work_id":"9c56659a-21c8-49a9-af2c-dd3c5c90fdf4","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":1995,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.098024Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:cbc8b2d9cfbcc1164aa11819ea62fac1edfd9a0dedb30f795b40611e4b3e3b00","observation_id":"ccb0c69f-4848-485a-bbbb-fe421ff923ee","resolution":{"observed_at":"2026-08-06T17:43:17.487708Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","latest_version":1,"primary_category":"eess.AS","snapshot_observed_at":"2026-08-06T17:34:43.358994Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs"},"reference_resolution":{"displayed":42,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":6,"verified_exact":3,"verified_fuzzy":33},"total_outbound_references":42},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 42 of 42 outbound references and 2 inbound Pith citation observations for arXiv:2507.10200."}