{"as_of":"2026-08-12T03:45:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b0640ecbffea8cd0091c6bf0a2e2dd5964bbc8a272153fab2853d4f3a66402c9","coverage":[{"denominator":13,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":13,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T04:37:52.622120Z","state":"measured"},{"denominator":14,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":14,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T15:08:51.868365Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-10T15:08:52.146099Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"cited_work":{"arxiv_id":"2412.18719","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.18719","snapshot_observed_at":"2026-08-10T15:08:52.146099Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","venue":"cs.CL","work_id":"48370793-5238-4b13-a029-df65511b4222","year":2024},"citing_paper":{"arxiv_id":"2501.14499","last_updated":"2025-01-24T13:59:14Z","snapshot_observed_at":"2026-08-10T15:03:42.561051Z","submitted_at":"2025-01-24T13:59:14Z","title":"Automated Assignment Grading with Large Language Models: Insights From a Bioinformatics Course","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-10T15:08:51.868365Z"},"links":{"cited_paper":"/paper/2412.18719","citing_paper":"/paper/2501.14499"},"observation_digest":"sha256:25238f97036cf363571fde43a44cc441e74ee8341e5e9bcf970b8936d305f7c5","observation_id":"251a9bab-3fa4-479d-be4c-e3465d2df899","resolution":{"observed_at":"2026-08-10T15:08:52.184505Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.18719/citation-record","integrity":"/paper/2412.18719/integrity","json":"/paper/2412.18719/citation-record.json","paper":"/paper/2412.18719"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.24018/ejedu.2023.4.4.686","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.668569Z","title":null,"venue":null,"work_id":"91c9b78a-944c-4452-abf8-2752746310f7","year":2023},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.578143Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:3a91f5ab82e159244565638548f5b34958d79cd007f9d7fa676f4c5036bf993d","observation_id":"79ea391a-a218-4bfd-bf1e-2bc91c463331","resolution":{"observed_at":"2026-08-11T04:37:52.672182Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.968820Z","title":"3 points: The author answers the question thoroughly and thoughtfully and references information from the course to support their perspective or claims","venue":null,"work_id":"6289f5e9-cc69-4a9b-ab4a-ef9954d81486","year":1950},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.618531Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:c8fa2c6018950617d3ddcd5ca66e512b7f1f3bc026f16adf8f49a89cb0ea8d06","observation_id":"e9684989-f298-4a47-ae63-0c4f79c5660f","resolution":{"observed_at":"2026-08-11T04:37:52.972419Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.02155","last_updated":"2022-03-04T07:04:42Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-03-04T07:04:42Z","title":"Training language models to follow instructions with human feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.02155","snapshot_observed_at":"2026-08-11T04:37:52.600889Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.600889Z"},"links":{"cited_paper":"/paper/2203.02155","citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:b2636b343d3b4202d7376d60c8ab346ab30dbfb91cc837a380590ad6f49ef114","observation_id":"7716b378-91f9-48c2-bdbc-90139445b651","resolution":{"observed_at":"2026-08-11T04:37:52.600889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.958830Z","title":"3 points: The author answers the question thoroughly and thoughtfully and references information from the course to support their perspective or claims","venue":null,"work_id":"bbce37cb-b64b-430a-b5da-aa3a1ab65e72","year":1950},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.622120Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:501287baa322750602c9b96225fc64345fd5e48450057e804ee1b059cf0f105b","observation_id":"05f1dc5c-b776-4fbb-b035-df2814be3c9e","resolution":{"observed_at":"2026-08-11T04:37:52.962427Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.607755Z","title":"Shapiro, S","venue":null,"work_id":null,"year":1965},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":158,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.607755Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:8768af12a3be5f77372f77a480a2d19d8d8ecbeaecd8e0063014447ad3943da4","observation_id":"7398d29f-445b-4814-9787-38882cbf5352","resolution":{"observed_at":"2026-08-11T04:37:52.607755Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"7919.2021","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.948163Z","title":null,"venue":null,"work_id":"50daf361-04d9-4101-8483-0cd005114123","year":2019},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":243,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.589142Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:8ef076613745dcc29f061d2ef0bed5b98e825877bdeedb645924779ac5661cb6","observation_id":"ed2b6d0f-5f31-4dc1-9fbb-efc51a1391b1","resolution":{"observed_at":"2026-08-11T04:37:52.953006Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.4324/9781003445432","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.647558Z","title":null,"venue":null,"work_id":"cee503da-9afb-47b3-b80c-b01e73d8322b","year":2012},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":420,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.610760Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:e44595b6508c32e67154f125b42c5b6917102ffb805ff6386c3469bab6c7802c","observation_id":"cdb0f033-d166-43ac-b160-182700667a49","resolution":{"observed_at":"2026-08-11T04:37:52.652028Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.592864Z","title":null,"venue":null,"work_id":null,"year":1999},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":692,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.592864Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:be2a750b87e6fae886bed27c8c18003d1922f76c5337bd8c24d04eee8372573f","observation_id":"7bfe9e27-7a72-487b-8ff1-3e426bf66494","resolution":{"observed_at":"2026-08-11T04:37:52.592864Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.988164Z","title":null,"venue":null,"work_id":"33204649-7997-47fe-82e5-47c1fca0b5ab","year":2020},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":746,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.582217Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:4f4acd42e0808bf8286dc738330bc9fa7179ff5e9e64579fb3cd11176926e7e3","observation_id":"12737303-9662-40ce-9fbe-7bd9782718db","resolution":{"observed_at":"2026-08-11T04:37:52.991548Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09000","last_updated":"2024-04-16T07:41:43Z","snapshot_observed_at":"2026-07-06T16:47:57.524339Z","submitted_at":"2023-11-15T14:41:57Z","title":"Factcheck-Bench: Fine-Grained Evaluation Benchmark for Automatic Fact-checkers","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09000","snapshot_observed_at":"2026-08-11T04:37:52.613947Z","title":"ancient astronauts","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":754,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.613947Z"},"links":{"cited_paper":"/paper/2311.09000","citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:d43acce6acad610ec3d146281ddbd938411d184208008619df73edb5691f833c","observation_id":"341636d5-7325-4ac8-8791-8c94fd3bff0f","resolution":{"observed_at":"2026-08-11T04:37:52.613947Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-030-68449-5_25","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.658602Z","title":null,"venue":null,"work_id":"d679f821-feef-4001-ab52-b3e6dbb546ae","year":1974},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.585704Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:27bae2223ca1db017d9ba98cb7fd2e4d3573122f5e545126d8c7f4a113948ac7","observation_id":"0aeacaa2-9357-4fb4-9f3a-482a16fb53c6","resolution":{"observed_at":"2026-08-11T04:37:52.662051Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:37:52.978733Z","title":"https://www.classcentral.com/report/mooc-stats-2021/","venue":null,"work_id":"0283d75e-d933-47c6-94f3-5bc728e882f8","year":2022},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.604628Z"},"links":{"citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:d44ee5f6d9c1222ebca99e6dc7271f0606a55bab1d36dd7015aca3a242c6a3fe","observation_id":"217c25da-7580-4299-b151-cac84ee9ff53","resolution":{"observed_at":"2026-08-11T04:37:52.982163Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.06578","last_updated":"2024-03-26T03:33:45Z","snapshot_observed_at":"2026-07-06T16:17:43.448660Z","submitted_at":"2023-09-07T04:15:17Z","title":"Can Large Language Models Discern Evidence for Scientific Hypotheses? Case Studies in the Social Sciences","version":3},"cited_work":{"arxiv_id":"2309.06578","doi":null,"metadata_source":"pith","pith_arxiv_id":"2309.06578","snapshot_observed_at":"2026-08-11T04:37:52.789732Z","title":"Can Large Language Models Discern Evidence for Scientific Hypotheses? Case Studies in the Social Sciences","venue":"cs.CL","work_id":"3328e533-bd6a-45b6-bdf4-c99bb0f5ff53","year":2023},"citing_paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-11T04:37:52.596617Z"},"links":{"cited_paper":"/paper/2309.06578","citing_paper":"/paper/2412.18719"},"observation_digest":"sha256:1f841d0083da1085741d3c6271fda7837591742ea25cbf895eee9cb309437fe8","observation_id":"e8bc5ffe-83f4-4bab-93e2-ae9d0672ec27","resolution":{"observed_at":"2026-08-11T04:37:52.794477Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.18719","last_updated":"2024-12-25T00:31:53Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T04:30:21.307003Z","submitted_at":"2024-12-25T00:31:53Z","title":"Using Large Language Models for Automated Grading of Student Writing about Science"},"reference_resolution":{"displayed":13,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":5,"verified_exact":5,"verified_fuzzy":3},"total_outbound_references":13},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 13 of 13 outbound references and 1 inbound Pith citation observation for arXiv:2412.18719."}