{"as_of":"2026-08-08T10:40:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6c01fe06c1db5a8b65f55f7b0262f2f04e7e3ba22ba2ec6de8bf5aa6248e80d2","coverage":[{"denominator":50,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":50,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:27:08.867449Z","state":"measured"},{"denominator":50,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":50,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.23818/citation-record","integrity":"/paper/2505.23818/integrity","json":"/paper/2505.23818/citation-record.json","paper":"/paper/2505.23818"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:15.200420Z","title":"The power of open-ended questions for kids,","venue":null,"work_id":"b3e97de8-32ed-4b0d-a135-1cd66d073564","year":2025},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.594247Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:cecd2b67e08649d9c3fa592f8845fe0eac503763381a8c77739de12f7b6a0252","observation_id":"9c119b70-848b-4c59-af06-e3015882656f","resolution":{"observed_at":"2026-08-07T13:27:15.264109Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:15.034840Z","title":"Eliciting self-explanations improves understanding,","venue":null,"work_id":"6594d858-a63d-425a-a215-95c2735e3723","year":1994},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.629549Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:f266a701e907eb44807b0699c77ef826089e3655e96028076f338fca18a34542","observation_id":"d67fd164-8941-4c25-bc6b-842ca41d5a6e","resolution":{"observed_at":"2026-08-07T13:27:15.107114Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.907207Z","title":"Kolappan, Computer Assisted Short Answer Grading with Rubrics using Active Learning, 2023","venue":null,"work_id":"62602cb3-0d7d-4dc8-9a1b-e775506c06da","year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.662645Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:4b559e97d7b97a9276de9e7a8c9d017c52495ebd0963f4ad24bf0ac88c6456f7","observation_id":"49375876-5d67-43ed-b342-a3016ee56093","resolution":{"observed_at":"2026-08-07T13:27:14.963797Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.759612Z","title":"Enhancing computer assisted assessment using rubrics in a qti editor,","venue":null,"work_id":"586a86f8-7d38-4d17-860d-7a53c6e8602c","year":2009},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.695342Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:838940c3b12a49fdc298b6a04334527707803734fd1f15658bb5eea38589827a","observation_id":"9b9fe532-7bc0-42c4-844f-c8aec2dc29fc","resolution":{"observed_at":"2026-08-07T13:27:14.814965Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.614465Z","title":"Reducing workload in short answer grad- ing using machine learning,","venue":null,"work_id":"fbb19922-4fa7-4833-855f-e71f4fac49ab","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.741086Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:c7a17b6014d95b3d06dc641c4cdb8b5ba152f4798d97068cf546c197c90bfe88","observation_id":"d7848917-8a9b-4463-99d7-26d96ed4d53f","resolution":{"observed_at":"2026-08-07T13:27:14.693852Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.417433Z","title":"Automatic assessment of text-based responses in post-secondary education: A systematic review,","venue":null,"work_id":"49f5ecc1-2abe-4a0d-9670-0211e38bbbfc","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.788170Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:207a23739da4ce25aa23e937d6a9af88bb685a1b22e0c6fe0b59b3a6ad2a01ab","observation_id":"941be2b3-59ab-48b1-9834-b704df91bc73","resolution":{"observed_at":"2026-08-07T13:27:14.520262Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.228180Z","title":"The eras and trends of automatic short answer grading,","venue":null,"work_id":"2b706700-f500-48cc-8873-908d96093850","year":2015},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.815408Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:4549fa1839f54bb2257d08a234e3c9453b835c29038c9fec58f3794fe8057ac9","observation_id":"e4b950da-4ee7-4ec5-b61b-395b28e9d849","resolution":{"observed_at":"2026-08-07T13:27:14.326895Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:14.031214Z","title":"Automated long answer grading with ricechem dataset,","venue":null,"work_id":"527591e8-c558-4ac6-ab40-778e1f053225","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.865657Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:b9e1bbe6ac3ded7701354786d4d4ece454f9f7d9dc402cd78702d43af0217cce","observation_id":"fa6bc528-3a6f-41bb-a381-9197545167ac","resolution":{"observed_at":"2026-08-07T13:27:14.131986Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.858954Z","title":"Analysis of algorithms in automated marking in education: a proposed hybrid algorithm,","venue":null,"work_id":"3dd29b43-ffdf-4d9b-9733-fe55354266da","year":2020},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.910411Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:d8cc7df99bb815d1cfc7b5afcc457a318f5d3b31b4c98151e5af099305098450","observation_id":"32307ae9-0003-45af-9b6e-1df8fe4c209a","resolution":{"observed_at":"2026-08-07T13:27:13.929718Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.609149Z","title":"Inject rubrics into short answer grading system,","venue":null,"work_id":"faed754f-6047-423a-b896-027f1527fe22","year":2019},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.934788Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:1a86e0d95b4e0489b790bd4b5fc39bed7aac53a923887bab0f4739aac41501ad","observation_id":"daa2af91-5109-4976-b3f2-09ff496edb7b","resolution":{"observed_at":"2026-08-07T13:27:13.744551Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.492908Z","title":"Explainable automatic grading with neural addi- tive models,","venue":null,"work_id":"cd7037c9-1d9a-4053-ba2f-24f89e3e3943","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.940924Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:d75f79e05fa6dc3b028dd87df67c1a70ec51f1c24b311e9362597af859f51ba8","observation_id":"2d0e9a7d-bd99-463a-929d-7fe202efd4c3","resolution":{"observed_at":"2026-08-07T13:27:13.549205Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.319991Z","title":"An approximation algorithm for the subpath planning problem","venue":null,"work_id":"7b53c880-e0af-4716-a2d9-31097fdb4df8","year":2016},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.957851Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:858b701eb24eb7667d9790078a11d60379faefb688f415a1b1b02535540d9f71","observation_id":"0a2eeabd-6234-474e-92bc-c11252578dee","resolution":{"observed_at":"2026-08-07T13:27:13.414186Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.191833Z","title":"Probabilistic roadmap planner with adaptive sampling based on clustering","venue":null,"work_id":"0dee7038-456f-4f52-aea1-4ebe9ce0f157","year":null},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:04.996470Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:ebf3262761beeb326ed1fddfdeacaba2412800ca5e4b3057062389f5b52fc357","observation_id":"1b4acef4-1781-4feb-8f8f-47579a15b0d8","resolution":{"observed_at":"2026-08-07T13:27:13.243684Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:13.029657Z","title":"Attention is all you need,","venue":null,"work_id":"03e23f6b-e8c5-46dc-b3fa-0c2fa35bc503","year":2017},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.078160Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:dd7b512cd2e36306146a5e791415a7ea203a90273f78c3d8613ce1c029af1b36","observation_id":"18bbfb6f-e5a0-4e92-9d89-c56503c22484","resolution":{"observed_at":"2026-08-07T13:27:13.073630Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.862843Z","title":"Alto,Modern Generative AI with ChatGPT and OpenAI Models: Leverage the capabilities of OpenAI’s LLM for productivity and innovation with GPT3 and GPT4","venue":null,"work_id":"84f7c19e-7630-407c-9a1f-a88a9c08ea3a","year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.192701Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:97162fa759ed350d115dbc9132b66cc44893e7d64355f125ce15ac0e45d15d26","observation_id":"481e7b92-9af4-46b7-9f4c-2f6c8a6dbb0c","resolution":{"observed_at":"2026-08-07T13:27:12.945400Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.758561Z","title":"(2024, Sep.) Global generative ai in educa- tion market","venue":null,"work_id":"7b3c0153-f098-4309-be54-f4befdc8e142","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.259395Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:5e3da51ad8b11f7564a2ec38fd350e092c5b29985dcc010da6eeb97fec14a101","observation_id":"15b37c00-d494-4b64-afd5-f51fd048f210","resolution":{"observed_at":"2026-08-07T13:27:12.809465Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.575204Z","title":"uchemann, M. Bannert, D. Dementieva, F . Fischer, U. Gasser, G. Groh, S. G","venue":null,"work_id":"d36e7ede-9316-4433-9deb-217483adfbac","year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.354940Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:31714e70e8b65d309096d396758ce681843d29ced5a6a8a8cfdcedcaf0022642","observation_id":"45a4d566-a05a-4fd0-bf0a-bb06a3e2f2b2","resolution":{"observed_at":"2026-08-07T13:27:12.681259Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.383523Z","title":"Llms in short answer scoring: Limi- tations and promise of zero-shot and few-shot approaches,","venue":null,"work_id":"3384a7aa-01df-4aeb-abc4-1557dcf401a9","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.438292Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:8160867047fa1f2e23c7d8d3b9e4eb63f067ae278a0cdb06528c991a123cf994","observation_id":"4aacf3ba-defc-41ef-ac63-a2b53a91bc39","resolution":{"observed_at":"2026-08-07T13:27:12.456094Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.281583Z","title":"Gpt-4o: The cutting-edge advancement in multi- modal llm,","venue":null,"work_id":"15a97ca6-f88a-4f48-a50a-6865e8a38648","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.497916Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:a0c8b75ecdf321b7771b61e5b953f7c3bcbcdd8709c1ff33a59b01c066aa286b","observation_id":"6de07692-f95f-4f5b-92df-d3ace2b41297","resolution":{"observed_at":"2026-08-07T13:27:12.321782Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:12.172840Z","title":"The joint student response analysis and recognizing textual entailment challenge: making sense of student responses in educational applications,","venue":null,"work_id":"6d29aed4-3aa3-465a-b0ee-61b789068902","year":2016},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.569073Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:b110ffaba27a08d103af809cc0771b75ee32bf510f81e8d64b1da1a5ec7c613b","observation_id":"c5022141-ef98-4bd5-a096-7ac7ac08526b","resolution":{"observed_at":"2026-08-07T13:27:12.235886Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.989015Z","title":"Learning to grade short answer ques- tions using semantic similarity measures and dependency graph alignments,","venue":null,"work_id":"4e6bebcc-7397-4c11-97ea-1c35325da775","year":2011},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.675394Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:ea26aa6be9a9d4c14264d95eba1da82038df44d99b6ef70c20ff0b7f721e23c7","observation_id":"e728c019-dddb-40ad-975a-514a5bd15540","resolution":{"observed_at":"2026-08-07T13:27:12.080117Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.817472Z","title":"Triplet loss based siamese networks for automatic short answer grading,","venue":null,"work_id":"479094c9-afef-46ff-80f2-e0dd6d6d5f0a","year":2022},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.737964Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:8f2a4ee49563784cf1592be4df8024dd7c5b8aabb127033e7a89137b45e18bab","observation_id":"91857819-e6b4-4b02-ac57-e479edaa9b8f","resolution":{"observed_at":"2026-08-07T13:27:11.886295Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.672854Z","title":"The automated grading of student open responses in mathematics,","venue":null,"work_id":"cf55afd2-cf80-40e0-80fb-124fb02910f8","year":2020},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.781799Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:cfc3fe2ddb62149719a0c27a885cacfa3336ffc1e3940307216f7b240cce41c5","observation_id":"b8377255-fc9f-4198-9184-703e0caf28b0","resolution":{"observed_at":"2026-08-07T13:27:11.737942Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.505862Z","title":"Automatic short answer grading with semspace sense vectors and malstm,","venue":null,"work_id":"7fdb78af-e395-40c6-8147-354034797719","year":2021},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.869744Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:5334a57a163118fefe30a2d615f3c79e2366be1bfd405e9b85ffdfc0a6e8e8b5","observation_id":"a243ed6d-e5d3-448f-99d9-11a19be91a6b","resolution":{"observed_at":"2026-08-07T13:27:11.574070Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.344238Z","title":"Fine-tuning chatgpt for automatic scoring,","venue":null,"work_id":"a9654f3c-347a-4735-941b-8d9b1b3d1b17","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:05.987709Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:be25e391b578d166bcb960b3a0cae4eb975b7784f8d57a7dc3cebeb0752154b6","observation_id":"214d8382-13a0-4f29-9a8e-fa59d2f1743a","resolution":{"observed_at":"2026-08-07T13:27:11.426888Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.155893Z","title":"Automatic exam correction framework (aecf) for the mcqs, essays, and equations matching,","venue":null,"work_id":"da7457d6-4617-4a82-a8a7-6e8145607cf0","year":2021},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.134387Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:58989e598ecb0df53723ad1779f385b79fe2f28aca6edc9e49516e40b8827230","observation_id":"28ac99cb-1caa-4524-a47d-6b1c13a41b17","resolution":{"observed_at":"2026-08-07T13:27:11.205138Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:11.012782Z","title":"Automatic short-answer grading via bert-based deep neural networks,","venue":null,"work_id":"f01e7422-99f1-4f3b-a8a6-ed349a540783","year":2022},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.278029Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:48e68a72e7ce40510df3ea9629cb31f4db2892eee47d2d0a443bde9d533ec513","observation_id":"fb9a4ffb-4be2-4a13-abf4-ebd61f778c80","resolution":{"observed_at":"2026-08-07T13:27:11.080137Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1810.04805","last_updated":"2019-05-24T20:37:26Z","snapshot_observed_at":"2026-07-30T09:12:38.100527Z","submitted_at":"2018-10-11T00:50:01Z","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1810.04805","snapshot_observed_at":"2026-08-07T13:27:06.383053Z","title":"Bert: Pre-training of deep bidirectional transformers for language understanding,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.383053Z"},"links":{"cited_paper":"/paper/1810.04805","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:0bd8a256ea4131f4f606e1b5d063d87f93da73a06bf7e819cab47c3c5453fb5e","observation_id":"0246384e-5f7f-434a-9605-540db48d123e","resolution":{"observed_at":"2026-08-07T13:27:06.383053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.828726Z","title":"Kublik and S","venue":null,"work_id":"cdcf0b11-cea5-4085-8750-de9f2da0cbc1","year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.527006Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:6f5d3039629fddd45caaf97beea80f5ea22179b44a458b16e34b268a754b187d","observation_id":"edc3d826-c9e9-4d2d-adf9-c855aaf04f54","resolution":{"observed_at":"2026-08-07T13:27:10.896775Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.651338Z","title":"Llms in short answer scoring: Limi- tations and promise of zero-shot and few-shot approaches,","venue":null,"work_id":"25ffa073-8063-4cbb-ad84-0c732e6b024d","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.659819Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:17701b97fb0b19deddab5f3cce80b22741d241166dd09e453be1467ef2d4620f","observation_id":"90e5798d-b113-4cde-b3d6-4ab0acb6f41f","resolution":{"observed_at":"2026-08-07T13:27:10.758668Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.489951Z","title":"Short answer scoring with gpt-4,","venue":null,"work_id":"bd51664b-d4b8-4032-a1fc-7b3e86665b04","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.785197Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:bb15f6f68534d0b7c2cc2b021192318f4af705a6e8b160bc86ea7b68d6c268d2","observation_id":"b2645d9f-366e-41a2-9eb3-54a6ad67783c","resolution":{"observed_at":"2026-08-07T13:27:10.561934Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.361744Z","title":"Automated text scoring and real-time adjustable feedback: Supporting revision of scientific arguments involving uncertainty ,","venue":null,"work_id":"6ee74aa0-339e-48a9-b9c6-2237faf67d4e","year":2019},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.872016Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:e07abaf0047f4c855a4d5d78bbaaabc9673025c621cfab0db55eb5c1d432bc2c","observation_id":"dcba6d7c-69a9-437d-aac7-1da744ce33c5","resolution":{"observed_at":"2026-08-07T13:27:10.431002Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.240478Z","title":"Machine learning-enabled automated feedback: Supporting students’ revision of scientific arguments based on data drawn from simulation,","venue":null,"work_id":"db3e92eb-75b4-4bdb-bf3d-3320c6a42610","year":2021},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:06.937638Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:35c79fdc1cb2e949ae92484e46539bc0461926285d5b4ce417639c09b9140d86","observation_id":"082364a2-d624-4b36-a8c4-492b90eadcbe","resolution":{"observed_at":"2026-08-07T13:27:10.295194Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.09863","last_updated":"2023-11-15T17:19:10Z","snapshot_observed_at":"2026-08-06T11:08:38.287187Z","submitted_at":"2023-05-17T00:29:18Z","title":"Explaining black box text modules in natural language with language models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.09863","snapshot_observed_at":"2026-08-07T13:27:07.017170Z","title":"Explaining black box text modules in natural language with language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.017170Z"},"links":{"cited_paper":"/paper/2305.09863","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:36f5280a379918b8159de7423b80b079f60ab98ff140eafe43b258f250b719ec","observation_id":"616a5c8a-a6b1-4ba7-8055-1a4f62fef883","resolution":{"observed_at":"2026-08-07T13:27:07.017170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:10.159136Z","title":"Using criteria-based assessment rubrics for online marking: Technological and pedagogical challenges,","venue":null,"work_id":"3ea9709b-bb70-46d3-8535-a7777497bfd6","year":2022},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.146166Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:a57eeee662527c57d49d06ab98216827080cd3c5ecbff5e1db02099069bf9938","observation_id":"a5d5e078-39e1-4f09-a27c-e14ee64d9cf7","resolution":{"observed_at":"2026-08-07T13:27:10.197932Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.948629Z","title":"A comparison of the performance of analytic vs. holistic scoring rubrics to assess l2 writing,","venue":null,"work_id":"a3ac0a1d-5e07-4668-8ebd-c9cfd9904cab","year":2012},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.274231Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:4bedd0eabd5dafeb857c2ce3b649fc2481f025dc8f61910c48a3021b54ee6350","observation_id":"c260e5db-0642-458a-86dd-b7c5142f547f","resolution":{"observed_at":"2026-08-07T13:27:10.056192Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.863488Z","title":"Assessment rubrics: towards clearer and more replicable design, research and practice,","venue":null,"work_id":"555a3ce4-7397-4802-9aef-aeec9a665ac8","year":2017},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.340045Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:42bffcb6591789d98f9e16430148349c8bddc9f99415611798b79195e8bad18a","observation_id":"214a1dc9-11e7-43e9-99e5-23c6661c37a9","resolution":{"observed_at":"2026-08-07T13:27:09.913210Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.760436Z","title":"Topic modeling algorithms and applications: A survey ,","venue":null,"work_id":"b2249c22-cd93-4ffd-a675-739518df9276","year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.450043Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:cef284e5d70cfbe53e1bceca8ee0636c7b4c2d1a8948c4e93b6ada1a0dc1743d","observation_id":"5f322f83-82d4-4e90-b413-747afadddf0f","resolution":{"observed_at":"2026-08-07T13:27:09.824332Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.588613Z","title":"A survey of text classification algorithms,","venue":null,"work_id":"378aca4e-e5aa-4914-ab7e-cd8fe386114a","year":2012},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.627594Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:1892370501398fabc3c48df1fdbd28326edd17507b51489f42df85a4a2d4a331","observation_id":"eb413471-9b18-451d-87d7-6f6eb0d7b30f","resolution":{"observed_at":"2026-08-07T13:27:09.664811Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.16867","last_updated":"2023-11-29T19:45:10Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-11-28T15:12:47Z","title":"The Falcon Series of Open Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.16867","snapshot_observed_at":"2026-08-07T13:27:07.730365Z","title":"The falcon series of open language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.730365Z"},"links":{"cited_paper":"/paper/2311.16867","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:2b4ac279315803b9c7e2783437c4ffa219913821cd8f861423cbaed408cb7655","observation_id":"63a897b0-0bda-4475-8be4-1ea2e5fed29b","resolution":{"observed_at":"2026-08-07T13:27:07.730365Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.477966Z","title":"Pegasus: Pre-training with extracted gap-sentences for abstractive summarization,","venue":null,"work_id":"3571853d-2e97-4cde-8f18-757423612853","year":2020},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.860846Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:348b43e2f11b7fe6f0f00aec480861533e8d5d1dbffd70accf533d18be694d71","observation_id":"c0cbbbe3-4c77-4efc-8875-c9a4fee406af","resolution":{"observed_at":"2026-08-07T13:27:09.515374Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-07T13:27:07.989158Z","title":"Llama: Open and efficient foundation language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:07.989158Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:4ecc97e1990abef5b6ba9f94164b5cb93505e220eebf2d16e76397c0479d133d","observation_id":"e27de6b2-bd06-44a3-ba2f-3b1d324d536f","resolution":{"observed_at":"2026-08-07T13:27:07.989158Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.08295","last_updated":"2024-04-16T12:52:47Z","snapshot_observed_at":"2026-08-03T03:29:01.959523Z","submitted_at":"2024-03-13T06:59:16Z","title":"Gemma: Open Models Based on Gemini Research and Technology","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.08295","snapshot_observed_at":"2026-08-07T13:27:08.060728Z","title":"Gemma: Open models based on gemini research and technology ,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.060728Z"},"links":{"cited_paper":"/paper/2403.08295","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:18fe55cda50f5e81150112d4110c0f82543b84f3efc3de8004ac6f37acfb5dfa","observation_id":"b82ba15f-efa9-47fd-a4d0-378332df7ac8","resolution":{"observed_at":"2026-08-07T13:27:08.060728Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1910.13461","last_updated":"2019-10-29T18:01:00Z","snapshot_observed_at":"2026-07-06T08:33:12.534026Z","submitted_at":"2019-10-29T18:01:00Z","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1910.13461","snapshot_observed_at":"2026-08-07T13:27:08.136424Z","title":"Bart: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension,","venue":null,"work_id":null,"year":1910},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.136424Z"},"links":{"cited_paper":"/paper/1910.13461","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:3fca9610ecee0107b3ca74f88a2b3cb0fc66bb3be0461b71370418c5a5287715","observation_id":"2967371f-3e15-4e98-ad43-07ba200c6ad2","resolution":{"observed_at":"2026-08-07T13:27:08.136424Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.328920Z","title":"GPT-4o vs. GPT-4: How do they compare?","venue":null,"work_id":"a3e09f75-bc04-44c5-80cd-5fff21a4441c","year":2025},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.323053Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:0eb5ceb4a3eb997cea2aec4a7a61cba4703301be9e16905524255c452402d346","observation_id":"cb7b890b-0b23-4f8d-9b67-60052130a97e","resolution":{"observed_at":"2026-08-07T13:27:09.426628Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.184144Z","title":"Putting gpt-4o to the sword: A comprehensive evaluation of language, vision, speech, and multimodal proficiency,","venue":null,"work_id":"2dac6e73-31ac-448a-8b07-ae31c76f01f1","year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.476562Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:84edf0271792372e09a7297148aefd3c2d9feb10c8a079fad48b4eba0a5b975a","observation_id":"f263d827-ab6c-43fc-9f5f-d9b1319c7810","resolution":{"observed_at":"2026-08-07T13:27:09.238774Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15207","last_updated":"2024-06-17T10:35:06Z","snapshot_observed_at":"2026-07-06T17:21:10.236126Z","submitted_at":"2024-01-26T21:14:32Z","title":"HiFT: A Hierarchical Full Parameter Fine-Tuning Strategy","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15207","snapshot_observed_at":"2026-08-07T13:27:08.601156Z","title":"Hift: A hier- archical full parameter fine-tuning strategy ,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.601156Z"},"links":{"cited_paper":"/paper/2401.15207","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:cfb69d9c10b38da4f3edf8a46a75ce33e77e2e74afb0041f240ee2f3ca92ec13","observation_id":"59340d76-f891-42ef-8770-0f4004a2d841","resolution":{"observed_at":"2026-08-07T13:27:08.601156Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14423","last_updated":"2024-05-05T00:54:26Z","snapshot_observed_at":"2026-08-02T22:58:22.975367Z","submitted_at":"2024-01-24T06:20:18Z","title":"Prompt Design and Engineering: Introduction and Advanced Methods","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14423","snapshot_observed_at":"2026-08-07T13:27:08.681795Z","title":"Prompt design and engineering: Introduction and advanced methods,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.681795Z"},"links":{"cited_paper":"/paper/2401.14423","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:1dd8930723213ec2a1c7db64d0f149f7dab9c9de0557d7041e15a72791023f68","observation_id":"0d3d5f23-2cb4-44b1-b9ba-4e1f95c6be88","resolution":{"observed_at":"2026-08-07T13:27:08.681795Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.07830","last_updated":"2022-03-15T22:26:11Z","snapshot_observed_at":"2026-08-03T16:45:12.514727Z","submitted_at":"2021-09-16T09:44:43Z","title":"Reframing Instructional Prompts to GPTk's Language","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.07830","snapshot_observed_at":"2026-08-07T13:27:08.775682Z","title":"Reframing instruc- tional prompts to gptk’s language,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.775682Z"},"links":{"cited_paper":"/paper/2109.07830","citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:19fe064eb113e70cd433c78fc3301aeb80ffb0d5eef3c470e678211b713602cb","observation_id":"a8fdc4ec-058d-4bf0-a4d9-a17c4b6b0a30","resolution":{"observed_at":"2026-08-07T13:27:08.775682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:27:09.058306Z","title":"Azure openai assistants - concepts,","venue":null,"work_id":"064cce36-92a5-4c6c-ad15-dbe65fb50dc4","year":2025},"citing_paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T13:27:08.867449Z"},"links":{"citing_paper":"/paper/2505.23818"},"observation_digest":"sha256:37ab9814fd4004cb09ff6e97e51ffa6c9b15eda7a222334adc2521c99b3435ef","observation_id":"f26cab8d-ef29-4731-aefe-9c9c2bd0ae54","resolution":{"observed_at":"2026-08-07T13:27:09.098384Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.23818","last_updated":"2025-05-27T22:17:27Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T13:20:35.485932Z","submitted_at":"2025-05-27T22:17:27Z","title":"Ratas framework: A comprehensive genai-based approach to rubric-based marking of real-world textual exams"},"reference_resolution":{"displayed":50,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":9,"verified_exact":0,"verified_fuzzy":41},"total_outbound_references":50},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 50 of 50 outbound references and 0 inbound Pith citation observations for arXiv:2505.23818."}