{"as_of":"2026-08-02T15:45:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c8ac9d719c72e0413ce2894a1a3b5180f593933b87db19e75b259da1cbf30920","coverage":[{"denominator":21,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":21,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-08T10:32:15.938575Z","state":"measured"},{"denominator":21,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":21,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-02T06:30:47.504484+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2605.06283/citation-record","integrity":"/paper/2605.06283/integrity","json":"/paper/2605.06283/citation-record.json","paper":"/paper/2605.06283"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2305.01937","last_updated":"2023-05-03T07:28:50Z","snapshot_observed_at":"2026-07-06T15:22:40.401971Z","submitted_at":"2023-05-03T07:28:50Z","title":"Can Large Language Models Be an Alternative to Human Evaluations?","version":1},"cited_work":{"arxiv_id":"2305.01937","doi":"10.48550/arxiv.2305.01937","metadata_source":"pith","pith_arxiv_id":"2305.01937","snapshot_observed_at":"2026-07-10T08:06:57.888157Z","title":"Can large language models be an alternative to human evaluations?","venue":"cs.CL","work_id":"0fb62126-21b0-4011-8072-2f3c760d9669","year":2023},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"cited_paper":"/paper/2305.01937","citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:4d6dfe7dfdb461632a8cf9b56767a6a0cb4f2c2672c904712a61c38d0e3e8ac1","observation_id":"9832c778-716b-484b-b9f1-5cc675053839","resolution":{"observed_at":"2026-05-11T20:01:10.260954Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"5b68bdaf-db61-423c-aef7-2349ef1acd86","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:3bb4600e5b460168d8121291f86ad990c89d9d8d9ae85eab0dc20eb7b967a9b2","observation_id":"2168c922-7aec-494e-9e69-8aa812027445","resolution":{"observed_at":"2026-05-26T15:07:51.946499Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Each score point on that scale is described by an overall statement which captures the essence of the response","venue":null,"work_id":"2b5558fb-1f1b-4bf6-b1f6-d0d1021dfb2c","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:7a5345143821f589bc1154fa4ac91c4bef34ee4af429960abaa22e059058009f","observation_id":"d1237a91-29d5-49a1-917a-f8a67d8393c0","resolution":{"observed_at":"2026-05-26T15:07:51.968788Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Anchor papers are exam- ples of actual student work","venue":null,"work_id":"5aa6f381-052a-4bdd-a230-24384a8a4f00","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:09edbf7ee260a48112b17a326567b780b91e4b1d870691c98873ca29bedfb462","observation_id":"0c46cafb-1e40-441b-bf80-62bd5d3ca631","resolution":{"observed_at":"2026-05-26T15:07:51.951911Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Also, papers receive a score based on the work the student did complete even if they seem to be unfinished","venue":null,"work_id":"141cc592-b95e-4ccb-ad3e-a8fee1d2f448","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:7ad86fd812d5933943e6f6fe0798dd5735acdd3c99666c40b3f66092c9c46e10","observation_id":"071fadc7-f3a8-48c0-8602-38f952d9b725","resolution":{"observed_at":"2026-05-26T15:07:51.954280Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prompt 4 Holistic Context Instructions","venue":null,"work_id":"cc90e75f-5974-4205-9304-e4e9f5fb6c96","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:ca61ead87f884d83ebed6cc4c804d9df008819ee97910f094aa5d2af42630534","observation_id":"9fd1820f-9b93-4beb-9c57-2481277c4c83","resolution":{"observed_at":"2026-05-26T15:07:51.949154Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"94b6b21e-8572-4d3f-af22-ccde0dd204e8","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:1fef576a25aa1c7bc582a623b236cbcf4c4cdf1b56966e769de0ffcd2f1d8887","observation_id":"842ca462-28d4-4554-8dc3-0e2c92ed037e","resolution":{"observed_at":"2026-05-26T15:07:51.963124Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"d6bff7c7-6cff-474e-abd4-3fac8363d917","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:a9dc429f4e4631a197756fc09cceb9d3724d7ccd00ac6615ff7521547a54bb4a","observation_id":"ca8167d1-4fc0-4873-a1ea-e2c85db5f02a","resolution":{"observed_at":"2026-05-26T15:07:51.959940Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"ed3320d4-545a-499f-838b-05e87ff0b8fd","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:bc84876cb93d2a505f46224924156718207e29fbdf5a2eca5fc02c0a86a5c6e4","observation_id":"c457ad2e-a217-446e-901f-83be0a7d8559","resolution":{"observed_at":"2026-05-26T15:07:51.965503Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prompt 6 Holistic Context Instructions","venue":null,"work_id":"3a988e25-6b7c-4446-bed0-fce10d6f7e7a","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:7a0e23cea4fddeec5b8df284c3d000db721f6fbd6c6504a2e89d15bc34e012e6","observation_id":"2c6ac5b2-8e7a-4d94-8246-61442080613b","resolution":{"observed_at":"2026-05-26T15:07:51.957378Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"d917864b-8a5a-4b7f-a9c9-b110cf2f44ea","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:8429c7893293250985a2d826bbd6377e34aebcfb9f6a858f8eb44a1541036032","observation_id":"34e0ee1f-039c-4e93-b4e6-9f3a7337224d","resolution":{"observed_at":"2026-05-26T15:07:51.915697Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"You are not a teacher, substitute teacher, support staff, tutor, administrator, etc., who is currently under contract or em- ployed by or in schools, or under 18 years of age","venue":null,"work_id":"ca067575-b3e6-4199-9f90-993da6dd7801","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:f282a9838603a6812d79d584e725a7a3d4c96f99baba80ce7f51a64e5c2cabd3","observation_id":"5e7bd8bb-6ecd-44a9-b5cf-90b3d652c8c3","resolution":{"observed_at":"2026-05-26T15:07:51.929615Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"e0513e76-59a0-4c1f-834b-92db259dfdb5","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:2c950896a6162e550c0ea06a02e03d2d4067a2b7e9e95fc75ee74b91cf209f53","observation_id":"50839513-2525-4031-8747-3874af932a13","resolution":{"observed_at":"2026-05-26T15:07:51.943722Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"61c2bec7-21b8-4d91-8fed-4444d0ac41d5","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:e83bee58dbf2ed7d39b08f932326faa7ab0cb9a1b287a39bb52f0ca522a52cda","observation_id":"dfe17bba-663a-4bad-a68c-58f25dabe1a0","resolution":{"observed_at":"2026-05-26T15:07:51.925041Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Example of context given to an analytic prompt for separate (Prompt 1) Instructions","venue":null,"work_id":"b1fecd24-28f8-464a-b8ba-161ddc16436b","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:b1cc77f15deba33672dc8eb6fa06ebac6f5ea3b40c80c11ed981f15c458fbdb0","observation_id":"3cf3b326-37a5-482e-9f46-fa3d81baa3e3","resolution":{"observed_at":"2026-05-26T15:07:51.921770Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Example of context given to an analytic prompt for edited (Prompt 1) Instructions","venue":null,"work_id":"f34ba3d7-9de5-4714-ac35-ea1ebc432e3f","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:2f9782ac1b6ae560b82381dad8cad37ae4813e60744f7d39b0d324c42f0ca2b2","observation_id":"7c702ef3-d4c9-4a90-892a-683aecd3a20c","resolution":{"observed_at":"2026-05-26T15:07:51.940942Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a8dc5906-f75b-4711-a1f4-37a28b23795f","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:6c3a3401882d1952f9f414bfb9bd2ef21dc68b729d0287c38e8120fa33b18d95","observation_id":"37904974-f614-4ba9-b39f-a37c82178661","resolution":{"observed_at":"2026-05-26T15:07:51.932227Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"3aad3640-ebb8-4eea-93ab-450b18baf8b7","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:e54e8ac4626d826bbf8b6c954c2c23e0c79b2e6d4f4d80ae681b8108465a065e","observation_id":"fb5b094e-b31e-4552-a78e-2326a8bfe01a","resolution":{"observed_at":"2026-05-26T15:07:51.937936Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Anchor papers are exam- ples of actual student work","venue":null,"work_id":"dc2447ee-c351-4f83-9fc9-4ff760dedd52","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:d0d983dd45013c119b928b65d3cd7c457678f59b7e6b24e64b7192c64bff0db6","observation_id":"a00ce2cd-227e-40c1-a1b1-c1ed8d50bed8","resolution":{"observed_at":"2026-05-26T15:07:51.910825Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"d73a07a6-99cc-45c9-8cf8-4082f7766881","year":null},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:73b75f6119d297eba021191af8b70384b2767196c6b2d2c905696f7c39682954","observation_id":"9175e785-005a-4f54-82a2-df6566d28cab","resolution":{"observed_at":"2026-05-26T15:07:51.918783Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Does each sentence in the generated text use a second person?","venue":null,"work_id":"7d8b8c23-2288-48c7-b195-5d3ce62b235d","year":2024},"citing_paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-08T10:32:15.938575Z"},"links":{"citing_paper":"/paper/2605.06283"},"observation_digest":"sha256:d07c4b8f174479f50e0fffea18e4dd28061e15e35b5867e4fdd2eeb268eb30de","observation_id":"a52a8574-f2de-425c-b9da-af52fab6b024","resolution":{"observed_at":"2026-05-26T15:07:51.935322Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-02T06:30:47.504484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2605.06283","last_updated":"2026-05-07T13:55:11Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T23:18:46.145104Z","submitted_at":"2026-05-07T13:55:11Z","title":"Quantifying the Statistical Effect of Rubric Modifications on Human-Autorater Agreement"},"reference_resolution":{"displayed":21,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":10,"verified_exact":1,"verified_fuzzy":10},"total_outbound_references":21},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-02T06:30:47.504484+00:00","source":"crossref"},{"observed_at":"2026-08-02T06:30:44.765945+00:00","source":"retraction_watch"}],"thesis":"As of 2 August 2026, this Paper Citation Record lists 21 of 21 outbound references and 0 inbound Pith citation observations for arXiv:2605.06283."}