{"as_of":"2026-08-19T19:29:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:893d93733690247ea6a65d1b9e96ad253b4412da2a8a2aba70d88b8a8f1efb4f","coverage":[{"denominator":23,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":23,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T00:20:37.105573Z","state":"measured"},{"denominator":23,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":23,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.12097/citation-record","integrity":"/paper/2608.12097/integrity","json":"/paper/2608.12097/citation-record.json","paper":"/paper/2608.12097"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2604.23581","last_updated":"2026-04-26T07:38:47Z","snapshot_observed_at":"2026-08-17T01:08:57.372056Z","submitted_at":"2026-04-26T07:38:47Z","title":"AgentEval: DAG-Structured Step-Level Evaluation for Agentic Workflows with Error Propagation Tracking","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.23581","snapshot_observed_at":"2026-08-16T00:20:36.998626Z","title":"Helia Hashemi, Jason Eisner, Corby Rosset, Benjamin Van Durme, and Chris Kedzie","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:36.998626Z"},"links":{"cited_paper":"/paper/2604.23581","citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:eb75fbb8561b7d9611ee5ac608f47bffea92442e88bdbb8174edde224cc4502b","observation_id":"7ea13104-9e1f-4c2e-ae98-96780e216643","resolution":{"observed_at":"2026-08-16T00:20:36.998626Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2601.08654","last_updated":"2026-05-27T03:25:00Z","snapshot_observed_at":"2026-08-17T08:45:51.167054Z","submitted_at":"2026-01-13T15:31:42Z","title":"From Rubrics to Reliable Scores: Evidence-Grounded Text Evaluation with LLM Judges","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2601.08654","snapshot_observed_at":"2026-08-16T00:20:37.008172Z","title":"Xinyu Hu, Mingqi Gao, Sen Hu, Yang Zhang, Yicheng Chen, Teng Xu, and Xiaojun Wan","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.008172Z"},"links":{"cited_paper":"/paper/2601.08654","citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:76c94d534f6062726b65cccbea651dc5e6f76aa1e80e348152e23ef2a2fba3c0","observation_id":"5688d16f-8212-4af7-a5c8-9b31db5606f3","resolution":{"observed_at":"2026-08-16T00:20:37.008172Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.017082Z","title":"Seungone Kim, Jamin Shin, Yejin Cho, Joel Jang, Shayne Longpre, Hwaran Lee, Sangdoo Yun, Seongjin Shin, Sungdong Kim, James Thorne, and Minjoon Seo","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.017082Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:ff758f0addd7bc96c468ae684852149c0a3c32169142dd952aacf7251a596280","observation_id":"93835941-1fb3-4ded-b88a-dff9c610b23b","resolution":{"observed_at":"2026-08-16T00:20:37.017082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.025326Z","title":"URL https://aclanthology.org/2025.emnlp-main.796/","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.025326Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:d22524c1eca48a3ee80b75be2617e8aa35f5f048787ae02559c4e30ba6c19ebd","observation_id":"b148c48d-9f69-42fc-8dac-a5e8271fb0cd","resolution":{"observed_at":"2026-08-16T00:20:37.025326Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.029615Z","title":"URL https://aclanthology.org/2025.acl-long.513/","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.029615Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:380894d2ecf886307068e301e855aa5e98234a6e04465c0a6aa5a9662965c3f0","observation_id":"3707d863-dfb9-4e4d-aa18-063615f46400","resolution":{"observed_at":"2026-08-16T00:20:37.029615Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.603799Z","title":null,"venue":null,"work_id":"7142a1be-217d-4aaf-9c83-e12ee8af739c","year":2023},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.038213Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:f2ded0f864d1147c756825ac8d7b49bd0e595a8c371e02b6d3f7296cf70dc5cf","observation_id":"0477cb5e-356e-4009-8406-894d54e79533","resolution":{"observed_at":"2026-08-16T00:20:37.609232Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.042254Z","title":"URL https: //aclanthology.org/2023.emnlp-main.153/","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.042254Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:122c1f0508ca7fcfed387cf4d747df4da53ec282a7b69e87ae53f1d4a6b3b826","observation_id":"d88b83c3-bc5b-4bd7-9434-d51f03172e6e","resolution":{"observed_at":"2026-08-16T00:20:37.042254Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2603.00077","last_updated":"2026-08-07T21:28:40Z","snapshot_observed_at":"2026-08-13T23:15:12.120279Z","submitted_at":"2026-02-13T02:26:30Z","title":"Autorubric: A Unifying Framework for Rubric-Based LLM Evaluation on Non-Verifiable Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2603.00077","snapshot_observed_at":"2026-08-16T00:20:37.051760Z","title":"Jon Saad-Falcon, Rajan Pathe Vivek, William Berrios, Nandita Shankar Naik, Matija Franklin, Bertie Vidgen, Amanpreet Singh, Douwe Kiela, and Shikib Mehri","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.051760Z"},"links":{"cited_paper":"/paper/2603.00077","citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:664f3593f2b53c300888c0039693e917dd45cd6f40d66f8f178581042fed2045","observation_id":"285b3382-0df7-481e-8342-2f5761dcfe33","resolution":{"observed_at":"2026-08-16T00:20:37.051760Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.061638Z","title":"Rickard Stureborg, Dimitris Alikaniotis, and Yoshi Suhara","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.061638Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:5023ff5de729abc27f47f380f84a9bc80b7dcda438c83768d54317bace06321e","observation_id":"d8d0665d-5685-4def-b29f-ac063fd0e4ef","resolution":{"observed_at":"2026-08-16T00:20:37.061638Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.01724","last_updated":"2024-05-02T20:42:28Z","snapshot_observed_at":"2026-08-19T07:52:50.883828Z","submitted_at":"2024-05-02T20:42:28Z","title":"Large Language Models are Inconsistent and Biased Evaluators","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.01724","snapshot_observed_at":"2026-08-16T00:20:37.066383Z","title":"Pat Verga, Sebastian Hofstatter, Sophia Althammer, Yixuan Su, Aleksandra Piktus, Arkady Arkhangorodsky, Minjie Xu, Naomi White, and Patrick Lewis","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.066383Z"},"links":{"cited_paper":"/paper/2405.01724","citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:bed8654697c9e54bcef80a905f075e595d0c29ec71c5bbde1bb3fbda260620cf","observation_id":"807b6c1a-b1ab-4632-9b10-a9d5c2a3236a","resolution":{"observed_at":"2026-08-16T00:20:37.066383Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.18796","last_updated":"2024-05-01T15:37:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-04-29T15:33:23Z","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.18796","snapshot_observed_at":"2026-08-16T00:20:37.071621Z","title":"Peiyi Wang, Lei Li, Liang Chen, Zefan Cai, Dawei Zhu, Binghuai Lin, Yunbo Cao, Qi Liu, Tianyu Liu, and Zhifang Sui","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.071621Z"},"links":{"cited_paper":"/paper/2404.18796","citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:3a6e8f5885af67c94c86990ecd1bc031924ecfd467250cd9212c1b5e647cceaa","observation_id":"f4c296c7-5823-43b2-a017-8784d214ab55","resolution":{"observed_at":"2026-08-16T00:20:37.071621Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.17926","last_updated":"2023-08-30T13:22:35Z","snapshot_observed_at":"2026-08-14T09:51:03.197404Z","submitted_at":"2023-05-29T07:41:03Z","title":"Large Language Models are not Fair Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.17926","snapshot_observed_at":"2026-08-16T00:20:37.076335Z","title":"Zhilin Wang, Yi Dong, Olivier Delalleau, Jiaqi Zeng, Gerald Shen, Daniel Egert, Jimmy J","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.076335Z"},"links":{"cited_paper":"/paper/2305.17926","citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:af2c0f9049bbe6aefe87b9a78ef5410128660148b024aeed5367013603ef4550","observation_id":"1ca9de8b-fcc1-4300-96e5-f49afa891341","resolution":{"observed_at":"2026-08-16T00:20:37.076335Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.080570Z","title":"URL https://papers.nips.cc/paper_files/paper/2024/hash/ 02fd91a387a6a5a5751e81b58a75af90-Abstract-Datasets_and_Benchmarks_Track.html","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.080570Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:5398ac0653e21bb32ab621f51ff7c51d9238d65e9274ae6a98e1257e4f6fda59","observation_id":"d65a90db-1711-4dd1-98a1-b23cc6dcd4d0","resolution":{"observed_at":"2026-08-16T00:20:37.080570Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.589447Z","title":"Seonghyeon Ye, Doyoung Kim, Sungdong Kim, Hyeonbin Hwang, Seungone Kim, Yongrae Jo, James Thorne, Juho Kim, and Min- joon Seo","venue":null,"work_id":"7522c252-b615-4ff3-a8ab-b048ab5c24cb","year":2025},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.084631Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:e2997a0f420c9338ac142370d0abd5285854db2b8ff5009893de71f549f5e1bf","observation_id":"5b3ce199-c30c-4473-b838-23e0d9ca61f4","resolution":{"observed_at":"2026-08-16T00:20:37.594252Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.575495Z","title":"Lianmin Zheng, Wei-Lin Chiang, Ying Sheng, Siyuan Zhuang, Zhanghao Wu, Yonghao Zhuang, Zi Lin, Zhuohan Li, Dacheng Li, Eric P","venue":null,"work_id":"cf992047-47a8-434e-920c-a12d20c25da4","year":2024},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.091043Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:265f67d0810c80aa1ccd227a039a4eca39249a247651f6be8e7fadad78a94174","observation_id":"2a897c6f-6631-45ff-af95-11fbf81595d0","resolution":{"observed_at":"2026-08-16T00:20:37.581032Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05685","snapshot_observed_at":"2026-08-16T00:20:37.095446Z","title":"Junyi Zhou, Qiyuan Zhang, Yufei Wang, Fuyuan Lyu, Yidong Ming, Can Xu, Qingfeng Sun, Kai Zheng, Peng Kang, Xue Liu, and Chen Ma","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.095446Z"},"links":{"cited_paper":"/paper/2306.05685","citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:efe2a9391dc0695b28efc6aeeaa8b34c69c9b2ca49cf5796b80b93c4565cc250","observation_id":"c3999291-ec4f-4527-9de1-1017005f2ebe","resolution":{"observed_at":"2026-08-16T00:20:37.095446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2026.acl-long.1439","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.134227Z","title":"URL https://aclanthology.org/2026.acl-long.1439/","venue":null,"work_id":"d216752a-9046-4430-861b-678a54add948","year":2026},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.100966Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:c91535bfbca27f4ea11f8f1b57cde5d25225dd3098507fbad940f1ae16d6ad5f","observation_id":"d8f3a760-f420-45f4-82ea-70260393199a","resolution":{"observed_at":"2026-08-16T00:20:37.140527Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.562145Z","title":null,"venue":null,"work_id":"7e14a2d2-932b-4d05-a833-ec3a24e547f8","year":2025},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.105573Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:7220875d8f425f450b2e17ba6f85eed66f0d07881ae904599a2f7f7491ec45b4","observation_id":"9c657517-5da5-48d7-8421-6ce748f4d94a","resolution":{"observed_at":"2026-08-16T00:20:37.566899Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.033567Z","title":"URL https://aclanthology.org/2022.acl-long.229/","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.033567Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:256b0db2535eee9b66b71bfe629afcf9ae46b782b16252db3acb2545553a7201","observation_id":"ae35214c-d880-4aa9-a780-122b69c03bfd","resolution":{"observed_at":"2026-08-16T00:20:37.033567Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.07201","last_updated":"2023-08-14T15:13:04Z","snapshot_observed_at":"2026-08-02T01:34:38.978920Z","submitted_at":"2023-08-14T15:13:04Z","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.07201","snapshot_observed_at":"2026-08-16T00:20:36.979575Z","title":"Confident AI","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:36.979575Z"},"links":{"cited_paper":"/paper/2308.07201","citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:533d5da528060602adb800ea2e4d6b020a403f5243ff44f64c35217b25f52c1e","observation_id":"7528c025-86d9-461e-8c46-c72c310779bd","resolution":{"observed_at":"2026-08-16T00:20:36.979575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03608","last_updated":"2024-10-04T17:09:08Z","snapshot_observed_at":"2026-08-16T13:12:30.644500Z","submitted_at":"2024-10-04T17:09:08Z","title":"TICKing All the Boxes: Generated Checklists Improve LLM Evaluation and Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03608","snapshot_observed_at":"2026-08-16T00:20:36.988654Z","title":"Ganqu Cui, Lifan Yuan, Ning Ding, Guanming Yao, Bingxiang He, Wei Zhu, Yuan Ni, Guotong Xie, Ruobing Xie, Yankai Lin, Zhiyuan Liu, and Maosong Sun","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:36.988654Z"},"links":{"cited_paper":"/paper/2410.03608","citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:059cb5971eefd198b603db5abeb227947252a9cdd2013f5d409aeceab7719387","observation_id":"c6115cf0-3004-4596-8ea6-13abc11fca11","resolution":{"observed_at":"2026-08-16T00:20:36.988654Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.021116Z","title":"URL https://aclanthology.org/2025.naacl- long.303/","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:37.021116Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:f88cccb4800b030ef333e5d684e00f7c4a56a905eae0b63bd71c30efdca5cb40","observation_id":"dbac2e59-ee3f-4c35-9adb-020f1891a3c1","resolution":{"observed_at":"2026-08-16T00:20:37.021116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:20:37.618053Z","title":"Accessed 2026-07-25","venue":null,"work_id":"ad2f6612-4553-400e-b63b-166f46403c6b","year":2026},"citing_paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","version":1},"reference_index":2026,"source":"pdf_text","source_observed_at":"2026-08-16T00:20:36.983518Z"},"links":{"citing_paper":"/paper/2608.12097"},"observation_digest":"sha256:b7c5db6956c829bd9bba510565c706d83e8405cea1e62fb17926ba6dda9dba9a","observation_id":"dcbede6f-92d7-4af4-8c65-1e54be86a6d2","resolution":{"observed_at":"2026-08-16T00:20:37.622043Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2608.12097","last_updated":"2026-08-12T14:20:25Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-19T01:07:25.577895Z","submitted_at":"2026-08-12T14:20:25Z","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges"},"reference_resolution":{"displayed":23,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":19,"verified_exact":1,"verified_fuzzy":3},"total_outbound_references":23},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 23 of 23 outbound references and 0 inbound Pith citation observations for arXiv:2608.12097."}