{"as_of":"2026-08-07T22:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:983e08eb40790ebfb3743a5fad19087e0556d3d8813183ac4b9feeed1af4d7e2","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":9,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":9,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":9,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T21:56:01.605280Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T06:49:38.244210Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2504.15253","last_updated":"2025-05-21T23:42:20Z","snapshot_observed_at":"2026-08-07T16:00:30.724746Z","submitted_at":"2025-04-21T17:33:23Z","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.15253","snapshot_observed_at":"2026-08-05T21:56:01.605280Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.07805","last_updated":"2025-08-11T09:45:02Z","snapshot_observed_at":"2026-08-07T10:05:08.818969Z","submitted_at":"2025-08-11T09:45:02Z","title":"Can You Trick the Grader? Adversarial Persuasion of LLM Judges","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-05T21:56:01.605280Z"},"links":{"cited_paper":"/paper/2504.15253","citing_paper":"/paper/2508.07805"},"observation_digest":"sha256:e7d187632b56ad6d8d3e0d47e1a68ba66272a1f95a4f89d9a9e9e155d6d9030d","observation_id":"9718b30f-8129-4090-b209-9e0b43a91073","resolution":{"observed_at":"2026-08-05T21:56:01.605280Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.15253","last_updated":"2025-05-21T23:42:20Z","snapshot_observed_at":"2026-08-07T16:00:30.724746Z","submitted_at":"2025-04-21T17:33:23Z","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.15253","snapshot_observed_at":"2026-08-05T14:21:56.146103Z","title":"In Proceedings of the 62nd Annual Meeting of the Association for Compu- tational Linguistics (Volume 3: System Demonstra- tions), Bangkok, Thailand","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.21430","last_updated":"2025-08-29T08:58:39Z","snapshot_observed_at":"2026-08-05T14:21:54.561035Z","submitted_at":"2025-08-29T08:58:39Z","title":"Med-RewardBench: Benchmarking Reward Models and Judges for Medical Multimodal Large Language Models","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-05T14:21:56.146103Z"},"links":{"cited_paper":"/paper/2504.15253","citing_paper":"/paper/2508.21430"},"observation_digest":"sha256:6ef7ce5895a45cf3268fe2c7aef60dc88c641726b6d06aa27e03cfae5f844a44","observation_id":"aa498442-b8c9-46d0-9379-96303932e058","resolution":{"observed_at":"2026-08-05T14:21:56.146103Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.15253","last_updated":"2025-05-21T23:42:20Z","snapshot_observed_at":"2026-08-07T16:00:30.724746Z","submitted_at":"2025-04-21T17:33:23Z","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.15253","snapshot_observed_at":"2026-08-05T11:39:47.902627Z","title":"Evaluating judges as evaluators: The jetts benchmark of LLM-as-judges as test-time scaling evaluators","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.02401","last_updated":"2025-09-02T15:12:10Z","snapshot_observed_at":"2026-08-06T15:33:33.913142Z","submitted_at":"2025-09-02T15:12:10Z","title":"Towards Agents That Know When They Don't Know: Uncertainty as a Control Signal for Structured Reasoning","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-05T11:39:47.902627Z"},"links":{"cited_paper":"/paper/2504.15253","citing_paper":"/paper/2509.02401"},"observation_digest":"sha256:c5339cb224036e8de056cbaccb7f4353b6d1091881b4e0969cff86336d92a7e5","observation_id":"d3531d6c-a718-48ad-b4dd-4bfeb6ed5f0a","resolution":{"observed_at":"2026-08-05T11:39:47.902627Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.15253","last_updated":"2025-05-21T23:42:20Z","snapshot_observed_at":"2026-08-07T16:00:30.724746Z","submitted_at":"2025-04-21T17:33:23Z","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","version":2},"cited_work":{"arxiv_id":"2504.15253","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2504.15253","snapshot_observed_at":"2026-07-04T06:49:38.244210Z","title":"Evaluating judges as evaluators: The jetts benchmark of llm-as-judges as test-time scaling evaluators","venue":null,"work_id":"f91a3db3-2bb3-4f60-8fb9-474a16389c60","year":2025},"citing_paper":{"arxiv_id":"2509.23542","last_updated":"2026-04-19T04:59:30Z","snapshot_observed_at":"2026-08-03T18:10:00.237919Z","submitted_at":"2025-09-28T00:43:52Z","title":"On the Shelf Life of Fine-Tuned LLM-Judges: Future-Proofing, Backward-Compatibility, and Question Generalization","version":2},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-05-18T12:53:45.767341Z"},"links":{"cited_paper":"/paper/2504.15253","citing_paper":"/paper/2509.23542"},"observation_digest":"sha256:6f4a156ca60f8900ba878c45a0a9cf5882faa9d2ef6b7b58d8d721d3f2f2d65f","observation_id":"2052e7dc-8e34-4643-960f-36bb1c65a4ba","resolution":{"observed_at":"2026-05-18T12:56:24.588950Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.15253","last_updated":"2025-05-21T23:42:20Z","snapshot_observed_at":"2026-08-07T16:00:30.724746Z","submitted_at":"2025-04-21T17:33:23Z","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","version":2},"cited_work":{"arxiv_id":"2504.15253","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2504.15253","snapshot_observed_at":"2026-07-04T06:49:38.244210Z","title":"Evaluating judges as evaluators: The jetts benchmark of llm-as-judges as test-time scaling evaluators","venue":null,"work_id":"f91a3db3-2bb3-4f60-8fb9-474a16389c60","year":2025},"citing_paper":{"arxiv_id":"2606.01462","last_updated":"2026-05-31T21:46:52Z","snapshot_observed_at":"2026-07-06T23:42:02.762832Z","submitted_at":"2026-05-31T21:46:52Z","title":"An Enigma of Artificial Reason: Investigating the Production-Evaluation Gap in Large Reasoning Models","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-06-28T16:45:33.046568Z"},"links":{"cited_paper":"/paper/2504.15253","citing_paper":"/paper/2606.01462"},"observation_digest":"sha256:494f597585ff8d9bb43c0b1b32fa77a9a24eb1c078c9f14daf4fa1be324d1508","observation_id":"142f02d3-7d4c-4ff0-abbd-df389318e56e","resolution":{"observed_at":"2026-07-01T21:36:14.991198Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.15253","last_updated":"2025-05-21T23:42:20Z","snapshot_observed_at":"2026-08-07T16:00:30.724746Z","submitted_at":"2025-04-21T17:33:23Z","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","version":2},"cited_work":{"arxiv_id":"2504.15253","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2504.15253","snapshot_observed_at":"2026-07-04T06:49:38.244210Z","title":"Evaluating judges as evaluators: The jetts benchmark of llm-as-judges as test-time scaling evaluators","venue":null,"work_id":"f91a3db3-2bb3-4f60-8fb9-474a16389c60","year":2025},"citing_paper":{"arxiv_id":"2606.05384","last_updated":"2026-06-03T19:37:23Z","snapshot_observed_at":"2026-08-05T20:30:23.980379Z","submitted_at":"2026-06-03T19:37:23Z","title":"Stability vs. Manipulability: Evaluating Robustness Under Post-Decision Interaction in LLM Judges","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-06-28T05:58:59.870335Z"},"links":{"cited_paper":"/paper/2504.15253","citing_paper":"/paper/2606.05384"},"observation_digest":"sha256:828433e015e206b2f9c9ea5f715b5f0c980c316211ede3fd4d6fdac3200cc46a","observation_id":"d2d5591c-75b5-4c20-a51b-0e8e55a72838","resolution":{"observed_at":"2026-07-02T08:36:47.679091Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.15253","last_updated":"2025-05-21T23:42:20Z","snapshot_observed_at":"2026-08-07T16:00:30.724746Z","submitted_at":"2025-04-21T17:33:23Z","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","version":2},"cited_work":{"arxiv_id":"2504.15253","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2504.15253","snapshot_observed_at":"2026-07-04T06:49:38.244210Z","title":"Evaluating judges as evaluators: The jetts benchmark of llm-as-judges as test-time scaling evaluators","venue":null,"work_id":"f91a3db3-2bb3-4f60-8fb9-474a16389c60","year":2025},"citing_paper":{"arxiv_id":"2606.21627","last_updated":"2026-06-19T17:30:56Z","snapshot_observed_at":"2026-08-07T08:25:40.894867Z","submitted_at":"2026-06-19T17:30:56Z","title":"Counsel: A Meta-Evaluation Dataset for Agentic Tasks","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-06-26T14:07:59.446478Z"},"links":{"cited_paper":"/paper/2504.15253","citing_paper":"/paper/2606.21627"},"observation_digest":"sha256:eb14bc7b24edd6ecb97f67fe7bde9945024437aa347fff93816e2ec51afa90bc","observation_id":"df095008-aa51-4e87-9f08-e3532340a4ae","resolution":{"observed_at":"2026-07-04T06:49:38.246250Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.15253","last_updated":"2025-05-21T23:42:20Z","snapshot_observed_at":"2026-08-07T16:00:30.724746Z","submitted_at":"2025-04-21T17:33:23Z","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.15253","snapshot_observed_at":"2026-07-14T02:43:21.225324Z","title":"JETTS: Evaluating LLM-as-judge for test-time scaling.CoRR, abs/2504.15253, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.11849","last_updated":"2026-07-13T17:38:22Z","snapshot_observed_at":"2026-07-16T23:20:03.329744Z","submitted_at":"2026-07-13T17:38:22Z","title":"AdvancedMathBench: A Benchmark Suite for Advanced Mathematical Proof Generation and Verification","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-07-14T02:43:21.225324Z"},"links":{"cited_paper":"/paper/2504.15253","citing_paper":"/paper/2607.11849"},"observation_digest":"sha256:ede75bad09a90458b5e9f233e174dfdab74cf9400c8dc078951607954ad56cdb","observation_id":"d44d8c1f-a5a3-4d80-88a5-19b8ac73ceec","resolution":{"observed_at":"2026-07-14T02:43:21.225324Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.15253","last_updated":"2025-05-21T23:42:20Z","snapshot_observed_at":"2026-08-07T16:00:30.724746Z","submitted_at":"2025-04-21T17:33:23Z","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.15253","snapshot_observed_at":"2026-08-01T23:34:10.038013Z","title":"Evaluating judges as evaluators: The jetts benchmark of llm-as-judges as test-time scaling evaluators.arXiv preprint arXiv:2504.15253, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.15388","last_updated":"2026-07-16T18:38:10Z","snapshot_observed_at":"2026-08-07T11:47:55.675443Z","submitted_at":"2026-07-16T18:38:10Z","title":"Precise but Uncoupled: Reviewer Precision Does Not Guarantee Critique Uptake in Multi-Agent Math Reasoning","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-01T23:34:10.038013Z"},"links":{"cited_paper":"/paper/2504.15253","citing_paper":"/paper/2607.15388"},"observation_digest":"sha256:22a798f570833d4dfb10f14b9a9d5365537b1722a30dacf9046890ca7b910821","observation_id":"cf7f5c99-4b5e-4db2-9b3a-f92db4a927ac","resolution":{"observed_at":"2026-08-01T23:34:10.038013Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2504.15253/citation-record","integrity":"/paper/2504.15253/integrity","json":"/paper/2504.15253/citation-record.json","paper":"/paper/2504.15253"},"outbound":[],"paper":{"arxiv_id":"2504.15253","last_updated":"2025-05-21T23:42:20Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T16:00:30.724746Z","submitted_at":"2025-04-21T17:33:23Z","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 9 inbound Pith citation observations for arXiv:2504.15253."}