{"as_of":"2026-08-12T18:13:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3ff044f2038b0321d2da1751b96455d96ea63f21c4167763bdc5da46cfa1e696","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":9,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":9,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":9,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-10T14:09:11.328304Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-10T14:17:10.144588Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.09443","last_updated":"2026-08-06T10:50:16Z","snapshot_observed_at":"2026-08-12T10:20:53.687841Z","submitted_at":"2025-06-11T06:48:57Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","version":3},"cited_work":{"arxiv_id":"2506.09443","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.09443","snapshot_observed_at":"2026-08-07T01:35:49.493310Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","venue":null,"work_id":"bd49bdd6-b2b5-4c7e-ad0d-cc07261f2b50","year":2025},"citing_paper":{"arxiv_id":"2604.05593","last_updated":"2026-04-07T08:43:30Z","snapshot_observed_at":"2026-08-10T21:08:50.235000Z","submitted_at":"2026-04-07T08:43:30Z","title":"Label Effects: Shared Heuristic Reliance in Trust Assessment by Humans and LLM-as-a-Judge","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-05-10T19:38:11.595077Z"},"links":{"cited_paper":"/paper/2506.09443","citing_paper":"/paper/2604.05593"},"observation_digest":"sha256:720e399d6cc65e8716d2cf5c82e1e45ab84a4936891bbd39e535a4d128616d7b","observation_id":"37ec9b1c-1c4c-444f-9ef0-5ce82bf4230c","resolution":{"observed_at":"2026-08-07T01:35:49.493310Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.09443","last_updated":"2026-08-06T10:50:16Z","snapshot_observed_at":"2026-08-12T10:20:53.687841Z","submitted_at":"2025-06-11T06:48:57Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","version":3},"cited_work":{"arxiv_id":"2506.09443","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.09443","snapshot_observed_at":"2026-08-07T01:35:49.493310Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","venue":null,"work_id":"bd49bdd6-b2b5-4c7e-ad0d-cc07261f2b50","year":2025},"citing_paper":{"arxiv_id":"2604.13602","last_updated":"2026-04-15T08:11:34Z","snapshot_observed_at":"2026-08-11T03:30:51.869417Z","submitted_at":"2026-04-15T08:11:34Z","title":"Reward Hacking in the Era of Large Models: Mechanisms, Emergent Misalignment, Challenges","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-05-10T13:58:53.430492Z"},"links":{"cited_paper":"/paper/2506.09443","citing_paper":"/paper/2604.13602"},"observation_digest":"sha256:a5edfecac398340476f553faff0a06ec4b54f32564c1383d02f29335e71f6cd7","observation_id":"1a800c6c-9f97-4cb9-bd4c-7c1e5c164ddb","resolution":{"observed_at":"2026-08-07T01:35:49.493310Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.09443","last_updated":"2026-08-06T10:50:16Z","snapshot_observed_at":"2026-08-12T10:20:53.687841Z","submitted_at":"2025-06-11T06:48:57Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","version":3},"cited_work":{"arxiv_id":"2506.09443","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.09443","snapshot_observed_at":"2026-08-07T01:35:49.493310Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","venue":null,"work_id":"bd49bdd6-b2b5-4c7e-ad0d-cc07261f2b50","year":2025},"citing_paper":{"arxiv_id":"2604.22937","last_updated":"2026-04-24T18:22:58Z","snapshot_observed_at":"2026-08-06T20:19:08.002820Z","submitted_at":"2026-04-24T18:22:58Z","title":"AutoPyVerifier: Learning Compact Executable Verifiers for Large Language Model Outputs","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-05-08T11:33:21.391661Z"},"links":{"cited_paper":"/paper/2506.09443","citing_paper":"/paper/2604.22937"},"observation_digest":"sha256:d269a4370f25b32687f247be1cf6b9a14a1fcf8f0c4970fac35cb6eb1c610c75","observation_id":"ec19ef6e-2772-44da-aae4-b49188f278c2","resolution":{"observed_at":"2026-08-07T01:35:49.493310Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.09443","last_updated":"2026-08-06T10:50:16Z","snapshot_observed_at":"2026-08-12T10:20:53.687841Z","submitted_at":"2025-06-11T06:48:57Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","version":3},"cited_work":{"arxiv_id":"2506.09443","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.09443","snapshot_observed_at":"2026-08-07T01:35:49.493310Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","venue":null,"work_id":"bd49bdd6-b2b5-4c7e-ad0d-cc07261f2b50","year":2025},"citing_paper":{"arxiv_id":"2605.03858","last_updated":"2026-05-05T15:20:42Z","snapshot_observed_at":"2026-07-06T23:16:44.876986Z","submitted_at":"2026-05-05T15:20:42Z","title":"MCJudgeBench: A Benchmark for Constraint-Level Judge Evaluation in Multi-Constraint Instruction Following","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-07T16:24:33.375282Z"},"links":{"cited_paper":"/paper/2506.09443","citing_paper":"/paper/2605.03858"},"observation_digest":"sha256:93ca7f1b270dd5690ddaa4597f02fd1c5722c5c28ff3cb438cb4bbfcd5cfedb4","observation_id":"5758604b-1fca-4aaf-a88d-965dea1cfe97","resolution":{"observed_at":"2026-08-07T01:35:49.493310Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.09443","last_updated":"2026-08-06T10:50:16Z","snapshot_observed_at":"2026-08-12T10:20:53.687841Z","submitted_at":"2025-06-11T06:48:57Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","version":3},"cited_work":{"arxiv_id":"2506.09443","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.09443","snapshot_observed_at":"2026-08-07T01:35:49.493310Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","venue":null,"work_id":"bd49bdd6-b2b5-4c7e-ad0d-cc07261f2b50","year":2025},"citing_paper":{"arxiv_id":"2605.06161","last_updated":"2026-05-07T12:49:09Z","snapshot_observed_at":"2026-07-06T23:18:41.400741Z","submitted_at":"2026-05-07T12:49:09Z","title":"Beyond Accuracy: Policy Invariance as a Reliability Test for LLM Safety Judges","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-08T10:23:58.198464Z"},"links":{"cited_paper":"/paper/2506.09443","citing_paper":"/paper/2605.06161"},"observation_digest":"sha256:664e938bed2a958e3c6ce517e7b3d6bf20ae415d4ffd917460357fb8d360c6ce","observation_id":"0a58087e-4ad6-4a36-ad0a-4bcf37cd46a6","resolution":{"observed_at":"2026-08-07T01:35:49.493310Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.09443","last_updated":"2026-08-06T10:50:16Z","snapshot_observed_at":"2026-08-12T10:20:53.687841Z","submitted_at":"2025-06-11T06:48:57Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","version":3},"cited_work":{"arxiv_id":"2506.09443","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.09443","snapshot_observed_at":"2026-08-07T01:35:49.493310Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","venue":null,"work_id":"bd49bdd6-b2b5-4c7e-ad0d-cc07261f2b50","year":2025},"citing_paper":{"arxiv_id":"2605.21748","last_updated":"2026-05-20T21:20:01Z","snapshot_observed_at":"2026-07-06T23:32:10.472558Z","submitted_at":"2026-05-20T21:20:01Z","title":"RankJudge: A Multi-Turn LLM-as-a-Judge Synthetic Benchmark Generator","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-22T08:50:44.523468Z"},"links":{"cited_paper":"/paper/2506.09443","citing_paper":"/paper/2605.21748"},"observation_digest":"sha256:10e106c1a2b4c7f8e24a2352983756eb2d0ab27c2e3b88593754b21678c5b7ef","observation_id":"cd2a0700-e44f-4903-9643-9dede2d6fcab","resolution":{"observed_at":"2026-08-07T01:35:49.493310Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.09443","last_updated":"2026-08-06T10:50:16Z","snapshot_observed_at":"2026-08-12T10:20:53.687841Z","submitted_at":"2025-06-11T06:48:57Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","version":3},"cited_work":{"arxiv_id":"2506.09443","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.09443","snapshot_observed_at":"2026-08-07T01:35:49.493310Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","venue":null,"work_id":"bd49bdd6-b2b5-4c7e-ad0d-cc07261f2b50","year":2025},"citing_paper":{"arxiv_id":"2606.09711","last_updated":"2026-06-08T16:32:54Z","snapshot_observed_at":"2026-07-06T23:49:03.237958Z","submitted_at":"2026-06-08T16:32:54Z","title":"Proxy Reward Internalization and Mechanistic Exploitation: A Learned Precursor to Reward Hacking and Its Generalization","version":1},"reference_index":138,"source":"arxiv_source","source_observed_at":"2026-06-27T16:26:34.918099Z"},"links":{"cited_paper":"/paper/2506.09443","citing_paper":"/paper/2606.09711"},"observation_digest":"sha256:827e48d400062d597c4548e2363c92b12dd222a263a990c9e7bbe5d5ec3a3902","observation_id":"42e23d4e-3b66-4f5d-b430-9de3132b0757","resolution":{"observed_at":"2026-08-07T01:35:49.493310Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.09443","last_updated":"2026-08-06T10:50:16Z","snapshot_observed_at":"2026-08-12T10:20:53.687841Z","submitted_at":"2025-06-11T06:48:57Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","version":3},"cited_work":{"arxiv_id":"2506.09443","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.09443","snapshot_observed_at":"2026-08-07T01:35:49.493310Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","venue":null,"work_id":"bd49bdd6-b2b5-4c7e-ad0d-cc07261f2b50","year":2025},"citing_paper":{"arxiv_id":"2606.13044","last_updated":"2026-06-11T08:30:18Z","snapshot_observed_at":"2026-08-06T22:25:23.972962Z","submitted_at":"2026-06-11T08:30:18Z","title":"No Hidden Prompts Needed! You Can Game AI Peer Review with Presentation-Only Revisions","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-27T06:37:45.175776Z"},"links":{"cited_paper":"/paper/2506.09443","citing_paper":"/paper/2606.13044"},"observation_digest":"sha256:970e08cacae484ed269eb72c91d096ac403c18fe5ae61c397f04fcae68a3651e","observation_id":"f252d99f-fc69-4c7f-b2f0-429b1dfa1656","resolution":{"observed_at":"2026-08-07T01:35:49.493310Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.09443","last_updated":"2026-08-06T10:50:16Z","snapshot_observed_at":"2026-08-12T10:20:53.687841Z","submitted_at":"2025-06-11T06:48:57Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","version":3},"cited_work":{"arxiv_id":"2506.09443","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.09443","snapshot_observed_at":"2026-08-07T01:35:49.493310Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","venue":null,"work_id":"bd49bdd6-b2b5-4c7e-ad0d-cc07261f2b50","year":2025},"citing_paper":{"arxiv_id":"2607.07989","last_updated":"2026-07-08T23:33:49Z","snapshot_observed_at":"2026-08-06T03:57:49.717574Z","submitted_at":"2026-07-08T23:33:49Z","title":"Who Broke the System? Failure Localization in LLM-Based Multi-Agent Systems","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-07-10T14:09:11.328304Z"},"links":{"cited_paper":"/paper/2506.09443","citing_paper":"/paper/2607.07989"},"observation_digest":"sha256:d9e4558b85005f4bdb29ba8d963876a6efd2a1569e4eaa7e382caada5fc0aa57","observation_id":"04277a2a-a34a-40df-ac8d-b9258216665a","resolution":{"observed_at":"2026-08-07T01:35:49.493310Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.09443/citation-record","integrity":"/paper/2506.09443/integrity","json":"/paper/2506.09443/citation-record.json","paper":"/paper/2506.09443"},"outbound":[],"paper":{"arxiv_id":"2506.09443","last_updated":"2026-08-06T10:50:16Z","latest_version":3,"primary_category":"cs.CR","snapshot_observed_at":"2026-08-12T10:20:53.687841Z","submitted_at":"2025-06-11T06:48:57Z","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 9 inbound Pith citation observations for arXiv:2506.09443."}