{"as_of":"2026-08-13T06:13:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:461b1d39fb9c6cf665db7d48e083b983ac7d446263522eacd2cf3f38f2f4f9a9","coverage":[{"denominator":12,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T07:40:55.207538Z","state":"measured"},{"denominator":16,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":16,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":4,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":4,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T11:27:14.679948Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-04T23:25:11.939066Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2606.12071","snapshot_observed_at":"2026-08-01T05:02:07.347709Z","title":"Charles Spearman","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.22375","last_updated":"2026-07-24T15:03:14Z","snapshot_observed_at":"2026-08-08T10:27:51.734937Z","submitted_at":"2026-07-24T15:03:14Z","title":"IDEAgent: Agentic Quality-Diversity Search for Research Idea Generation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-01T05:02:07.347709Z"},"links":{"cited_paper":"/paper/2606.12071","citing_paper":"/paper/2607.22375"},"observation_digest":"sha256:f3f8a474a190e15a70838e6f2743b4f0f135f0dad969b5eaceb337c2ab940a66","observation_id":"9ca89140-f60a-4f64-8d1d-4d347f1dfe03","resolution":{"observed_at":"2026-08-01T05:02:07.347709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"cited_work":{"arxiv_id":"2606.12071","doi":null,"metadata_source":"pith","pith_arxiv_id":"2606.12071","snapshot_observed_at":"2026-08-04T23:25:11.939066Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","venue":"cs.DL","work_id":"bdcbc7c8-c538-40bc-b2ac-e6108bf9e331","year":2026},"citing_paper":{"arxiv_id":"2608.01666","last_updated":"2026-08-04T03:10:26Z","snapshot_observed_at":"2026-08-08T00:49:20.883513Z","submitted_at":"2026-08-03T04:01:02Z","title":"Style Wins, Substance Loses: A Diagnosis of LLM-as-Judge in Idea Generation","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-04T23:25:10.774274Z"},"links":{"cited_paper":"/paper/2606.12071","citing_paper":"/paper/2608.01666"},"observation_digest":"sha256:cfac0ab3422fdbcfd42c4ef208e115f083f89c746dff83e1ab8ba09c15e74479","observation_id":"a0b4ef6c-bc87-43a9-b333-fbe8fec22d15","resolution":{"observed_at":"2026-08-04T23:25:11.942480Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2606.12071","snapshot_observed_at":"2026-08-07T00:15:14.259145Z","title":"arXiv preprint arXiv:2606.12071 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01666","last_updated":"2026-08-04T03:10:26Z","snapshot_observed_at":"2026-08-08T00:49:20.883513Z","submitted_at":"2026-08-03T04:01:02Z","title":"Style Wins, Substance Loses: A Diagnosis of LLM-as-Judge in Idea Generation","version":2},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-07T00:15:14.259145Z"},"links":{"cited_paper":"/paper/2606.12071","citing_paper":"/paper/2608.01666"},"observation_digest":"sha256:47190de4ec641ab9fe73a3378ce81a33fa00377325cdb1e7897ab567c65e2c9c","observation_id":"ba30a67f-a21b-48b5-a817-4bccd02bc301","resolution":{"observed_at":"2026-08-07T00:15:14.259145Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2606.12071","snapshot_observed_at":"2026-08-12T11:27:14.679948Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11047","last_updated":"2026-08-11T15:18:47Z","snapshot_observed_at":"2026-08-13T05:25:17.045194Z","submitted_at":"2026-08-11T15:18:47Z","title":"V-FiLLM: Verified Financial LLM Reasoning Benchmark","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-12T11:27:14.679948Z"},"links":{"cited_paper":"/paper/2606.12071","citing_paper":"/paper/2608.11047"},"observation_digest":"sha256:c14f309b6fc77d00598f1489252cb34dc77d9b39a5280c7d61edb1198fc9efd5","observation_id":"a744e5b3-94de-4f9c-abd5-b48e66509e8b","resolution":{"observed_at":"2026-08-12T11:27:14.679948Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2606.12071/citation-record","integrity":"/paper/2606.12071/integrity","json":"/paper/2606.12071/citation-record.json","paper":"/paper/2606.12071"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T07:40:55.207538Z","title":"we leave X to future work","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:60735a1952f52e2d6a2aecf46fad73c35f316b351da261dd277fc5e068c1d604","observation_id":"000faf5e-c0c3-4869-93a7-c756329f3419","resolution":{"observed_at":"2026-06-27T07:40:55.207538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T07:40:55.207538Z","title":"creative","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:8e46e9b1bdd4f54e8f865141eb21be75d96439bf4c32b6dfb5e837534e20d531","observation_id":"15174f60-2529-4827-a610-957105e7ddf4","resolution":{"observed_at":"2026-06-27T07:40:55.207538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T07:40:55.207538Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:83667579eab0bd7057501aacae3c021885e5e2bd798cc4156db96d10314cf5d8","observation_id":"da077c1a-f257-4630-bd63-8a37065fa19b","resolution":{"observed_at":"2026-06-27T07:40:55.207538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T07:40:55.207538Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:56f2470accc43f6852cbbacb6a32e0f6961a1ebf7bcf6a28eb42d6c767ca29f2","observation_id":"3f849b24-64aa-4e59-983c-1eb0ab012ebe","resolution":{"observed_at":"2026-06-27T07:40:55.207538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T07:40:55.207538Z","title":"scores\": [ {","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:ced01fb0aa9ee5001139d0acc62d616178d652e94a5e49ed9f8f5e0b1151ada0","observation_id":"93082ecb-3895-45dd-82ff-4e466bd3082f","resolution":{"observed_at":"2026-06-27T07:40:55.207538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T07:40:55.207538Z","title":"This measures whether the research question depends on the specific background paper’s method, dataset, benchmark, component, result, behavior, or setting","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:0b9bbac62d2b4ab5f314bca722dd6da3a58d21c95bba2c3dd7fe57bc7f7566ad","observation_id":"5c610611-bc47-4738-9028-b3acb66aa098","resolution":{"observed_at":"2026-06-27T07:40:55.207538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T07:40:55.207538Z","title":"Which failure modes does GRPO show under long-chain reason- ing?","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:afe60a07a3d07d0a4baa8655ffefa910034fd9be362cc78fafd3db1639e4d4eb","observation_id":"3f198958-3a89-4d06-9f74-738ba334bd60","resolution":{"observed_at":"2026-06-27T07:40:55.207538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T07:40:55.207538Z","title":"?”. Sinhahajari et al. (2026). On the Limits of LLM-as-Judge for Scientific Novelty Assessment. 31 •Each question must be specific, not a generic question such as “how to improve X","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:14c5413331a92acd267a0b2c5cc60103fc78651ab735dca0ef38c2fe1b07ca33","observation_id":"5519d7cd-40eb-4e2d-8a21-6aabe33b10d9","resolution":{"observed_at":"2026-06-27T07:40:55.207538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T07:40:55.207538Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:aacb422fb6b922b8c728922cfc3afc3e08c4cb896a5625f8af33f3c42409be61","observation_id":"0bf26d3d-fc2f-4d35-bec3-269e70f8ea90","resolution":{"observed_at":"2026-06-27T07:40:55.207538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2502.01113","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-04T08:39:42.418735Z","title":"Q., Gong, C., and Pan, S","venue":null,"work_id":"b6b5e6d9-5380-4ef5-a4df-7d121ef8836f","year":2025},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:34a1602cd2a48660b5d4906c6fae024e6c1abe3ea905bb4aad6ea20a21444f4d","observation_id":"22179afb-779e-4d98-af08-acf8172e41a4","resolution":{"observed_at":"2026-07-03T13:38:19.491781Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T07:40:55.207538Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:aac239c2ca32ca24425ec89b1fdf0c872d0b9763d36a07a369929f470febbf29","observation_id":"334d11eb-d806-4964-919d-2307082fe9cc","resolution":{"observed_at":"2026-06-27T07:40:55.207538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T07:40:55.207538Z","title":"?”. Output format The final visible answer must be a single JSON object conforming exactly to the following schema: {","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-27T07:40:55.207538Z"},"links":{"citing_paper":"/paper/2606.12071"},"observation_digest":"sha256:564150d87dfd8ae12b0a193369a90211602aba520c66a3e631322af6b460436e","observation_id":"542c3534-6a2d-4f48-ba23-682b785da1b5","resolution":{"observed_at":"2026-06-27T07:40:55.207538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.12071","last_updated":"2026-06-10T13:34:38Z","latest_version":1,"primary_category":"cs.DL","snapshot_observed_at":"2026-08-05T23:03:46.905705Z","submitted_at":"2026-06-10T13:34:38Z","title":"On the Limits of LLM-as-Judge for Scientific Novelty Assessment"},"reference_resolution":{"displayed":12,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":11,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":12},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 12 of 12 outbound references and 4 inbound Pith citation observations for arXiv:2606.12071."}