{"as_of":"2026-08-07T06:54:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:43da1278872fe19d23967f43538a02d41aeb90b715d9a4be2283f51cd295781d","coverage":[{"denominator":13,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":13,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:59:20.353388Z","state":"measured"},{"denominator":13,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":13,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.09483/citation-record","integrity":"/paper/2507.09483/integrity","json":"/paper/2507.09483/citation-record.json","paper":"/paper/2507.09483"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:21.429465Z","title":null,"venue":null,"work_id":"9e6fa969-ff87-426e-a7c8-e218827543c2","year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.347636Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:bfdea2c6905423c46e4616e1f916b6f493671ae12541b665dd664381df4b1e8e","observation_id":"7459c6bb-abcb-4079-a5db-9d6df3ee70d1","resolution":{"observed_at":"2026-08-06T17:59:21.499459Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2102.07662","last_updated":"2021-02-15T16:47:00Z","snapshot_observed_at":"2026-07-06T10:41:31.563193Z","submitted_at":"2021-02-15T16:47:00Z","title":"Overview of the TREC 2020 deep learning track","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2102.07662","snapshot_observed_at":"2026-08-06T17:59:19.412582Z","title":"Overview of the trec 2020 deep learning track","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.412582Z"},"links":{"cited_paper":"/paper/2102.07662","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:ae7b33bf82ef54928a5834f815c432f744c902babc14f8222659f059496651d7","observation_id":"92285331-d7b2-420f-90f8-01dbb5ebcc5d","resolution":{"observed_at":"2026-08-06T17:59:19.412582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2003.07820","last_updated":"2020-03-18T16:56:56Z","snapshot_observed_at":"2026-07-06T09:05:23.015957Z","submitted_at":"2020-03-17T17:12:36Z","title":"Overview of the TREC 2019 deep learning track","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.07820","snapshot_observed_at":"2026-08-06T17:59:19.511528Z","title":"Overview of the trec 2019 deep learning track","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.511528Z"},"links":{"cited_paper":"/paper/2003.07820","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:d1a00af48b4b00d1a662490d9c5187b1ac5ca0485cb49cf2ae934083c3f0c783","observation_id":"e1136e2f-d287-483b-af58-03053c96692e","resolution":{"observed_at":"2026-08-06T17:59:19.511528Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-06T17:59:19.571981Z","title":"Zhang, Han Bao, Han- wei Xu, Haocheng Wang, Haowei Zhang, Honghui Ding, Huajian Xin, Huazuo Gao, Hui Li, Hui Qu, J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.571981Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:a6408b12c43ce4c2fc96517c2cc547c7630d023ab45fee6671c3384ac4888c23","observation_id":"bb8e4783-2f8c-4091-bfef-b42057fe4786","resolution":{"observed_at":"2026-08-06T17:59:19.571981Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:21.293346Z","title":null,"venue":null,"work_id":"a24c103a-5bbf-4da8-8d6b-21049af6665b","year":2023},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.647445Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:3d50c0f2f1f4d49b25ecdee2840005c4c4ca784a1d98706ec8914ba19fb4760c","observation_id":"08a6ee26-ca0d-437c-9089-106370e1143e","resolution":{"observed_at":"2026-08-06T17:59:21.360179Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:21.158886Z","title":"Pencils down! automatic rubric-based evaluation of retrieve/generate systems","venue":null,"work_id":"a5fb3304-e87f-4760-949f-be52a3dc84af","year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.715681Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:bfb9e848fa58dfac2388d8ff39f74e46668e84923ea95943fd511b6614d1ff84","observation_id":"fc892353-f32e-4752-a6c9-98426a9219ab","resolution":{"observed_at":"2026-08-06T17:59:21.220245Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:21.063557Z","title":null,"venue":null,"work_id":"e94ec619-1c60-4857-8767-92d898f6b891","year":1938},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.776003Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:c130b7cd506346e7280e861d023841363c385df6fbda191468e5af04b1daf3b1","observation_id":"d8e84039-a9e4-4e30-a81a-872e90009676","resolution":{"observed_at":"2026-08-06T17:59:21.095224Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-06T17:59:19.842320Z","title":"Gpt-4o system card, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.842320Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:c206952635789c87ece9ac13c6de80838674a99c8671ca2fdd2e880b756a1346","observation_id":"89dfd1b3-aede-490d-8474-9d410142f98b","resolution":{"observed_at":"2026-08-06T17:59:19.842320Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08896","last_updated":"2024-08-09T23:15:41Z","snapshot_observed_at":"2026-08-03T08:36:48.061543Z","submitted_at":"2024-08-09T23:15:41Z","title":"LLMJudge: LLMs for Relevance Judgments","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08896","snapshot_observed_at":"2026-08-06T17:59:19.956491Z","title":"Rahmani, Emine Yilmaz, Nick Craswell, Bhaskar Mitra, Paul Thomas, Charles L","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.956491Z"},"links":{"cited_paper":"/paper/2408.08896","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:8737a8a899004f19d9cc3e03d482ec1e98d09c7e9739a767d6a62540850b4cf2","observation_id":"a931623c-411a-42fc-adae-16f69624bbe3","resolution":{"observed_at":"2026-08-06T17:59:19.956491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.09542","last_updated":"2024-12-28T06:20:54Z","snapshot_observed_at":"2026-08-06T00:21:17.259026Z","submitted_at":"2023-04-19T10:16:03Z","title":"Is ChatGPT Good at Search? Investigating Large Language Models as Re-Ranking Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.09542","snapshot_observed_at":"2026-08-06T17:59:20.035254Z","title":"Is chatgpt good at search? investigating large language models as re-ranking agent","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:20.035254Z"},"links":{"cited_paper":"/paper/2304.09542","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:feea40bc4f2edd8e2302228822987e284dd7792ac566635babd83afdb857b9e2","observation_id":"be0dd02e-a57a-4baa-9349-11dbf27a2f58","resolution":{"observed_at":"2026-08-06T17:59:20.035254Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.06877","last_updated":"2025-06-13T06:52:31Z","snapshot_observed_at":"2026-07-06T19:48:23.999337Z","submitted_at":"2024-11-11T11:17:35Z","title":"LLM-Assisted Relevance Assessments: When Should We Ask LLMs for Help?","version":4},"cited_work":{"arxiv_id":"2411.06877","doi":null,"metadata_source":"pith","pith_arxiv_id":"2411.06877","snapshot_observed_at":"2026-08-06T17:59:20.473785Z","title":"LLM-Assisted Relevance Assessments: When Should We Ask LLMs for Help?","venue":"cs.IR","work_id":"807ae164-7a21-4c64-b6ed-fd0fb4b4bbc0","year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:20.132252Z"},"links":{"cited_paper":"/paper/2411.06877","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:ee1789eb0fb35448d578cc12b23a240120b07e34330f80cce555837b457db194","observation_id":"f98b3d6d-4460-414c-ae5b-54315a354be2","resolution":{"observed_at":"2026-08-06T17:59:20.563515Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:20.919235Z","title":"Large language models can accurately predict searcher preferences","venue":null,"work_id":"a44b0c33-fdc8-4be2-bbe3-3cdd4678ac11","year":1930},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:20.267521Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:e0869df7bc2541fc87a0e74a2e35db3d7b7fc405be5be6497e22c4fc7d229438","observation_id":"bbfa75c1-cb33-4603-abaa-f2079c0352a8","resolution":{"observed_at":"2026-08-06T17:59:20.978986Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:20.746617Z","title":"Umbrela: Umbrela is the (open-source reproduction of the) bing relevance assessor, 2024","venue":null,"work_id":"9e3dbc37-5492-47b9-bbb9-8fb1f1032aa8","year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:20.353388Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:f62a168a92ed0e534b0cb9ed3f2939a1cc4ead50d1be963c7fa28cd0e75b6a7b","observation_id":"8ea026ac-6044-4486-9f69-bda034b3a249","resolution":{"observed_at":"2026-08-06T17:59:20.806729Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-06T17:52:28.916673Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?"},"reference_resolution":{"displayed":13,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":9,"verified_exact":1,"verified_fuzzy":3},"total_outbound_references":13},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 13 of 13 outbound references and 0 inbound Pith citation observations for arXiv:2507.09483."}