{"as_of":"2026-08-07T16:45:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d5cc5062a24f7fb00e5b2fb728669cf77fe12c13eb7b120bd8d8634ccf31ca0f","coverage":[{"denominator":27,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":27,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:10:30.705212Z","state":"measured"},{"denominator":27,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":27,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.11508/citation-record","integrity":"/paper/2507.11508/integrity","json":"/paper/2507.11508/citation-record.json","paper":"/paper/2507.11508"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:28.475366Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:28.475366Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:596a8aed8c86c0f9b18c21239cc0e0e8f3789096b2c8b2f3a0fc81575f05192a","observation_id":"9361ac6c-fc39-4580-8a35-9212a4bb8a32","resolution":{"observed_at":"2026-08-06T17:10:28.475366Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.18403","last_updated":"2025-06-02T11:31:19Z","snapshot_observed_at":"2026-07-06T18:37:21.973331Z","submitted_at":"2024-06-26T14:56:13Z","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.18403","snapshot_observed_at":"2026-08-06T17:10:28.574651Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:28.574651Z"},"links":{"cited_paper":"/paper/2406.18403","citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:72dc2c76914ca0fd18afd4ccc6f3a82f3555391c55da5ed35834ae9ec61e94ed","observation_id":"d20c4c79-101e-4bc7-bbb9-d1b2020c5a7e","resolution":{"observed_at":"2026-08-06T17:10:28.574651Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:28.657912Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:28.657912Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:73a4bdee1aac0ed97785dddb74bca89c4700831506ad91245a29fb4731bf6672","observation_id":"3770cd8c-e578-4d4c-a886-5b28b891a5e4","resolution":{"observed_at":"2026-08-06T17:10:28.657912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:28.749044Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:28.749044Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:17f6b327d5d30becda69e4d775c682200d5183e97d6f134c345f47c5322ea244","observation_id":"06bd4ded-1f36-43f0-9295-8cba8267cefc","resolution":{"observed_at":"2026-08-06T17:10:28.749044Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:28.821642Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:28.821642Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:210b6eff09badd1e0a51ff7aff8e4d77183805f26a72d92cf7d8b2e99092408c","observation_id":"1520cf94-8af7-494b-8296-57953f55f884","resolution":{"observed_at":"2026-08-06T17:10:28.821642Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-02T10:23:50.881300Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-06T17:10:28.949589Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:28.949589Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:ce7a334135bfea3c769832b39b35d5efa6448defc654d42edf91298ec14203b8","observation_id":"be2dd6d7-17b6-4f2d-b316-5ec461ef30c1","resolution":{"observed_at":"2026-08-06T17:10:28.949589Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:29.051592Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.051592Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:b4dfe34790760eeb4c71e739938d1764b6f7a20db4ef816709e2f6fc16095891","observation_id":"38b72a91-bd38-4ea4-891e-59c2ba58dc66","resolution":{"observed_at":"2026-08-06T17:10:29.051592Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:29.152688Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.152688Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:e90ba654d1f8f6037b393ede8419479728c7ce0015f8cec24ea802782500b9ba","observation_id":"d3b41d06-98aa-463b-a036-280cdbecfef1","resolution":{"observed_at":"2026-08-06T17:10:29.152688Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2202.03629","last_updated":"2024-07-14T12:40:59Z","snapshot_observed_at":"2026-08-05T16:43:35.150045Z","submitted_at":"2022-02-08T03:55:01Z","title":"Survey of Hallucination in Natural Language Generation","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.03629","snapshot_observed_at":"2026-08-06T17:10:29.256672Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.256672Z"},"links":{"cited_paper":"/paper/2202.03629","citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:01f49685c903db6cc576f5e59cbd0247aeff60a00f106384adceda7cb5ff7561","observation_id":"1ce0713b-058c-43bd-bcfc-23edd20cbcaa","resolution":{"observed_at":"2026-08-06T17:10:29.256672Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:31.998939Z","title":null,"venue":null,"work_id":"42c84584-156c-4aea-964f-bd4421f9a7c1","year":2024},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.368332Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:2adee6b9eba2cc70e6a81e0c52b90827c0276de5ea97445b29ca5b3974bf2137","observation_id":"60282200-b513-4818-8ffc-1726e841350c","resolution":{"observed_at":"2026-08-06T17:10:32.101185Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:31.859016Z","title":null,"venue":null,"work_id":"237fcaa9-2777-4735-ba72-8412191fb4ad","year":2024},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.450305Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:c9bb03d57ff94ba36958fed971fa7adf95f3e0804e514b277b7f213ba57cfcb9","observation_id":"01ce55fe-4b76-4577-879f-deec56005e7c","resolution":{"observed_at":"2026-08-06T17:10:31.909636Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:29.509439Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.509439Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:f8b9a0dcd9603453fceacb5a4d30ce57ed8c39867bdc3e2bb1bac2eaebe1ef12","observation_id":"7245dc71-82ad-44e1-86b8-ab4be69f2fd6","resolution":{"observed_at":"2026-08-06T17:10:29.509439Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:29.575337Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.575337Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:023475204e9996e0bd427dc5f854574014881fbe5a4429d24dbefb9a93fe6b6f","observation_id":"23161c49-e7e9-44f7-b1ca-4eb28bd46d1f","resolution":{"observed_at":"2026-08-06T17:10:29.575337Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:29.616652Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.616652Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:a3514ae98e64799913ad24969c7e8b9f2a036179aea15e273274423ffdb7bd57","observation_id":"a34fbaef-4487-420d-bb49-5bda3fcc6af8","resolution":{"observed_at":"2026-08-06T17:10:29.616652Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:29.720482Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.720482Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:0b8857cefd238a8595784a43caf7a9382d0d147225bb28c48bd05297a21f5a80","observation_id":"e8b6378e-0913-4e89-b33d-85db15d6b6ab","resolution":{"observed_at":"2026-08-06T17:10:29.720482Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:29.806227Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.806227Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:a9bc07a5d786a552eaed3388b47208968cc630215a942d444eead152f0b18111","observation_id":"d2b35719-f2cf-45be-a259-e15c4362a3c5","resolution":{"observed_at":"2026-08-06T17:10:29.806227Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:29.842953Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.842953Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:674ac5cf8c2af9f7488a400377bcada656ed81de357f6cdc1ef56ca8a93fb494","observation_id":"18bce40c-63e1-4261-b07e-4943060fc856","resolution":{"observed_at":"2026-08-06T17:10:29.842953Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:31.652847Z","title":"Chatterji, Faisal Ladhak, and Tatsunori Hashimoto","venue":null,"work_id":"ef1fe538-2e82-4052-b13c-a30d4b632b0b","year":2024},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:29.914525Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:fed1130bda80269149a862037c47f85dba55b4588d6635e99fd114cded80c117","observation_id":"f7c86588-5048-426f-b8ac-03186b58ef1f","resolution":{"observed_at":"2026-08-06T17:10:31.744191Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:30.009993Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:30.009993Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:de937159b19ab34b5e96682eb8ec0e9f6fb8c664d59aedd5f2fb454916fe21c8","observation_id":"81343b7f-aba1-45b7-bbf0-4787da1333e4","resolution":{"observed_at":"2026-08-06T17:10:30.009993Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.12819","last_updated":"2025-08-25T02:35:43Z","snapshot_observed_at":"2026-07-06T18:17:21.217971Z","submitted_at":"2024-05-21T14:24:01Z","title":"Large Language Models Meet NLP: A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.12819","snapshot_observed_at":"2026-08-06T17:10:30.110514Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:30.110514Z"},"links":{"cited_paper":"/paper/2405.12819","citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:2d53cbbbdbe6ef968642cf2577cd8d93eec21e0bcad1699cd47f144690266928","observation_id":"c1e4e7de-05f1-4953-9262-f453dc3f32cd","resolution":{"observed_at":"2026-08-06T17:10:30.110514Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:30.201921Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:30.201921Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:da7a765aa55b3ae49417cb91f4f5cc90452b6110dca039a98ebb7d21170794e3","observation_id":"3a19cd71-01a7-45c1-b3ac-66ad75991064","resolution":{"observed_at":"2026-08-06T17:10:30.201921Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:31.504726Z","title":"Howcroft, Ondrej Platek, and Adarsa Sivaprasad","venue":null,"work_id":"bf4b4f9a-363f-48de-8df4-797e3567487d","year":2024},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:30.264858Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:e3cae5657902d4dc6a8147cb787e2c74e549c1bfcbae60c0e6ffa1415b75bd5c","observation_id":"ef2b4532-b02b-4962-bf6b-dfa5f7c7f6c3","resolution":{"observed_at":"2026-08-06T17:10:31.555635Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:31.266893Z","title":null,"venue":null,"work_id":"a5e6bd9f-912e-40d7-8232-13eaa79bb055","year":2024},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:30.349374Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:f9212711b237f3685d92a8a0c55e0fb00b722818a9926beb67d9fb8cdb50366c","observation_id":"ab95df65-a545-4e95-921a-407195c97e38","resolution":{"observed_at":"2026-08-06T17:10:31.356818Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.19786","last_updated":"2025-03-25T15:52:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-25T15:52:34Z","title":"Gemma 3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.19786","snapshot_observed_at":"2026-08-06T17:10:30.419533Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:30.419533Z"},"links":{"cited_paper":"/paper/2503.19786","citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:368fc7c670d10082ce8ed05424c65988835aecae34092fe9691381fdfa893cf0","observation_id":"23854cb4-2517-42d3-9cf5-e46dc8bf47d5","resolution":{"observed_at":"2026-08-06T17:10:30.419533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-06T17:10:30.485227Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:30.485227Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:450ae1f2de4abfa539a9ab375159be68c18239db5006ec0a8ae0b7594ba865a2","observation_id":"4c3a7e11-b7e8-4a7c-ab8c-74fb4fef3f3e","resolution":{"observed_at":"2026-08-06T17:10:30.485227Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:31.114948Z","title":"Dai, and Quoc V","venue":null,"work_id":"1f152501-6f4e-4a50-855e-7feb69366107","year":2022},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:30.611504Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:29bad88cefb0c566ff2aeb908e40575d9cae03a57965e52da5aeb7c0bad28b91","observation_id":"aea69c8b-122b-4702-a359-5d759d28da67","resolution":{"observed_at":"2026-08-06T17:10:31.184219Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:10:30.705212Z","title":"Weinberger, and Yoav Artzi","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T17:10:30.705212Z"},"links":{"citing_paper":"/paper/2507.11508"},"observation_digest":"sha256:705a692218872cb86cef3d3ee0dcce85ade1c79834f7887d3930e43680d4b6fe","observation_id":"1e9a4a86-871b-454e-9495-dd7cefcf39e1","resolution":{"observed_at":"2026-08-06T17:10:30.705212Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.11508","last_updated":"2025-07-15T17:23:56Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-06T17:04:34.424692Z","submitted_at":"2025-07-15T17:23:56Z","title":"Real-World Summarization: When Evaluation Reaches Its Limits"},"reference_resolution":{"displayed":27,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":24,"verified_exact":0,"verified_fuzzy":3},"total_outbound_references":27},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 27 of 27 outbound references and 0 inbound Pith citation observations for arXiv:2507.11508."}