{"as_of":"2026-08-08T09:33:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:31333fc7f4ef318c34f10faea219d87c220d9c9104bada2fae5502ff8892bd3a","coverage":[{"denominator":47,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":47,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T00:42:00.744078Z","state":"measured"},{"denominator":49,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":49,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T03:31:57.115743Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-12T06:56:25.816992Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.13023","snapshot_observed_at":"2026-08-03T03:31:57.115743Z","title":"Rudd, Christopher Andrews, and Philip Tully","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2602.07840","last_updated":"2026-06-10T04:03:01Z","snapshot_observed_at":"2026-08-03T03:31:55.760958Z","submitted_at":"2026-02-08T06:42:50Z","title":"SAGE: Scalable AI Governance & Evaluation","version":4},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-03T03:31:57.115743Z"},"links":{"cited_paper":"/paper/2506.13023","citing_paper":"/paper/2602.07840"},"observation_digest":"sha256:219a023d1b6d93c91484850dd2028e733f032d4fc7abb72539be19927edcdfa2","observation_id":"01179ef3-63b8-40ec-a2b3-03f347775ce8","resolution":{"observed_at":"2026-08-03T03:31:57.115743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"cited_work":{"arxiv_id":"2506.13023","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.13023","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A practical guide for evaluating llms and llm-reliant systems","venue":null,"work_id":"3830c601-f14a-47e1-921b-36b4caa4a7ec","year":2025},"citing_paper":{"arxiv_id":"2605.10808","last_updated":"2026-05-11T16:31:25Z","snapshot_observed_at":"2026-08-03T06:11:41.908552Z","submitted_at":"2026-05-11T16:31:25Z","title":"Threat Modelling using Domain-Adapted Language Models: Empirical Evaluation and Insights","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-12T03:50:46.260450Z"},"links":{"cited_paper":"/paper/2506.13023","citing_paper":"/paper/2605.10808"},"observation_digest":"sha256:339ce31a0a4a19e21a499261acdfe9402bca5a10c0568f2160a67324f3c2e8b2","observation_id":"4c6a325d-1bb6-408a-914a-2e96956c1daa","resolution":{"observed_at":"2026-05-12T06:56:25.823633Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.13023/citation-record","integrity":"/paper/2506.13023/integrity","json":"/paper/2506.13023/citation-record.json","paper":"/paper/2506.13023"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:55.025553Z","title":"URL: \" 'urlintro :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.025553Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:45633c7712740f94b8afb21b2f167f1a668e5735471f75c8a1d5719d9ea88e0c","observation_id":"b7e7fa89-b442-4d94-84f2-9057e858b0ef","resolution":{"observed_at":"2026-08-07T00:41:55.025553Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:55.088737Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.088737Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:a5a365c1db4f6416dbd7d9036007233732d9f40047b6f72500eb2790ab4b4fdc","observation_id":"e44464ca-76e2-4262-9634-e1e24b409a50","resolution":{"observed_at":"2026-08-07T00:41:55.088737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07599","last_updated":"2024-11-11T12:00:35Z","snapshot_observed_at":"2026-07-06T18:29:08.586253Z","submitted_at":"2024-06-11T16:42:02Z","title":"CTIBench: A Benchmark for Evaluating LLMs in Cyber Threat Intelligence","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07599","snapshot_observed_at":"2026-08-07T00:41:55.150430Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.150430Z"},"links":{"cited_paper":"/paper/2406.07599","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:2ff4bb012087c8c2bfb304b8a213517cc787f92d437db2695a14deb1e7a485aa","observation_id":"f6ef7597-a1e8-4265-aae1-a122bea82018","resolution":{"observed_at":"2026-08-07T00:41:55.150430Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.497372Z","title":null,"venue":null,"work_id":"c9f29d83-3448-4cb8-a325-9c22a672be5c","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.232689Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:d45c52c0daff7818acc243e454e5e31c12ffea129c2cef403516c03759939e3a","observation_id":"70737066-5392-448d-b5f0-56da4bfdc21d","resolution":{"observed_at":"2026-08-07T00:42:05.500799Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.09436","last_updated":"2023-07-11T09:18:58Z","snapshot_observed_at":"2026-07-06T14:19:43.043908Z","submitted_at":"2022-11-17T09:46:55Z","title":"Nonlinear magnetotransport in a two-dimensional system with merging Dirac points","version":2},"cited_work":{"arxiv_id":"2211.09436","doi":null,"metadata_source":"pith","pith_arxiv_id":"2211.09436","snapshot_observed_at":"2026-08-07T00:42:01.000556Z","title":"Nonlinear magnetotransport in a two-dimensional system with merging Dirac points","venue":"cond-mat.mes-hall","work_id":"53798b9d-23ec-46ab-bf5c-c07b8e912355","year":2022},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.441591Z"},"links":{"cited_paper":"/paper/2211.09436","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:9fc37184bfe6d9818aff600a211f2568a2d9b86cb428a9f66bd2923334a9ac15","observation_id":"b29994e1-e520-458c-9398-e461fd6822bd","resolution":{"observed_at":"2026-08-07T00:42:01.051006Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.08073","last_updated":"2022-12-15T06:19:23Z","snapshot_observed_at":"2026-08-02T04:53:58.766070Z","submitted_at":"2022-12-15T06:19:23Z","title":"Constitutional AI: Harmlessness from AI Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.08073","snapshot_observed_at":"2026-08-07T00:41:55.803388Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.803388Z"},"links":{"cited_paper":"/paper/2212.08073","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:346c5a0ab4dcad80e9c0be6d07036eb7bb010b8b62c6cb2dcfde11d951670f4f","observation_id":"3ba1b176-e31e-4000-827e-f8e5c6988b69","resolution":{"observed_at":"2026-08-07T00:41:55.803388Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:56.383787Z","title":null,"venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:56.383787Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:a0dcee1b30137dcfbcb067ef2d58f8815d08d14a7abed6751909d2bcb01c4417","observation_id":"fd8154e2-6976-479d-a6bd-d8f89700d420","resolution":{"observed_at":"2026-08-07T00:41:56.383787Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:57.561083Z","title":null,"venue":null,"work_id":null,"year":1970},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:57.561083Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:75b7058899161740c56a280253382cfb070867a3ed4db5e2f3d995352c1e393f","observation_id":"dc7fc515-b35b-40a6-a7da-08eec3435c08","resolution":{"observed_at":"2026-08-07T00:41:57.561083Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.473515Z","title":null,"venue":null,"work_id":"e9261b82-f019-4ba5-8435-3790dd81f594","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.010544Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:df762af99dfbd80ca06e01ca484dbdad2eb9e506b43acd09975b440edf8a8016","observation_id":"780324b9-af44-46dd-940d-ffcb4d55765c","resolution":{"observed_at":"2026-08-07T00:42:05.477139Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:58.152037Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.152037Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:14a2b0bd4c1a62c9b68e4e73e5537bf2de00c2c011d75d10ac482190dd69ac6a","observation_id":"4a0438f7-bf4a-4e06-9684-33e6933f3387","resolution":{"observed_at":"2026-08-07T00:41:58.152037Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.458947Z","title":null,"venue":null,"work_id":"e24b217b-ff0f-4a90-9f66-d6f9910bd960","year":2022},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.246480Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:3459004e642bf3052030fd701fbdc36e2ed2ade7d4874ed552fe7d5fe02dc063","observation_id":"f93bdff4-a826-4900-bf70-0fa746f6d686","resolution":{"observed_at":"2026-08-07T00:42:05.462014Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.450194Z","title":null,"venue":null,"work_id":"45ffe326-639b-443a-b323-1f59f0d13ce0","year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.317259Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:72e2f84af2e0d4888734067a83ddc7b476c5fbd9d5d643c3e681a40c5aa9717a","observation_id":"dd2fe6f7-5fef-45dd-9ad6-33e9ea7903c6","resolution":{"observed_at":"2026-08-07T00:42:05.452800Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.442162Z","title":null,"venue":null,"work_id":"fa5a9f5c-472e-472f-8e7b-cb3130793ca2","year":2002},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.382623Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:2f7abfdc0f997c3cb3924931700a3ae81744d04ed71bb83efcd97ab4e12e7f6f","observation_id":"405a2d2b-f35f-44b5-84ca-14438ddbf78e","resolution":{"observed_at":"2026-08-07T00:42:05.444862Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.15217","last_updated":"2025-04-28T05:09:12Z","snapshot_observed_at":"2026-08-05T02:02:34.574070Z","submitted_at":"2023-09-26T19:23:54Z","title":"Ragas: Automated Evaluation of Retrieval Augmented Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.15217","snapshot_observed_at":"2026-08-07T00:41:58.504833Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.504833Z"},"links":{"cited_paper":"/paper/2309.15217","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:880283c011b04c854a4da9b88fec82d07bc926babf6f9eb053126de1f862daba","observation_id":"3c41ca9d-9b79-4dc9-a1e0-adba8fad9a31","resolution":{"observed_at":"2026-08-07T00:41:58.504833Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.02291","last_updated":"2023-06-06T01:49:09Z","snapshot_observed_at":"2026-07-06T15:37:43.118364Z","submitted_at":"2023-06-04T07:50:38Z","title":"3rd Place Solution for PVUW2023 VSS Track: A Large Model for Semantic Segmentation on VSPW","version":2},"cited_work":{"arxiv_id":"2306.02291","doi":null,"metadata_source":"pith","pith_arxiv_id":"2306.02291","snapshot_observed_at":"2026-08-07T00:42:00.889760Z","title":"3rd Place Solution for PVUW2023 VSS Track: A Large Model for Semantic Segmentation on VSPW","venue":"cs.CV","work_id":"2379bd69-8c30-4062-967f-c4cf0998b5e2","year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.574402Z"},"links":{"cited_paper":"/paper/2306.02291","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:65ee7606e670f24d31484f13f986483b61fc4a3094c671583df907c80ea1506d","observation_id":"11858e3e-c27f-41e1-956c-87c828b16d32","resolution":{"observed_at":"2026-08-07T00:42:00.924360Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.08406","last_updated":"2024-01-30T13:55:34Z","snapshot_observed_at":"2026-07-06T17:16:13.055978Z","submitted_at":"2024-01-16T14:44:47Z","title":"RAG vs Fine-tuning: Pipelines, Tradeoffs, and a Case Study on Agriculture","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.08406","snapshot_observed_at":"2026-08-07T00:41:58.679114Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.679114Z"},"links":{"cited_paper":"/paper/2401.08406","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:68f84d7e4ac2738beb481e034f102efb5cd32dfbaa4e676072ff2552b1103b20","observation_id":"0bec8112-9cd3-4831-8ab0-ec7afcd86abe","resolution":{"observed_at":"2026-08-07T00:41:58.679114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-07T00:41:58.746451Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.746451Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:b487f1dbbbf2a2200fcea28793cb21dc002d81271dcb8a07c1044043b41b9bd3","observation_id":"f46efb1e-fb6a-49d7-8379-0029ecb1ed3c","resolution":{"observed_at":"2026-08-07T00:41:58.746451Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1904.09751","last_updated":"2020-02-14T21:56:30Z","snapshot_observed_at":"2026-07-06T07:47:32.745963Z","submitted_at":"2019-04-22T07:17:18Z","title":"The Curious Case of Neural Text Degeneration","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.09751","snapshot_observed_at":"2026-08-07T00:41:58.814385Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.814385Z"},"links":{"cited_paper":"/paper/1904.09751","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:d7fc79290ce78e81b1db443381dcd6040f9eee66f2e782294052467a42bc7f37","observation_id":"9dad363f-11bf-44f6-838a-2426a5812db1","resolution":{"observed_at":"2026-08-07T00:41:58.814385Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.433306Z","title":null,"venue":null,"work_id":"8e074f2c-d77d-46b9-bd07-f38ec050b8a8","year":1998},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.896607Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:6edf90b4245644b1f7b7351243ed3249a711423bcd7d3f0b135217fe358805c9","observation_id":"92afdbd0-2b66-4631-83e3-ce1ab56e096b","resolution":{"observed_at":"2026-08-07T00:42:05.436421Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.424647Z","title":null,"venue":null,"work_id":"647a9b81-22b7-4fce-b7d2-a0bbc845d573","year":1977},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.943900Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:1bdba92166a9334c92ada338eff8ed0efd8c5c7d3997e69e0c779eda71c21f30","observation_id":"86465bb2-5ee1-4187-83a6-030eb2f0f0ab","resolution":{"observed_at":"2026-08-07T00:42:05.427526Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.260948Z","title":null,"venue":null,"work_id":"87f8355c-ffd7-49fb-8be6-5bf11dbf557c","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.010721Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:f6f1932c63b425dec855aaa904feb7c9cb774f52087e0a1c36059c2cfda59efa","observation_id":"deed5173-2d31-4430-8bae-dde95d74ce0a","resolution":{"observed_at":"2026-08-07T00:42:05.362244Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.20327","last_updated":"2024-03-29T17:56:40Z","snapshot_observed_at":"2026-07-06T17:53:11.000124Z","submitted_at":"2024-03-29T17:56:40Z","title":"Gecko: Versatile Text Embeddings Distilled from Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.20327","snapshot_observed_at":"2026-08-07T00:41:59.075872Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.075872Z"},"links":{"cited_paper":"/paper/2403.20327","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:6e076c0ae875fd9f91a6b2af928260c5ae036ba4ebc5fd7f21b427d682020f46","observation_id":"bcdd5aa9-d9e3-42e2-97be-2e44823959c7","resolution":{"observed_at":"2026-08-07T00:41:59.075872Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:59.156541Z","title":"u ttler, Mike Lewis, Wen-tau Yih, Tim Rockt \\","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.156541Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:94be32a17331d4c139b5ed439542afe1f8fc70ddfcdc76a1b0112ca2ceb5e5a8","observation_id":"c6732bcf-8056-4bb5-b5a9-74fb0bb6e8ca","resolution":{"observed_at":"2026-08-07T00:41:59.156541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:59.244286Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.244286Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:6d7f06ba9cd7505c720662124e39dc92741d52903f8154796f8264fc4e16a466","observation_id":"6b3d8773-7197-4904-8d2c-ed3bf958c55c","resolution":{"observed_at":"2026-08-07T00:41:59.244286Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.174413Z","title":null,"venue":null,"work_id":"28a7e783-a9ef-4c64-81b2-50057116f08e","year":2003},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.307509Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:ab4a5aab7dd6b69473ea535e7657b7207482376a24e0fd370e957f2fd4061f4c","observation_id":"0b157d4c-63e4-49b7-96d9-51756a502d5b","resolution":{"observed_at":"2026-08-07T00:42:05.216619Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:04.951075Z","title":null,"venue":null,"work_id":"52dd563c-bedc-4403-8d1e-4b53673716cd","year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.372651Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:5631bb25141939ac9e9c25a2120b90761639d489fac9fe9bcf8d5432cf498e2a","observation_id":"d42d9b90-5293-4981-8dfd-10ca73702984","resolution":{"observed_at":"2026-08-07T00:42:05.051249Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:04.740074Z","title":null,"venue":null,"work_id":"3efa63c5-83da-484b-b290-6bdd203d04cf","year":1993},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.467679Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:ad9349ed25a9acb29d19892dcd0742305c4dff05ade8674aa155c14bcf015390","observation_id":"30b3c064-e258-4041-8b26-21fb49ecf6fd","resolution":{"observed_at":"2026-08-07T00:42:04.810877Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:04.539956Z","title":null,"venue":null,"work_id":"c49d3c09-110c-473f-a1e4-78dc9c4faa85","year":2011},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.540411Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:cf758970f807e6f35c29c65b1e0ca8d2e986bf4aae27060919229dfbd5d40db7","observation_id":"69ee82bb-fcd1-403b-95f0-7dd3180716c5","resolution":{"observed_at":"2026-08-07T00:42:04.649397Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1301.3781","last_updated":"2013-09-07T00:30:40Z","snapshot_observed_at":"2026-07-06T03:04:11.148340Z","submitted_at":"2013-01-16T18:24:43Z","title":"Efficient Estimation of Word Representations in Vector Space","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1301.3781","snapshot_observed_at":"2026-08-07T00:41:59.607752Z","title":null,"venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.607752Z"},"links":{"cited_paper":"/paper/1301.3781","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:869da38eee0a07ea7f02050d8b0c244b3a2c0dc0fde12783b74463a3801a035f","observation_id":"020237c6-295c-4296-a744-a7939af620af","resolution":{"observed_at":"2026-08-07T00:41:59.607752Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:04.343158Z","title":null,"venue":null,"work_id":"c181384e-3ecb-46cb-89b6-b39e3056d1df","year":2018},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.708779Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:bf0b7a7b0acaa5e361610db959752039abf80893c60bd5e607ad8c51da381c3c","observation_id":"cba32ef5-396a-4996-af11-2699a7447165","resolution":{"observed_at":"2026-08-07T00:42:04.419751Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:59.754292Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.754292Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:8c0eb8aab5075eaa1e30774c4404672eec31414c713c85a3de898ea10dccf4c8","observation_id":"531b3d5a-f391-426d-ac77-61a3331cde91","resolution":{"observed_at":"2026-08-07T00:41:59.754292Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:59.821208Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.821208Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:36bc0ba2cb253b12dc59ecb642cfc0a809afbb7a17fda266381770591b5e1795","observation_id":"3fd5efdd-3b06-4f37-8c08-264fd4d31d2e","resolution":{"observed_at":"2026-08-07T00:41:59.821208Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1804.08771","last_updated":"2018-09-12T14:13:33Z","snapshot_observed_at":"2026-08-07T04:27:10.754173Z","submitted_at":"2018-04-23T22:54:55Z","title":"A Call for Clarity in Reporting BLEU Scores","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1804.08771","snapshot_observed_at":"2026-08-07T00:41:59.863470Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.863470Z"},"links":{"cited_paper":"/paper/1804.08771","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:79a89598ea926f34157a11b5852d0c3b5830a30e740ccf4dc6fe53faab2c7165","observation_id":"dd7738e9-8fab-4a7c-950a-2a771d03f07c","resolution":{"observed_at":"2026-08-07T00:41:59.863470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:04.117492Z","title":null,"venue":null,"work_id":"e5356116-9064-4b4e-b93f-4941835b522d","year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.954221Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:f6b6f03ab44a055df4712e5f942919293ee8db620ceacb71c8944d0fbf091f4a","observation_id":"07334985-040c-42c5-833f-84ab012df7a3","resolution":{"observed_at":"2026-08-07T00:42:04.243673Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:03.906640Z","title":null,"venue":null,"work_id":"ca42c8cd-4862-42ee-91eb-3f82e79e81af","year":2020},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.023444Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:245a9faeeeb27a08ce83eec5e8f37e4dd3f9045251ee58e0785c052ddd4cf65d","observation_id":"4ba1326c-6ec3-45a5-a4ef-59f86d93f76b","resolution":{"observed_at":"2026-08-07T00:42:04.032109Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:03.734870Z","title":null,"venue":null,"work_id":"31a3d0fa-dfe5-4391-bfd9-c04dee67a5b4","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.085827Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:3b2f111652a2ff9c066730c447d434d0a3ea05fe9a613f4fbe16445845d98dfd","observation_id":"a7c848ac-0b6e-47d5-991c-332ea3b84f30","resolution":{"observed_at":"2026-08-07T00:42:03.832291Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:03.483414Z","title":null,"venue":null,"work_id":"be3c373a-06b2-4368-b5b6-2fee72e9e120","year":1995},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.155221Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:a3c35340f230b0c0d017ed2b8327bceff4ddf8d2ee9af3c8878ef83eab47f0a2","observation_id":"049aaf93-5a7a-4d19-9993-4c60be60f8ef","resolution":{"observed_at":"2026-08-07T00:42:03.626977Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:03.141780Z","title":null,"venue":null,"work_id":"9a93d23c-122c-4f88-817e-cc53c76481b4","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.202658Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:048dfdd35a710164136024d70389265113a4f286cecf468130e8f530c30ec976","observation_id":"84b5961c-b554-4580-b6e3-ce3473f63f75","resolution":{"observed_at":"2026-08-07T00:42:03.322232Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:02.818986Z","title":null,"venue":null,"work_id":"a7376faf-3496-4319-b052-7febdc9a6dd5","year":1975},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.252904Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:792a9708e7183f4f3f359a614956b601484c65b1aaafaaedf5d58c6bcebc5bf3","observation_id":"bc2758da-98c6-455a-affe-6dde1df2cf2a","resolution":{"observed_at":"2026-08-07T00:42:02.981413Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:02.557225Z","title":null,"venue":null,"work_id":"5df73322-e47b-4208-90b3-4f0c9472e3da","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.325560Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:10e41b8a6515f5da139b3c33c014018814efb63364ad8209de6695159c3143de","observation_id":"3ce35ece-cab8-49da-bcef-ef3d652811bd","resolution":{"observed_at":"2026-08-07T00:42:02.699584Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:02.239357Z","title":null,"venue":null,"work_id":"5961af6b-a430-4443-98ee-3a6643d1ecf0","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.387096Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:6adcbe367ba55c2b9ae1cf8d27472579b4c2d56bc730ba8d0a5fd00de9ceb010","observation_id":"f0dc5543-7060-48a8-abe2-3cf99de835ee","resolution":{"observed_at":"2026-08-07T00:42:02.352995Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:01.947670Z","title":null,"venue":null,"work_id":"d02836a1-6aa8-4b96-8e48-d268d8d302d6","year":2014},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.452786Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:6bd386a90ca249e928b482db602733ccb72e2d61053213cd793e9abffce877cf","observation_id":"1d687255-39ce-4b33-bb0f-5f19771a3906","resolution":{"observed_at":"2026-08-07T00:42:02.070152Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:00.538128Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.538128Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:489258bb054975d97e185d0109fcac0d767f09eaa1dcef12fd3d77144606cbcd","observation_id":"e6ba99c2-7fbc-4fa2-b703-e7d258fe8faf","resolution":{"observed_at":"2026-08-07T00:42:00.538128Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:01.666493Z","title":null,"venue":null,"work_id":"daba75a5-801b-4f19-bce9-667f22b010fb","year":2021},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.590146Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:530cf022c770e5e0d9deac338469bad0bf2d92f0e21afc554b7e8c380e374d7a","observation_id":"af684115-14c5-4f6b-a600-28c5ab4e40fe","resolution":{"observed_at":"2026-08-07T00:42:01.795390Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.11171","last_updated":"2023-03-07T17:57:37Z","snapshot_observed_at":"2026-07-06T12:50:22.773056Z","submitted_at":"2022-03-21T17:48:52Z","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.11171","snapshot_observed_at":"2026-08-07T00:42:00.640741Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.640741Z"},"links":{"cited_paper":"/paper/2203.11171","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:704396e8f288a3435ceee8781be0efd106223bfd4f2c4194857923678f2a4487","observation_id":"9eb822df-f7aa-46a5-b5a4-eeab3cfcbf72","resolution":{"observed_at":"2026-08-07T00:42:00.640741Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:01.344757Z","title":null,"venue":null,"work_id":"99527861-10f2-4eb9-abe0-83c8305e5df2","year":2022},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.694779Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:bc64ed4233d864f4d6de0d729737b66d57dc1f02a8edc8a80228a8630ed3e187","observation_id":"67469c4a-4155-499d-87dd-a872400a7ee6","resolution":{"observed_at":"2026-08-07T00:42:01.430916Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:01.197892Z","title":null,"venue":null,"work_id":"9212627f-b2c9-4071-b943-8e1221cb7dc2","year":2020},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.744078Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:424c7976cf20e51d341911dfb010045ec9ac55da026355b587173d76dca9e1fa","observation_id":"430ec4c4-6fd1-425a-9780-a0eec59c8773","resolution":{"observed_at":"2026-08-07T00:42:01.293465Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","latest_version":2,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T00:35:03.664752Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems"},"reference_resolution":{"displayed":47,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":45,"verified_exact":2,"verified_fuzzy":0},"total_outbound_references":47},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 47 of 47 outbound references and 2 inbound Pith citation observations for arXiv:2506.13023."}