{"as_of":"2026-08-19T21:23:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:384b57eb041af9049f41d197cb890c198a129f882d09117894304b9a283a2804","coverage":[{"denominator":101,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-30T17:54:38.066497Z","state":"measured"},{"denominator":100,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":100,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2605.20490/citation-record","integrity":"/paper/2605.20490/integrity","json":"/paper/2605.20490/citation-record.json","paper":"/paper/2605.20490"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.900125Z","title":"Ashukha, A","venue":null,"work_id":"d87fa9de-fa16-4c4a-85ec-5cf1050310af","year":null},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:e59b7f76ca9a27145fe63b9f7988bd3e75416dff93de77c2ef530aa464924620","observation_id":"4281a745-69af-4ca6-9532-de5a3eebbe77","resolution":{"observed_at":"2026-07-08T07:04:44.901406Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.665301Z","title":null,"venue":null,"work_id":"a7617e3f-4038-4e67-ab34-5ac01190abd6","year":null},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:da25ed47bcc85b6dd083354051e0383b18728d9e02157bd1c387e11637072d34","observation_id":"69cbbe21-e635-4437-a607-e8e6ddf805e9","resolution":{"observed_at":"2026-07-08T07:04:44.666833Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.676997Z","title":null,"venue":null,"work_id":"11fdbe46-745b-4c13-9822-da295c3fca77","year":2008},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:a0ac9df1337b1b54c82cd422e3c9273fffefdc678663de9e5510a5a943893678","observation_id":"c0c73616-68df-4ae8-9973-7899b5d90e0c","resolution":{"observed_at":"2026-07-08T07:04:44.679068Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.708338Z","title":"Brummer.Measuring, refining and calibrating speaker and language information extracted from speech","venue":null,"work_id":"cac8e556-97b0-4faf-a3e9-75cb54d11106","year":2010},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:1a6bb9932988c9099d99cf3641fbdee33eb9efd8446432fe816b02e35d747037","observation_id":"39a41763-ade3-4878-b121-b0eac60e9d6b","resolution":{"observed_at":"2026-07-08T07:04:44.711250Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.897831Z","title":"Brümmer.Measuring, Refining and Calibrating Speaker and Language Information Ex- tracted from Speech","venue":null,"work_id":"a4ef2449-b391-4e09-8a0d-b54278b4d6e8","year":2010},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:48f13ee605c713b5978a32d34822ce37f26a8d9d9cfbb8790439d4d2f753d4bd","observation_id":"a0a9570a-5014-4920-b825-b8d1d8fb6dae","resolution":{"observed_at":"2026-07-08T07:04:44.899310Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.848371Z","title":null,"venue":null,"work_id":"45d5f63e-71c5-4894-b73f-e8ecf810f009","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:2f03c68c168fbf2186f1a3b5d43629714655c6522a0f15bbe5bb7c33f47c48cc","observation_id":"aca9aae1-0cac-4dac-af9d-de51c3142ea8","resolution":{"observed_at":"2026-07-08T07:04:44.849824Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s10579-008-9076-6","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Busso, M","venue":"Language Resources and Evaluation","work_id":"1f3b8142-62b1-45ae-ac47-22e788018728","year":2008},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:fbb13a428203b07643cc5ac19186bd98bd265a6b236a9c9c667f31588cd00b34","observation_id":"dbe0b040-227f-41c6-9d7e-0068cb35b41f","resolution":{"observed_at":"2026-06-30T17:54:56.961258Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-05-21T17:52:42.647651+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T17:52:42.647651+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.874284Z","title":null,"venue":null,"work_id":"6f5c847d-5c49-4bd8-8bb8-6198e4df2349","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:740482b11625ed5a20f736d23807d958c6de58699d267b6b525aa4a597f97b5a","observation_id":"cd411d30-4063-4c3f-91e7-2350a85c6d39","resolution":{"observed_at":"2026-07-08T07:04:44.876601Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.04002","last_updated":"2023-02-08T11:34:04Z","snapshot_observed_at":"2026-08-16T15:56:51.411087Z","submitted_at":"2023-02-08T11:34:04Z","title":"The Devil is in the Wrongly-classified Samples: Towards Unified Open-set Recognition","version":1},"cited_work":{"arxiv_id":"2302.04002","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2302.04002","snapshot_observed_at":"2026-06-30T17:54:57.688144Z","title":null,"venue":null,"work_id":"fcf3fb0c-8082-4856-bfb1-211a92d4a2b0","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"cited_paper":"/paper/2302.04002","citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:5a4d9698e262881365f5d1b352f89828d84aba9650bb14ef75bb5a70f012cdf6","observation_id":"ed4aa31b-5ea4-4787-9e1f-8a4826634c8b","resolution":{"observed_at":"2026-06-30T17:54:57.689457Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.833533Z","title":"Charoenphakdee, Z","venue":null,"work_id":"84dad5b5-5702-4234-8ee1-52c9813903e9","year":2020},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:71d88b032123d55ea5be57aea09a56c2976d011b01f3d56a611dfa1948ba72ee","observation_id":"c9cb3402-5e46-48fa-bb12-07f7e8abe142","resolution":{"observed_at":"2026-07-08T07:04:44.834984Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.13355","last_updated":"2024-08-04T10:31:41Z","snapshot_observed_at":"2026-08-19T17:48:07.793597Z","submitted_at":"2023-11-22T12:47:12Z","title":"Unified Classification and Rejection: A One-versus-All Framework","version":2},"cited_work":{"arxiv_id":"2311.13355","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.13355","snapshot_observed_at":"2026-06-30T17:54:57.692958Z","title":"Cheng, X.-Y","venue":null,"work_id":"38f5b491-0305-41bb-9311-96a3fe8f90ed","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"cited_paper":"/paper/2311.13355","citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:94e43a0c24044c6d865c80c92c27fb2f9ad99cc225da4949d7509ac266bd2efc","observation_id":"681f5bf7-1376-4fbe-9d31-e2c6de5ec96b","resolution":{"observed_at":"2026-06-30T17:54:57.694499Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1957.522203","doi":"10.1109/tec.1957.5222035","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"An optimum character recognition system using decision functions","venue":"IRE Transactions on Electronic Computers","work_id":"6c7cf99e-f5b5-478d-a07c-b0249f7556b8","year":1957},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:f9d47f12f276278862b7a2f5306993a2a3c03b6655b70643fa13e312975ba66e","observation_id":"39556f3f-9a99-4522-b465-bbebd38a460c","resolution":{"observed_at":"2026-06-30T17:54:56.940241Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-05-20T11:23:30.601811+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T11:23:30.601811+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.06261","last_updated":"2025-12-19T14:25:46Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-07-07T17:36:04Z","title":"Gemini 2.5: Pushing the Frontier with Advanced Reasoning, Multimodality, Long Context, and Next Generation Agentic Capabilities","version":6},"cited_work":{"arxiv_id":"2507.06261","doi":"10.48550/arxiv.2503.19","metadata_source":"pith","pith_arxiv_id":"2507.06261","snapshot_observed_at":"2026-07-11T03:17:51.364436Z","title":"Gemini 2.5: Pushing the Frontier with Advanced Reasoning, Multimodality, Long Context, and Next Generation Agentic Capabilities","venue":"cs.CL","work_id":"008df105-2fdd-45d8-857a-8e35868aecb6","year":2025},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"cited_paper":"/paper/2507.06261","citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:a08d1bd08ee0a432b66970073f3daa2ab74d582c60db76640a16df584293f77e","observation_id":"5f636d1e-f87d-4491-8c70-ad201de195da","resolution":{"observed_at":"2026-06-30T17:54:57.678755Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.705817Z","title":null,"venue":null,"work_id":"dbbfcf65-c848-4e9e-b63d-d2cb660f63a6","year":2014},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:8443fcbb3fdb1189e29d92e0dd55b5560f56f8057e41884bb0a8bac5cf311a7e","observation_id":"847c4943-c903-467b-8599-ce37c2c71208","resolution":{"observed_at":"2026-07-08T07:04:44.707409Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.904413Z","title":null,"venue":null,"work_id":"e7c8368a-8f18-4f46-a23b-ae0d3b1ece38","year":2020},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:b868274b8c169d8180c14b2fbf85dd5747941eca33f3dc75ad48104c4eb18ae0","observation_id":"aa523d6d-430f-4a61-a4ca-51e9a2e146aa","resolution":{"observed_at":"2026-07-08T07:04:44.905737Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.805676Z","title":null,"venue":null,"work_id":"fc8a6f31-6621-4daf-a5dd-e6ab916659bb","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:60a58df725cd334101bdf59f92c7d277a4d25839f07e615bfd6a002dbccbce81","observation_id":"37ee7045-a542-4309-8a68-cc137d68ff81","resolution":{"observed_at":"2026-07-08T07:04:44.807573Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.12006","last_updated":"2023-02-21T09:55:19Z","snapshot_observed_at":"2026-08-19T17:48:03.351830Z","submitted_at":"2023-02-21T09:55:19Z","title":"Does the evaluation stand up to evaluation? A first-principle approach to the evaluation of classifiers","version":1},"cited_work":{"arxiv_id":"2302.12006","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2302.12006","snapshot_observed_at":"2026-06-30T17:54:57.678603Z","title":"Dyrland, A","venue":null,"work_id":"4ac73c14-b76e-4d9c-b4c2-d54f53696d67","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"cited_paper":"/paper/2302.12006","citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:0b4ef55305e54ec75a5eaa2dcd757263adedf40128e6817abfb1d2a40205019e","observation_id":"a7decf5f-fb35-413d-a6c0-5f309b16a389","resolution":{"observed_at":"2026-06-30T17:54:57.679912Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.808642Z","title":"El-Yaniv and Y","venue":null,"work_id":"0316e493-395e-44cf-8375-235e3ec21db2","year":2010},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:e0188879e043bd834f0f09784675c8ba546cf89f81c990489414023a114d06b0","observation_id":"c1f59761-1a8c-48d7-8b01-4531f3b40d4b","resolution":{"observed_at":"2026-07-08T07:04:44.810540Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.findings-acl.558","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Fadeeva, A","venue":null,"work_id":"7559cc67-9a27-4eb7-b5e8-252ad387df07","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:903c6210c6f2d01c14796ab48cbd0dadf6b76c9cd5e8361a91811af57377294d","observation_id":"7012226e-889d-489a-b4ac-7f1eb6481192","resolution":{"observed_at":"2026-06-30T17:54:56.963557Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-08T01:38:04.217126+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-08T01:38:04.217126+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1038/s41586-024-07421-0","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T03:37:44.753801Z","title":"Farquhar, J","venue":"Nature","work_id":"01db46ad-1693-4ad4-96c9-8f4620693f17","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:fb13cc67c914144840579a41e454e32ab6e814c02d48c5100057767d22d8ecea","observation_id":"41eed3db-8e28-4843-acd2-b127ea3b59d0","resolution":{"observed_at":"2026-06-30T17:54:56.969150Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-14T21:38:47.615561+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-14T21:38:47.615561+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.857715Z","title":null,"venue":null,"work_id":"3b3c9331-3ade-4254-91d3-29d8c739eb45","year":2025},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:4653d4f7eb62a989c77e6d0f22087c8c17a2a33bb135053c2872996c5acb92d3","observation_id":"65e123ff-47e6-4c53-ade6-94da8879f158","resolution":{"observed_at":"2026-07-08T07:04:44.859129Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.902195Z","title":"Ferrer and D","venue":null,"work_id":"0ad2d528-b6cb-4a99-a974-d0d2e5e4a718","year":2025},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:3c34860f37405b4f550440d284eabfc04c83634efa762da6c70854ed000a37b2","observation_id":"0f3b096a-77d8-4014-8639-a65b6d0b8f6a","resolution":{"observed_at":"2026-07-08T07:04:44.903543Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.891234Z","title":"Franc, D","venue":null,"work_id":"2a0b5632-cdc2-4392-a4f4-323968691ce7","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:6f5fedb52a97574172db833688702055c88c77bebcdb087e7293014952efc0e4","observation_id":"717ac2d2-25bd-4bf7-8a61-ecfd0a4e699c","resolution":{"observed_at":"2026-07-08T07:04:44.892486Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.743018Z","title":"Franc, D","venue":null,"work_id":"b343835d-6ed3-480d-9957-d08e1f64b2ec","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:3b2aa36d5f362877a0d3e36ab8fdc754cce00ace2fc95a5e1a2f2b84081e6b1e","observation_id":"685980b2-781e-49b2-8bc2-589c43cfc1f5","resolution":{"observed_at":"2026-07-08T07:04:44.751057Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.682438Z","title":"Galil and R","venue":null,"work_id":"4be3ad63-8dfb-4c9d-8b4f-6feae8145d15","year":2021},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:4237ae79c2f0d7091d16c913f26667c647c77d040aa19195ebfa79fb979d30ea","observation_id":"e3416044-4b6c-413e-b546-ca563a117c31","resolution":{"observed_at":"2026-07-08T07:04:44.685815Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.eacl-long.143","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Longling Geng, Andy Ouyang, Theodore Wu, et al","venue":null,"work_id":"53e3cf62-b31d-45a1-a343-01c2f6b98df1","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:72532dafb78d2a2503088cf3684aa5dec5dfd130803bd5ca2e8fb4a9ff9f45cc","observation_id":"260d60b5-e62b-477b-8dd6-3893ebf20fdd","resolution":{"observed_at":"2026-06-30T17:54:56.973753Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-05-21T17:52:43.394337+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T17:52:43.394337+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.663049Z","title":"Geifman and R","venue":null,"work_id":"290f5636-3fc4-4bfb-aacc-7553bec55156","year":2017},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:c46eaa8d5853cf1da8e75c555fd451b693c4f5108aaee9b47374a6e08f91bd66","observation_id":"6e91ce00-2a01-46ae-9d46-23e19b4db3de","resolution":{"observed_at":"2026-07-08T07:04:44.664538Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.679964Z","title":"Geifman, G","venue":null,"work_id":"d10b5bfd-4230-44fd-a447-1855ce4f4ce0","year":2019},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:bcb725a00a4b35c9733cce706f6a735471098c8048f314c84b353d5493aca8a9","observation_id":"a758fbc6-178e-45e6-b340-413d4c7aae8c","resolution":{"observed_at":"2026-07-08T07:04:44.681593Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.naacl-long.366","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"A Survey of Con- fidence Estimation and Calibration in Large Language Models","venue":null,"work_id":"4bd970de-3521-4a48-a3f7-7c51cb3eddcb","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:30567ff2e25d7200fc86686be7a091d57bb38bb538e1de22f23897f5a139c1ab","observation_id":"138cf84c-3626-410f-a5cd-5b1ba098ba00","resolution":{"observed_at":"2026-06-30T17:54:56.975907Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-08T01:38:04.308657+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-08T01:38:04.308657+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1198/016214506000001437","metadata_source":"crossref","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T23:19:14.577553Z","title":"Strictly","venue":"Journal of the American Statistical Association","work_id":"0a0dc6ab-efb6-4516-b336-56c8695ae405","year":2007},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:500443e2b9e737d90aee9112e8941e3d13fbf18ae2b2a3885e0a085cb7122686","observation_id":"cf26021b-c7a3-49c9-b71b-e448a1361cf9","resolution":{"observed_at":"2026-06-30T17:54:56.971558Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-03T19:08:32.469412+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-03T19:08:32.469412+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6161.1952","doi":"10.1111/j.2517-6161.1952.tb00104.x","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of the Royal Statistical Society Series B (Statistical Methodology)","work_id":"0ee92a2d-565a-4aed-af3e-d55dfc95fd21","year":1952},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:3574f10d69021cfd853e7e030f2ca319354a3de121ea155cb87c5f7d8ca8c96c","observation_id":"c7ca00ac-0438-43bc-bdd2-3f4ad3394b74","resolution":{"observed_at":"2026-06-30T17:54:56.967782Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-05-21T17:52:44.556387+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T17:52:44.556387+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.835940Z","title":null,"venue":null,"work_id":"a87b56ea-dd35-43a7-9a89-831b6b60af45","year":2005},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:bb12c4ebb6da33feefa4d6ecf67186eb37ca3bad39237b452e1f882536c1bd38","observation_id":"ce2a951d-1fed-48a4-8178-a319101cdba2","resolution":{"observed_at":"2026-07-08T07:04:44.837446Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.698625Z","title":null,"venue":null,"work_id":"c4980d6b-ae6e-45a5-939c-210797d0b904","year":2017},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:c55c31c7f50aac96a7cbbb58c0b4746b1c53b6709d98b966195af2985d7c4339","observation_id":"aa00808f-7d27-48c3-8da7-0e148df606d7","resolution":{"observed_at":"2026-07-08T07:04:44.700427Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3786319","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2026 , issue_date =","venue":"ACM Computing Surveys","work_id":"03cdff23-37aa-4e2d-9fba-7d3b08e5f442","year":2026},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:dc0677c7088dc3336c3884b20a342952788e20514e1eb9d8f7101efb3afd9469","observation_id":"8b34b68b-05da-4114-8df2-c67e1ab9fa5e","resolution":{"observed_at":"2026-06-30T17:54:56.983411Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-05-21T17:52:45.092209+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T17:52:45.092209+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.720509Z","title":null,"venue":null,"work_id":"fa578609-9299-4be7-a910-93d5878e900f","year":1916},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:08f67ad6ba2f0a9afe28ff1020c599f9c14bbb7657499b174737346a84fff534","observation_id":"ec7b90f0-6e74-4fa0-867d-678f90bfa00c","resolution":{"observed_at":"2026-07-08T07:04:44.722028Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.821243Z","title":"Hendrycks and K","venue":null,"work_id":"a72dca28-b5d3-4f57-bcef-2b9390d504b7","year":2017},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:17d5b6e0ce2f94c61458ca02531261cee1f9eb8c16471d20be268bc91002d9dd","observation_id":"4cba0f1a-3846-4c3e-a879-36a21136681f","resolution":{"observed_at":"2026-07-08T07:04:44.823030Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.755070Z","title":"Hendrycks, C","venue":null,"work_id":"b3f70ec9-b300-406c-92c1-2fb0a7f29d4d","year":2021},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:388386f01fdb786782656ad514e94c9d091ce97ce4fe78fb371090f69281569d","observation_id":"9353a93c-ce56-4424-bc1e-cacafa379299","resolution":{"observed_at":"2026-07-08T07:04:44.766145Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.692016Z","title":null,"venue":null,"work_id":"984bd51f-e7f0-4930-928c-ceb6a2a16851","year":2018},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:34f0cde0548267ac37a11e89e8342e0d6d46e2acd92af96d010fa5771972bb30","observation_id":"5c0b49a6-f794-4ae3-b55d-d7dfa3051d00","resolution":{"observed_at":"2026-07-08T07:04:44.693803Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.773477Z","title":null,"venue":null,"work_id":"fbfc9d1f-5186-43ee-830a-9a800d6cca1a","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:2a079825bdfd3061fd9cea8d1d021b2da0f7b337bdb95e2d0e05f348319e9cc3","observation_id":"f7998919-f659-44be-b866-90fde05cae49","resolution":{"observed_at":"2026-07-08T07:04:44.784158Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.715957Z","title":null,"venue":null,"work_id":"99db60c5-90a7-4f30-a16a-a70b9f6b80e0","year":2014},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:9ed80dc8d507c313b8d869ff34717045047a1b4dc16e2a6d1704fa3e8a29e2f7","observation_id":"5c9c5dba-ddb8-4391-aaec-5c0a6dcefe9c","resolution":{"observed_at":"2026-07-08T07:04:44.717194Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.867380Z","title":null,"venue":null,"work_id":"3e699d43-84fb-40e0-a561-7b9517fd2cbc","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:7af6f344ab221f66739f23a977d877c3add658bf0efc437468244eadb57ee87a","observation_id":"ab8edbda-da6b-423e-a2a3-f97d5302855f","resolution":{"observed_at":"2026-07-08T07:04:44.868891Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1162/tacl_a_00407","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Jiang, J","venue":"Transactions of the Association for Computational Linguistics","work_id":"20c6a70e-e2cb-4ed2-b395-d16645cfc7b3","year":2021},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:baa678b577ca2731fdf47e3185d594b82e56fefddf17e6ad7225ddf986777e57","observation_id":"4a8cff74-3748-440b-9634-ef87bb4529bc","resolution":{"observed_at":"2026-06-30T17:54:56.977846Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-07-13T15:49:38.790285+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T15:49:38.790285+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/p17-1147","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T12:46:14.489252Z","title":"TriviaQA: A large scale distantly supervised challenge dataset for reading comprehension","venue":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","work_id":"d05a9c57-9d88-473a-aa65-efb13f9dee25","year":2017},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:f120817bd5de677616496f9dd05f872a01918c6cbf513395d977be3229c13070","observation_id":"4607ef81-a669-46ff-8827-204cce5caca3","resolution":{"observed_at":"2026-06-30T17:54:56.956305Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-01T09:08:04.800216+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T09:08:04.800216+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.05221","last_updated":"2022-11-21T16:38:35Z","snapshot_observed_at":"2026-08-14T05:42:29.067319Z","submitted_at":"2022-07-11T22:59:39Z","title":"Language Models (Mostly) Know What They Know","version":4},"cited_work":{"arxiv_id":"2207.05221","doi":"10.1145/3618260.3649777","metadata_source":"pith","pith_arxiv_id":"2207.05221","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Language Models (Mostly) Know What They Know","venue":"cs.CL","work_id":"8ca58a10-da41-4f70-baae-7e449512e345","year":2022},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"cited_paper":"/paper/2207.05221","citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:3c1111f200c67542a1f89aa1896e028cdfe7496864a72f8a341989c68fa5c981","observation_id":"c3748785-7539-4875-a217-f96e134c1b2a","resolution":{"observed_at":"2026-06-30T17:54:57.684295Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-05-21T07:53:13.382372+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T07:53:13.382372+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"catalog/9910114","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-30T17:54:57.690434Z","title":"Kahneman.Thinking, fast and slow","venue":null,"work_id":"967003a1-83ae-4e39-8861-e0c001c206fb","year":2011},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:a7d691850bc03a96258c6935f5d8109cb983b090773b9827fd5f77018b9746ed","observation_id":"78816ad8-4f44-416f-9f69-6df41af16ed3","resolution":{"observed_at":"2026-06-30T17:54:57.691919Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.uncertainlp-1.1","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Kapoor, N","venue":null,"work_id":"12d97ed3-1ff2-4882-9154-2efdc2524851","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:358aeba7a74c8f92e538bb5dbe5d1c72c437a4502943802712fc577c88f38397","observation_id":"3a448972-5edb-4b5e-b021-a9c20d1b8ba5","resolution":{"observed_at":"2026-06-30T17:54:56.940717Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-05-21T17:52:46.394292+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T17:52:46.394292+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.828926Z","title":null,"venue":null,"work_id":"4da726d8-8625-4a03-b3d4-aa179a717906","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:8ee6bf70e3cb6e887295964a360e040cb06118736052f136b6984dcd1a823c08","observation_id":"b441473c-4547-4d73-93bf-c0530558faa5","resolution":{"observed_at":"2026-07-08T07:04:44.830324Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.840762Z","title":"Krizhevsky and G","venue":null,"work_id":"a0ccece3-acd3-46ed-8e4a-adab4c060240","year":2009},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:2d1cabc8b871fe6a0eb4ca272b9d5744b550dfca41a390cd115cab7a78493233","observation_id":"6239690b-9b45-4481-a7ab-134c4b1861f0","resolution":{"observed_at":"2026-07-08T07:04:44.842452Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.718122Z","title":null,"venue":null,"work_id":"9509251c-a3ad-4bf9-b0b2-2d30ed7d2c21","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:c6c4e8138acf9ecc1f3bb1a0cf3650a5a2aba0e4d519835153a9c3b1f4f50336","observation_id":"b056b2aa-270f-4a06-b16d-20f53af6c62a","resolution":{"observed_at":"2026-07-08T07:04:44.719692Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1903.00802","last_updated":"2019-03-03T01:08:47Z","snapshot_observed_at":"2026-08-19T16:39:32.740025Z","submitted_at":"2019-03-03T01:08:47Z","title":"Calibration of Encoder Decoder Models for Neural Machine Translation","version":1},"cited_work":{"arxiv_id":"1903.00802","doi":null,"metadata_source":"pith","pith_arxiv_id":"1903.00802","snapshot_observed_at":"2026-07-03T18:08:46.919254Z","title":"Calibration of Encoder Decoder Models for Neural Machine Translation","venue":"cs.LG","work_id":"683a1eab-5383-4337-b6ce-547be2e2619b","year":2019},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"cited_paper":"/paper/1903.00802","citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:ba215211965136177c5104ba95f664bf0ed2f6eca5afd0a85ffbaa265e273e9d","observation_id":"1f6d4242-36af-4354-bddf-0f5370dbfb43","resolution":{"observed_at":"2026-06-30T17:54:57.686903Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.725797Z","title":"Lakshminarayanan, A","venue":null,"work_id":"6c2840ee-2888-49c6-b9d5-ad8f6cdbdb68","year":2017},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:4b812164fda7f0e423f2fc354c5cbadee6547db8cae17f94846f1f029cdb4c9d","observation_id":"71e442ce-836a-4fa1-bf98-d79768ce9916","resolution":{"observed_at":"2026-07-08T07:04:44.728769Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.843400Z","title":null,"venue":null,"work_id":"4361406b-9ae4-42db-824c-d478236aad14","year":2022},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:dfbab9f773a859a7a693d5e934b484b9ab1b1f57acf9e29bb8a6741626369440","observation_id":"44cece32-c25e-4624-a996-16a9788badbf","resolution":{"observed_at":"2026-07-08T07:04:44.844897Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.701260Z","title":null,"venue":null,"work_id":"1911e262-882c-453b-a173-afcf9296d0e0","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:179f6f7642d25b5866331344224b9c59a786fc01364e045d1ff178df35c3e1df","observation_id":"5e22f10a-fe7c-4d88-8072-805fa79e13a3","resolution":{"observed_at":"2026-07-08T07:04:44.702680Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.872168Z","title":null,"venue":null,"work_id":"981a3f03-21e5-4780-b18b-4ab253faccad","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:19918505eb87704393b29c0688a3a2fd73fd8bc54aa7c4f3bdb7e293b2a6cc05","observation_id":"ff60f166-fbea-44ee-9a3d-94f64f4f0741","resolution":{"observed_at":"2026-07-08T07:04:44.873487Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2601.08584","last_updated":"2026-01-13T14:06:03Z","snapshot_observed_at":"2026-08-12T22:11:58.919874Z","submitted_at":"2026-01-13T14:06:03Z","title":"Ministral 3","version":1},"cited_work":{"arxiv_id":"2601.08584","doi":"10.48550/arxiv.2601.08584","metadata_source":"pith","pith_arxiv_id":"2601.08584","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Ministral 3","venue":"cs.CL","work_id":"6f314463-0f42-4eea-a5c3-607e733d6afe","year":2026},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"cited_paper":"/paper/2601.08584","citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:523edd27594203f48bb7a80c17f7ff0dbe0d5ffef9794a96e5243ddf82444811","observation_id":"68cd0b84-0826-486e-8cd0-6cc05a64e38d","resolution":{"observed_at":"2026-06-30T17:54:57.681995Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-07-11T05:19:23.713861+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T05:19:23.713861+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.845816Z","title":null,"venue":null,"work_id":"f6f79c92-cc7a-40ba-8a32-cb028b064fa7","year":null},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:f3100b2b4c22caf86cb497c2d9c526ac4980f20286e96928497c5740e6e276e4","observation_id":"4c8df3ef-9834-4a1e-955b-cbe9375b99ae","resolution":{"observed_at":"2026-07-08T07:04:44.847363Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.862126Z","title":null,"venue":null,"work_id":"2bc855de-88bc-4f8a-9aea-5e128621c7bd","year":null},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:4c8897c9d4fc7f862a792f7d99cf835390b2e6ebc2c2449b406cd04bbc12cc60","observation_id":"ee2932bb-38ac-439c-bc4e-c2f81eb3b386","resolution":{"observed_at":"2026-07-08T07:04:44.863735Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1896.373656","doi":"10.1145/3711896.3736561","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2025 , isbn =","venue":null,"work_id":"c81f415d-ebd5-47c5-83a1-ab4430acff5a","year":2025},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:460a7eada1234c0c08fccffc4f679c263f1ec52f88d1330a4dcc107963609896","observation_id":"c1060ca8-5376-4ba9-abac-80465aea48ae","resolution":{"observed_at":"2026-06-30T17:54:56.966781Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2021.311289","doi":"10.1109/tnnls.2021.3112897","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Macêdo, T","venue":"IEEE Transactions on Neural Networks and Learning Systems","work_id":"28201a35-dc47-46ed-8830-b6ca1d2c4b12","year":2022},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:fb580b91dd1d97005d08af03264d3f17c1f57024878ea7b9ac1d2370d56c86fa","observation_id":"c4244128-c18b-4717-96e8-e28db5b667ab","resolution":{"observed_at":"2026-06-30T17:54:56.950591Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-05-21T17:52:47.4319+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T17:52:47.4319+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.877563Z","title":"Malinin and M","venue":null,"work_id":"39eb45e5-ee0f-4e10-b069-cae111fca191","year":2021},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:b90c86bc0084ce5720e262e9aa7dfe2f676899b8dbd197d5b1c8a18c887391f0","observation_id":"a56d0016-40e4-433f-8c82-7bc35811f157","resolution":{"observed_at":"2026-07-08T07:04:44.879338Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.831210Z","title":"McLaren, L","venue":null,"work_id":"9fac2b94-066a-4878-8e3d-019116ad68b1","year":2016},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:5a245b5a8469bdfe357f9bd32271c33e1c15e2543f91009ee36ed98fdaceea69","observation_id":"57f36bd3-c8a3-4f2b-80a6-d33af04ae63a","resolution":{"observed_at":"2026-07-08T07:04:44.832647Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1162/tacl_a_00494","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"and Szlam, Arthur and Dinan, Emily and Boureau, Y-Lan","venue":"Transactions of the Association for Computational Linguistics","work_id":"5edef889-9989-4db4-ad13-370eca383252","year":2022},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:c46f692200fff8c2e59dfa678e32e95ef74bd13d733f73152df24fa4ed34aa80","observation_id":"7d0bf454-9251-4fe3-8510-d1bdc02cd019","resolution":{"observed_at":"2026-06-30T17:54:56.979752Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-05-20T16:54:16.199944+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T16:54:16.199944+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.669693Z","title":"Morrison, C","venue":null,"work_id":"88a8e9ee-990d-4f72-9c74-3dcaa409b0ee","year":2015},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:a5eac5dac887e3fe758fe28f7e620f608979cab03ad28d7f11f75f4a7c8af07b","observation_id":"5216e44e-3e5a-4c9b-a40f-68132b9bacaf","resolution":{"observed_at":"2026-07-08T07:04:44.671639Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.826530Z","title":null,"venue":null,"work_id":"db679491-db9a-48d8-84d4-ca4384749b95","year":2012},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:f7a3d5b73a4db59b82a60ab7f36c9f7822c00dc302a1f3ad78a61c715494c33f","observation_id":"c9e19f92-fa35-460f-96c2-15af67be7282","resolution":{"observed_at":"2026-07-08T07:04:44.827978Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.785715Z","title":null,"venue":null,"work_id":"062411aa-cec3-41ee-9be7-a419ddb10b54","year":2009},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:713a2e04f57f78d02deada768436cecd623dc9a5f3c5e41712d6a0c764fec118","observation_id":"dc5e0f36-b65e-4e22-ae08-49a5101d5058","resolution":{"observed_at":"2026-07-08T07:04:44.798770Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6570.2024","doi":"10.1109/isbi56570.2024","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Naushad and I","venue":null,"work_id":"a8e3aa97-92b4-4ae2-9e5f-a31bd14e5b3c","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:c36462b3441d6d1dce27253b2a6421446dfa1d2377126b02e93d22f8807b422c","observation_id":"fcc77204-a33b-4e10-8fc4-7e4cd344cf57","resolution":{"observed_at":"2026-06-30T17:54:56.986063Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.895485Z","title":"Peterson.An Introduction to Decision Theory","venue":null,"work_id":"dce6d3dc-5999-47d0-a75e-18206bd7aaac","year":2017},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:d195dcc19b8e98dbddf742575be6e143dd7abb39b5932248565c099c4f5f5835","observation_id":"9713e42d-b642-477d-93ae-6041962b9264","resolution":{"observed_at":"2026-07-08T07:04:44.896952Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.882610Z","title":null,"venue":null,"work_id":"6608bc2a-22a4-4873-80d3-a8c70291afb3","year":1970},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:756149ab7781d6e52ec3ac68c58ee26718a6fbc04cb0a98dbd5e67c048c844de","observation_id":"8ea5c320-baaf-4523-be8b-a7634aa67465","resolution":{"observed_at":"2026-07-08T07:04:44.883921Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.884754Z","title":"Russell and P","venue":null,"work_id":"68f2b528-5a75-4060-b5dd-c97bbd256612","year":2010},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:5c1947e8fccd7f5e35dc95c6e7322f247d20301db516582c20a4c65fa1781884","observation_id":"21776c0c-ae7d-4282-ab50-a7ab23f0ae4e","resolution":{"observed_at":"2026-07-08T07:04:44.886049Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.880252Z","title":"Russell and P","venue":null,"work_id":"19740518-f90b-413f-b2ae-aa00bae6affd","year":2016},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:8900bd7b04c4c270e75842fd5df5ddd361066872183775f4ed13fc30928594a3","observation_id":"b6d17bf1-cc3f-4c75-af56-3db410d9a350","resolution":{"observed_at":"2026-07-08T07:04:44.881739Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.730088Z","title":null,"venue":null,"work_id":"149ad870-d8e2-4b38-8ed4-edc5f30f6bdd","year":1961},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:9c002f1bd9cba64efc53f44c105624d1b4299081266aa02184367ae458b0c705","observation_id":"73059cd7-9a44-4d8c-be18-4022e0c68e12","resolution":{"observed_at":"2026-07-08T07:04:44.735735Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.812027Z","title":null,"venue":null,"work_id":"5c9790ba-5119-4e9c-abf1-3a3e875ac4fa","year":1972},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:577fd7c680a394e393383a0eae605eacb8d5db3a9429185881e58da28f798600","observation_id":"0f4dbd72-6955-492b-9317-7e4fdaf1b9ee","resolution":{"observed_at":"2026-07-08T07:04:44.813755Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.722935Z","title":"Socher, A","venue":null,"work_id":"61e04452-f11a-49c2-8913-b38f416036ef","year":2013},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:45df78dedfcfffa7901fd8876e62329ea43ba41a03ad87d27645653136f67a34","observation_id":"55b158fc-f8ad-4108-8110-eb5a6ec77b9b","resolution":{"observed_at":"2026-07-08T07:04:44.724937Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.869799Z","title":"Stengel-Eskin and B","venue":null,"work_id":"e54854c9-1651-41d1-a001-0ae59a5e161b","year":null},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:6a581743bbc14cd511fefc826107d5d281929be06d5e88882d31c24c896f140b","observation_id":"93ab3b72-2418-46c1-bb7a-b0a3b64b7d46","resolution":{"observed_at":"2026-07-08T07:04:44.871264Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1162/tacl_a_00598","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"URLhttps://aclanthology.org/2023.tacl-1.69/","venue":"Transactions of the Association for Computational Linguistics","work_id":"123fef9f-06a1-4019-b720-ba3fc1d7ce81","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:70b7426c70fd0e12141b2cf6ad83706ccf14afad23fcf2f6d7d8cfd00978fd66","observation_id":"56ca54da-7046-4e73-80e8-ef58f12bf952","resolution":{"observed_at":"2026-06-30T17:54:56.959065Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-05-21T17:52:48.266002+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T17:52:48.266002+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.714124Z","title":null,"venue":null,"work_id":"0834be30-c3b4-4e8b-b15b-71b443af3f09","year":2026},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:0dbf4a35ac34564ef672409bca3672370ccdfb5ffca11eef2455217b4cdff92c","observation_id":"d9aff216-7428-4c0c-9ff2-d9468c9fdfd7","resolution":{"observed_at":"2026-07-08T07:04:44.715292Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.01006","last_updated":"2026-01-01T13:07:25Z","snapshot_observed_at":"2026-08-03T18:50:30.558321Z","submitted_at":"2025-07-01T17:55:04Z","title":"GLM-4.5V and GLM-4.1V-Thinking: Towards Versatile Multimodal Reasoning with Scalable Reinforcement Learning","version":6},"cited_work":{"arxiv_id":"2507.01006","doi":"10.48550/arxiv.2507.01006","metadata_source":"pith","pith_arxiv_id":"2507.01006","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"GLM-4.5V and GLM-4.1V-Thinking: Towards Versatile Multimodal Reasoning with Scalable Reinforcement Learning","venue":"cs.CV","work_id":"366607ba-e4ea-4726-98c3-63356e32351c","year":2025},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"cited_paper":"/paper/2507.01006","citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:2cf45040374373f38db631d02d3e2f89ea6134e73d628e95f8f0502da41e0232","observation_id":"58ee22da-0a4e-4b43-9f9d-9050e36155ab","resolution":{"observed_at":"2026-06-30T17:54:57.697125Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-10T17:38:13.144769+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-10T17:38:13.144769+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-04T20:30:06.904853Z","title":"Yifan Li, Yifan Du, Kun Zhou, Jinpeng Wang, Xin Zhao, and Ji-Rong Wen","venue":null,"work_id":"8122370e-553b-4d6f-b1a8-98e24c010366","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:430e2e78ac31f47743b6179bc34ecd7daa96c143634ce6401946b9dd76f08372","observation_id":"b8052cfa-82c1-436b-9e11-f5e99cbf073b","resolution":{"observed_at":"2026-06-30T17:54:56.960446Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-03T20:08:10.998972+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-03T20:08:10.998972+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.889032Z","title":null,"venue":null,"work_id":"399e8eca-e04d-4a90-9d2f-11150ef1e36d","year":2022},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:5e9c7c68e9ff394fd6519bc2bb9a1e7ce343ea5e494cf24bb0e479e942b0efc0","observation_id":"ceba8a3f-12bb-445a-8d62-03499d53a539","resolution":{"observed_at":"2026-07-08T07:04:44.890356Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.703470Z","title":"Traub, T","venue":null,"work_id":"23af0b4a-0521-475d-b199-d18e34ddd350","year":null},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:309eef611ea1c18e7ac232ed19e25a42002514ecf753724f35070db0bf3304a5","observation_id":"21b0f9da-7ecd-463d-9adb-0a46cd6fabd5","resolution":{"observed_at":"2026-07-08T07:04:44.704942Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.672359Z","title":null,"venue":null,"work_id":"932b5c7f-df2f-44fb-8bed-7abe423cfb0f","year":null},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:d068b01c91c93a37a0def06978d718c31b0a4302ed14fad8db1fb0c4509365ca","observation_id":"14fb16f8-7a28-4a97-92bc-1e585a9f3100","resolution":{"observed_at":"2026-07-08T07:04:44.673879Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.acl-long.824","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Ulmer, M","venue":null,"work_id":"e14f0868-851c-46bc-9e9e-cf39b6b4a2fa","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:d8e3877d749201cf6aba808fd4f72f7e8367c50cf712724a0a704b3982777d50","observation_id":"71ea54e0-7cc5-4d65-a135-24b5c3e2c67c","resolution":{"observed_at":"2026-06-30T17:54:56.981712Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-05-21T17:52:48.617066+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T17:52:48.617066+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.864608Z","title":"Van Landeghem, R","venue":null,"work_id":"7dbf6d2f-3316-45f2-9e9c-ab340b7f2afd","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:fcd8f88273ac760dcf4deb6be9168112f8f82d532855f70cc5e80dd7bcbc5dd5","observation_id":"094404d3-156b-406d-a649-671e59609898","resolution":{"observed_at":"2026-07-08T07:04:44.866474Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.855152Z","title":"Van Landeghem, S","venue":null,"work_id":"9852e4a3-c762-4b89-b1a8-5bfdf93e187c","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:e8cd166ec0986fa7b120b2b34db5023f4400cd0f24be2e7f0dbd781985eb4012","observation_id":"02dd7f4d-1ad4-467e-8d1a-efdefef82054","resolution":{"observed_at":"2026-07-08T07:04:44.856714Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2008.09371","last_updated":"2022-04-07T00:22:04Z","snapshot_observed_at":"2026-08-11T09:56:31.943779Z","submitted_at":"2020-08-21T08:46:36Z","title":"Towards Improving Selective Prediction Ability of NLP Systems","version":3},"cited_work":{"arxiv_id":"2008.09371","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2008.09371","snapshot_observed_at":"2026-06-30T17:54:57.687927Z","title":"Varshney, S","venue":null,"work_id":"c5e982c6-eedb-46a1-9b47-8e5009a900a1","year":2008},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"cited_paper":"/paper/2008.09371","citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:12a1664766485bec39ed0f82848dd90953f97b785a4611d0d83d3d373471908b","observation_id":"1faad7f0-4cc9-4cad-9e25-c7bcd2901100","resolution":{"observed_at":"2026-06-30T17:54:57.689127Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.859982Z","title":null,"venue":null,"work_id":"1a41382b-0dfe-4daa-9f2a-d5a87e607c97","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":88,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:fbdfbca5d9b5024d531dd8234b865b0d2c2ab05505b77340751bdf96330ae1a1","observation_id":"c49730bd-9ed3-4476-886e-cb761c6ff8fb","resolution":{"observed_at":"2026-07-08T07:04:44.861326Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.850688Z","title":"Xia and C.-S","venue":null,"work_id":"b1517ce9-e221-4921-b64e-1999ce323bc2","year":1995},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:50439a8f7a392f0bb8382385e16e61b6424ff216830184ffc7dd4c4c6e93c7cf","observation_id":"bcb8bf7a-6e35-49ad-ab8f-f318c611fbf2","resolution":{"observed_at":"2026-07-08T07:04:44.852037Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.817981Z","title":null,"venue":null,"work_id":"25c4c595-a606-4b15-b52b-e022df13c271","year":2025},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":90,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:f0a4319157cd272862aedc1772bd11710c2251c0a3f8ba6e68bb3c35c608e97e","observation_id":"04c5c34e-1fd5-41cd-aadb-50365b679b0f","resolution":{"observed_at":"2026-07-08T07:04:44.819879Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.886907Z","title":null,"venue":null,"work_id":"2a449554-4981-4386-85e7-a4c0ef395623","year":2025},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:0a60203647c4700a1b88f97980d9437338ca79367cfd041cb8fde1ce5e130683","observation_id":"d776dae2-fd13-4a8f-8a2f-6d9a3b280acb","resolution":{"observed_at":"2026-07-08T07:04:44.888208Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.674587Z","title":null,"venue":null,"work_id":"cea1c229-17ea-48ac-8936-d7967bed814d","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":92,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:4015ce988634b3983ec386ecd293812eadd61cd57d3a0837dae373b9e30c59f1","observation_id":"cfad3a3f-d8d9-4ea2-98cb-d1b50dd39133","resolution":{"observed_at":"2026-07-08T07:04:44.676189Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.824075Z","title":null,"venue":null,"work_id":"bac89ab7-8708-4d5f-bb00-a60449048458","year":2021},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:90aa95af7cb4c6438511425c20cf404b0a83175d9314666102f47875b9cb4c63","observation_id":"fea8d5c8-5d6e-4e26-bc8d-1a74a00ff8fd","resolution":{"observed_at":"2026-07-08T07:04:44.825623Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.801407Z","title":"Xiong, A","venue":null,"work_id":"243c8f0d-a73c-4993-8335-4cb1659f69e0","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:2e2c25517c264ed725725026bd4d031cc64fdc63fe7843cafcaba0ed543a186b","observation_id":"90ee4ae1-d48f-467a-be25-70c506bdc1f5","resolution":{"observed_at":"2026-07-08T07:04:44.803690Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.667645Z","title":null,"venue":null,"work_id":"2b67e5fc-8e30-477b-b03b-dd118135d891","year":2025},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:6e2229d1bc7c4c0331ffdd95a691015d393463b0760f3e4ace3d33f4ef5a4729","observation_id":"4a26cd52-93a1-49ea-9de4-929e116b82a3","resolution":{"observed_at":"2026-07-08T07:04:44.668949Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T12:17:03.600265Z","title":"In: Zong, C., Xia, F., Li, W., Navigli, R","venue":null,"work_id":"8d675bdd-79ca-48d6-9163-fc17ce0e8ece","year":2024},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:4bc7be9f248ddc86d1b3602d2cc59bdc9ba84008312bb61f71b079e109a8e868","observation_id":"2a1a993b-3118-409d-90f2-aa39511d113c","resolution":{"observed_at":"2026-06-30T17:54:56.972540Z","resolver_source":"doi_truncated","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.893346Z","title":"Yoshikawa and N","venue":null,"work_id":"838c8c0f-eac3-4742-a432-cfec5d336147","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":97,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:479d9ed4fc366693f764ddeff62a8be075dd550fab2ba270437b7e8b7abe1ee8","observation_id":"78fc09aa-2714-4039-98b0-3eaebbef863d","resolution":{"observed_at":"2026-07-08T07:04:44.894674Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.838396Z","title":"Zhang, J","venue":null,"work_id":"4fb436c7-2b47-4e6d-b9f7-b0cc7adb1cb3","year":2015},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:fa17dbd2c68c94c86f73c579d8a2a1320574e381dd57d568c599c40596d66baa","observation_id":"5e6e884e-9832-4d0e-bb7c-d6dd9e4641ff","resolution":{"observed_at":"2026-07-08T07:04:44.839845Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.852920Z","title":null,"venue":null,"work_id":"d4ab42bb-d472-42ac-aa3c-a7d217a7ccf4","year":2025},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:6a601aad7cdb2b452422eb51023a5edf2e3f40ca84a49bccb0d8dd949c68d6b5","observation_id":"c2dbbe83-f5d8-4644-823c-09187e8d6ded","resolution":{"observed_at":"2026-07-08T07:04:44.854250Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.712107Z","title":null,"venue":null,"work_id":"6efc3726-3d86-4f39-b3ce-460dc0f4ba80","year":2022},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":100,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:f53278ac18234a66324deefc6c9cc580122b830626df86313c0096534095d452","observation_id":"9d9f0592-3049-4291-a489-0a0799c03423","resolution":{"observed_at":"2026-07-08T07:04:44.713430Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.814714Z","title":null,"venue":null,"work_id":"3024ade5-b578-4f5b-80d7-a6bddd0e78af","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":101,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:fac65eb886a3f1b786d7c470f1eb1748c48bffde904042895da3cbd393381bcc","observation_id":"513edf83-326c-48b0-8aad-50de123a1909","resolution":{"observed_at":"2026-07-08T07:04:44.816599Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.687045Z","title":"Zhu, X.-Y","venue":null,"work_id":"5d7bb5d5-7262-4ee2-bdb0-87d7f2cae8d6","year":2023},"citing_paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems","version":3},"reference_index":102,"source":"pdf_text","source_observed_at":"2026-06-30T17:54:38.066497Z"},"links":{"citing_paper":"/paper/2605.20490"},"observation_digest":"sha256:9c8eef00eba3f87d4db86270704cba7da36f2fdba121b27773e6ba892a8a9a19","observation_id":"51850d89-2e84-40b1-8b65-f95f4120138a","resolution":{"observed_at":"2026-07-08T07:04:44.690980Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2605.20490","last_updated":"2026-05-22T20:08:09Z","latest_version":3,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-13T14:59:20.824838Z","submitted_at":"2026-05-19T20:55:41Z","title":"ECUAS$_n$: A family of metrics for principled evaluation of uncertainty-augmented systems"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":3,"metadata_mismatch":2,"parse_uncertain":0,"unresolved":37,"verified_exact":27,"verified_fuzzy":31},"total_outbound_references":101},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 100 of 101 outbound references and 0 inbound Pith citation observations for arXiv:2605.20490."}