{"as_of":"2026-08-09T02:09:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c25fb06a2644174bb910e645d6547ba0f91ba056e45b13b1fbc39e22e310dfd6","coverage":[{"denominator":27,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":27,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-14T06:14:56.071808Z","state":"measured"},{"denominator":27,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":27,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.11214/citation-record","integrity":"/paper/2607.11214/integrity","json":"/paper/2607.11214/citation-record.json","paper":"/paper/2607.11214"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2024.336931","doi":"10.1109/tgrs.2024.3369310","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Guidelines to compare semantic segmentation maps at different resolutions.IEEE Transactions on Geoscience and Remote Sensing, 62:1–16, 2024","venue":"IEEE Transactions on Geoscience and Remote Sensing","work_id":"cd4f93bf-2b2f-4983-9278-b996362c6726","year":2024},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:dd7a25a1a389030755226250d94b573641f3b030a7d9160f9ea709af321580c5","observation_id":"14916bf6-812b-4280-b7c7-28129f155d7c","resolution":{"observed_at":"2026-07-14T06:20:16.794993Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:51.300761+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:51.300761+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Active label cleaning for improved dataset quality under resource constraints.Nature communications, 13(1):1161, 2022","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:2eeaa37afc8bd4285acaf8d1b09dbe77a2cada64f86e69fb4b9edc5c88cee951","observation_id":"4fa8ec17-e9d8-4102-b7a6-7afad821396e","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Boundary iou: Improving object-centric image segmentation evaluation","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:77235c09e05c2cc2931f316d308cc6392faa49c2caf200dc4a718df6c98c9cfd","observation_id":"d5144566-6dd6-4e07-abef-d095b25130af","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.patrec.2024.07.011","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Weighted intersection over union (wiou) for evaluating image segmentation.Pattern Recognition Letters, 185:101–107, 2024","venue":"Pattern Recognition Letters","work_id":"45fd6c48-914f-4ae9-9d3c-df0b91aeed53","year":2024},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:069bb9a74f04a47b1d530657dd209f6733db427745f3521996eb477ba0fa64fb","observation_id":"c435deb4-7bf0-4508-bd0d-48c66a7344ba","resolution":{"observed_at":"2026-07-14T06:20:16.757381Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:52.04966+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:52.04966+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"The cityscapes dataset for semantic urban scene understanding","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:e7b5afd4e6e892e615e6666fd42f61cc4c96cd0c23ad79a26c256fb265a67452","observation_id":"6f566d4e-bd2c-4c89-be7e-c4d06393d426","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Copernicus emergency management service on-demand mapping, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:e2f3acc2643079f3b5ea0ab67699a0117440aeb315d4875763794be99d29067d","observation_id":"101000dc-e2a0-473f-9f13-0a4bebc3fd52","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-030-64148-1_13","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Data labeling: An empirical investigation into industrial challenges and mitigation strategies","venue":"Lecture notes in computer science","work_id":"56c3ef9a-a431-4773-af5d-649a60692888","year":2020},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:1fe64cd5eec4aa1fdcd729668ce8d1a79321aa29fa721840faf82b32cb8a6604","observation_id":"581841fe-3bf6-4c85-a8a8-2733d0ddeb99","resolution":{"observed_at":"2026-07-14T06:20:16.803264Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:52.362091+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:52.362091+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Learning and evaluation in presence of non-iid label noise","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:5de63865fb6f569314e741025704cc83d23c31dbb0081071e189f0abe84f102e","observation_id":"f8ab2f8d-1ceb-432a-a658-23c0dc5409f5","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.13938","last_updated":"2023-09-25T08:16:01Z","snapshot_observed_at":"2026-07-06T16:23:10.371062Z","submitted_at":"2023-09-25T08:16:01Z","title":"Evaluating Classification Systems Against Soft Labels with Fuzzy Precision and Recall","version":1},"cited_work":{"arxiv_id":"2309.13938","doi":"10.48550/arxiv.2309.13938","metadata_source":"pith","pith_arxiv_id":"2309.13938","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"Evaluating Classification Systems Against Soft Labels with Fuzzy Precision and Recall","venue":"eess.AS","work_id":"a011735e-dc11-45ab-9de2-d77664516559","year":2023},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"cited_paper":"/paper/2309.13938","citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:de998a051676254de698b550725082b3b04ca785a017a4cac5f314e0384802c9","observation_id":"8063c8c2-cd73-4dbf-8f9d-b0cafa32a3fe","resolution":{"observed_at":"2026-07-14T06:20:16.808247Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:52.591058+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:52.591058+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.3390/rs17071246","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Perfect labelling: A review and outlook of label optimization techniques in dynamic earth observation.Remote Sensing, 17(7):1246, 2025","venue":"Remote Sensing","work_id":"606dbdc4-b061-4a22-8c25-29a5e6781a2a","year":2025},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:5c2fb31632df78feb3499d60f44418219ae1d1272e83acfde805403747bd0550","observation_id":"d833d624-00dc-4ff0-ab64-3a68ac4269dc","resolution":{"observed_at":"2026-07-14T06:20:16.728854Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:52.889125+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:52.889125+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Soft labels for training and evaluating semantic segmentation models","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:fc00423ecd7aa2d41a1097bd22fc8fe288d516b0d081bb34f235a38d6114da0e","observation_id":"514a3b32-4135-4f9a-bfbf-112b915e86af","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2020.101759","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:20:16.766393Z","title":"Deep learning with noisy labels: Ex- ploring techniques and remedies in medical image analysis.Medical image analysis, 65:101759, 2020","venue":null,"work_id":"42b3ef15-0da9-4fad-891f-fc772fe21063","year":2020},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:64d3a232f663784cfaf041d74795e6a7dbe55a93a5ec6e1d9baa04e5fc80b58e","observation_id":"afe994e7-2820-4bc7-96f8-ee45b9b266f9","resolution":{"observed_at":"2026-07-14T06:20:16.769278Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.10891","last_updated":"2025-04-03T08:32:09Z","snapshot_observed_at":"2026-08-04T13:52:08.933003Z","submitted_at":"2024-06-16T10:49:23Z","title":"Noisy Annotations in Semantic Segmentation","version":3},"cited_work":{"arxiv_id":"2406.10891","doi":"10.48550/arxiv.2406.10891","metadata_source":"pith","pith_arxiv_id":"2406.10891","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"Noisy Annotations in Semantic Segmentation","venue":"cs.CV","work_id":"7407448d-c6b2-481f-b76e-539b26d9f766","year":2024},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"cited_paper":"/paper/2406.10891","citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:4756ceeae6a14546ebaad355921fc29de119dd4e3a677769340fd5c12ec32869","observation_id":"d07ab7a1-8af3-4c84-b2b5-be47daec294c","resolution":{"observed_at":"2026-07-14T06:20:16.775726Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:53.513923+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:53.513923+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Evaluating segmentation error without ground truth","venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:7cffb3cb49a42fd29a365a17d6532c32677f2a2852fcc56b84f255a4fdcf69e0","observation_id":"a0c2e879-e03b-4180-b8df-2f8700a21eca","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Evaluating classifiers by means of test data with noisy labels","venue":null,"work_id":null,"year":2003},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:093e3cdc1fa5fc6f69a0647847a04271618940d25f63519812e20f4bdcc161b0","observation_id":"fada2e6e-d0bd-40ff-8fd0-dcdd59d54e93","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-642-36824-0_15","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Computing precision and recall with missing or uncertain ground truth","venue":"Lecture notes in computer science","work_id":"da13396b-3937-4ed7-8871-7b96658c22a9","year":2011},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:f1d4820f03933396f8c1df2b21db85ddb7daeb9a8b81fce93d545b9a8eb602a7","observation_id":"c4558be6-e4e3-41a0-aafe-58f14264a753","resolution":{"observed_at":"2026-07-14T06:20:16.788422Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:54.000776+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:54.000776+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.52202/068431-2487","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"75272e42-1d1d-4db5-b6d3-5aa7944d5fdd","year":2022},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:59619da28c5a2f88a54569c9d988f2abc8e2b2e07a458a0b54455daef06cc823","observation_id":"2c3ff120-60d5-422f-bfe9-4d4e3450d806","resolution":{"observed_at":"2026-07-14T06:20:16.740151Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:54.22442+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:54.22442+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Confident learning: Estimating uncertainty in dataset labels.Journal of Artificial Intelligence Research, 70:1373–1411, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:3eafa07436d84d8c94159c792f2ee091d3befd24ca10b0bfb5fb5f38a9e136f9","observation_id":"03103ebe-d77e-4e02-a9aa-988958671723","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2103.14749","last_updated":"2021-11-07T13:04:04Z","snapshot_observed_at":"2026-08-04T22:08:50.379039Z","submitted_at":"2021-03-26T21:54:36Z","title":"Pervasive Label Errors in Test Sets Destabilize Machine Learning Benchmarks","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.14749","snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Pervasive label errors in test sets destabilize machine learning benchmarks.arXiv preprint arXiv:2103.14749, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"cited_paper":"/paper/2103.14749","citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:0d3efaffb91252565b66ee4f1c9c96385e1d6f7a574997e65dfd882eb082afd7","observation_id":"c8e8a57a-9880-4be8-9c03-8b7aa0cb71ca","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2023.102927","doi":"10.1016/j.media.2023.102927","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Medical Image Analysis","work_id":"348ff715-e4b7-4c85-bed8-cd095ac668e0","year":2023},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:827df374b851d41920e81d21cefca722a08b6814da954b4f250c774a287467c9","observation_id":"c1fdefba-6803-49ba-a1a0-6f080fbacf36","resolution":{"observed_at":"2026-07-14T06:20:16.767679Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:55.005101+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:55.005101+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"7382.315749","doi":"10.5555/3157382.3157497","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T12:15:04.098795Z","title":"Data programming: Creating large training sets, quickly.Advances in neural information processing systems, 29, 2016","venue":null,"work_id":"58b93f30-3cdd-4024-96db-325b319c08f6","year":2016},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:083ffbe6fbb34b42368aab28d414a6db7912950755eb84049721ab040eb83536","observation_id":"770af0cb-0712-4364-8afd-3f41e4281cb0","resolution":{"observed_at":"2026-07-14T06:20:16.729364Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:55.266547+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:55.266547+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1705.10694","last_updated":"2018-02-26T16:51:57Z","snapshot_observed_at":"2026-08-04T16:36:51.205771Z","submitted_at":"2017-05-30T15:10:51Z","title":"Deep Learning is Robust to Massive Label Noise","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1705.10694","snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Deep learning is robust to massive label noise","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"cited_paper":"/paper/1705.10694","citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:c39ceedd23be106e9a913edc71fff3dacf57f87a2f076a06bbe0aa335f5ec51a","observation_id":"e055a0c8-4383-44e2-9fd7-32c0a06034d3","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Learning from noisy labels with deep neural networks: A survey.IEEE transactions on neural networks and learning systems, 34(11):8135–8153, 2022","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:99311995d6a9ed22e235bd08087d542c2d26c04314f326580d07dfffbc9e5a08","observation_id":"f542fdaf-0ebd-423b-97b6-52e8248a172f","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2025.103556","doi":"10.1016/j.media.2025.103556","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating medical ai systems in dermatology under uncertain ground truth.Medical Image Analysis, 103:103556, 2025","venue":"Medical Image Analysis","work_id":"cf2a983c-f481-440e-80ad-750f4caac00c","year":2025},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:925bfd22c20d8d1d32a351c0ab449bf31893ccc0698a59b2d1c8ee409e976b70","observation_id":"413d0520-88f1-49b3-bfed-3368e6f08238","resolution":{"observed_at":"2026-07-14T06:20:16.753309Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:56.102152+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:56.102152+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-14T06:14:56.071808Z","title":"Are ground truth labels reproducible? an empirical study","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:f34c15edceb7fface85e65a2ad8db822d74f10487a4f2eedeac838570045776c","observation_id":"3191a562-2785-46bf-b5f7-a6c55a8e4199","resolution":{"observed_at":"2026-07-14T06:14:56.071808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2023.324975","doi":"10.1109/access.2023.3249759","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Assessing inter-annotator agreement for medical image segmentation.IEEe Access, 11:21300–21312, 2023","venue":"IEEE Access","work_id":"5c1bd810-2a81-479f-81e2-596f18800e65","year":2023},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:55eea8eaa52c6c3eb2a08cec1b505c32624b9a9df0ecb956e10d1d4a043ba61f","observation_id":"d4bf0901-baea-49fe-ad33-4c91139602dd","resolution":{"observed_at":"2026-07-14T06:20:16.782226Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:56.365564+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:56.365564+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2025.108413","doi":"10.1016/j.bspc.2025.108413","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Uanet: An uncertainty-aware network for feature calibration and boundary refinement in medical image segmentation.Biomedical Signal Processing and Control, 112:108413, 2026","venue":"Biomedical Signal Processing and Control","work_id":"85302425-9c62-4f3d-b779-c8ee047eddb8","year":2026},"citing_paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-07-14T06:14:56.071808Z"},"links":{"citing_paper":"/paper/2607.11214"},"observation_digest":"sha256:08afeb5d43562b044ecadaa9915ecdcebe7f0ebca02e38d8bc793aff74de9003","observation_id":"845b989b-5868-4264-84d3-bff9c1eda4b6","resolution":{"observed_at":"2026-07-14T06:20:16.735321Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-07-14T12:49:56.684881+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T12:49:56.684881+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2607.11214","last_updated":"2026-07-13T08:07:45Z","latest_version":1,"primary_category":"cs.CV","snapshot_observed_at":"2026-08-08T02:10:41.465863Z","submitted_at":"2026-07-13T08:07:45Z","title":"A Novel Method to Evaluate Models on Unreliable, Noisy and Inconsistent Labels: Adaptive Resolution Label Aggregation (ARLA)"},"reference_resolution":{"displayed":27,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":13,"verified_exact":14,"verified_fuzzy":0},"total_outbound_references":27},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 27 of 27 outbound references and 0 inbound Pith citation observations for arXiv:2607.11214."}