{"as_of":"2026-08-09T16:53:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:51d5f7abb412ae44c21f1349e5ad4c4bc484e998af7b9829f447eed79f084a16","coverage":[{"denominator":35,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":35,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-08T04:25:12.769616Z","state":"measured"},{"denominator":35,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":35,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.05675/citation-record","integrity":"/paper/2608.05675/integrity","json":"/paper/2608.05675/citation-record.json","paper":"/paper/2608.05675"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.780070Z","title":"Consistency and uncertainty: Identifying unreliable responses from black- box vision-language models for selective visual question answering","venue":null,"work_id":"b31a1757-9a94-49b5-85d5-20854e81942b","year":2024},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.533585Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:660c1c41d3d922e583d3b18962e4d69939d23a41066d0d7cf080607d5949cb9d","observation_id":"971b53fa-e0a4-4ced-b1f8-cb5b518603c3","resolution":{"observed_at":"2026-08-08T04:25:13.784020Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07840","last_updated":"2024-10-09T02:03:26Z","snapshot_observed_at":"2026-08-09T03:05:13.065174Z","submitted_at":"2024-07-10T17:00:29Z","title":"Decompose and Compare Consistency: Measuring VLMs' Answer Reliability via Task-Decomposition Consistency Comparison","version":3},"cited_work":{"arxiv_id":"2407.07840","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.07840","snapshot_observed_at":"2026-08-08T04:25:13.326531Z","title":"Decompose and Compare Consistency: Measuring VLMs' Answer Reliability via Task-Decomposition Consistency Comparison","venue":"cs.CV","work_id":"f965103a-c75c-4160-8fec-fd630d8b24ea","year":2024},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.537848Z"},"links":{"cited_paper":"/paper/2407.07840","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:eb43d35226232007331fb644cbf9caadf5b4f33db535124409014747aac80bd5","observation_id":"cc51ce31-1a64-48ad-b61c-e8165ea315fd","resolution":{"observed_at":"2026-08-08T04:25:13.330657Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2604.15376","last_updated":"2026-04-15T20:47:08Z","snapshot_observed_at":"2026-07-06T23:02:58.361418Z","submitted_at":"2026-04-15T20:47:08Z","title":"Zoom Consistency: A Free Confidence Signal in Multi-Step Visual Grounding Pipelines","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.15376","snapshot_observed_at":"2026-08-08T04:25:12.541452Z","title":"Zoom consistency: A free confidence signal in multi-step visual grounding pipelines.arXiv preprint arXiv:2604.15376, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.541452Z"},"links":{"cited_paper":"/paper/2604.15376","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:667ef68ab6f1e9e6b1b29c1c8be94cc76047369187ebb76fe7110dd0b4c515a5","observation_id":"73ce549a-78a7-4730-8d21-8207fd2e83b3","resolution":{"observed_at":"2026-08-08T04:25:12.541452Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.769246Z","title":"When does consensus mean correctness? measuring the agreement–accuracy coupling with semantics-preserving re-rendering, 2026","venue":null,"work_id":"23a25723-07d4-48bb-a76e-651408705252","year":2026},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.544901Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:eeaa881afe8caa538661081a584c52f67eb8f4efc01306e4a27a4f12adf3e87d","observation_id":"bd44f61e-f513-429b-8191-9d974e6d9ef7","resolution":{"observed_at":"2026-08-08T04:25:13.773517Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.11919","last_updated":"2024-11-28T13:35:56Z","snapshot_observed_at":"2026-07-06T19:52:11.774784Z","submitted_at":"2024-11-18T04:06:04Z","title":"VL-Uncertainty: Detecting Hallucination in Large Vision-Language Model via Uncertainty Estimation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.11919","snapshot_observed_at":"2026-08-08T04:25:12.547977Z","title":"Vl-uncertainty: Detecting hallucination in large vision-language model via uncertainty estimation.arXiv preprint arXiv:2411.11919, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.547977Z"},"links":{"cited_paper":"/paper/2411.11919","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:bb78c7ad536fe6b688fcdf01821a03d9da4c9b454b77c63b4ca8f996fc6d6ecc","observation_id":"c015198a-6c34-4120-8719-3315e8f7b1d2","resolution":{"observed_at":"2026-08-08T04:25:12.547977Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2605.19307","last_updated":"2026-05-19T03:37:54Z","snapshot_observed_at":"2026-07-06T23:30:02.207108Z","submitted_at":"2026-05-19T03:37:54Z","title":"MetaRA: Metamorphic Robustness Assessment for Multimodal Large Language Model-based Visual Question Answering Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.19307","snapshot_observed_at":"2026-08-08T04:25:12.551331Z","title":"Metara: Metamorphic robustness assessment for multimodal large language model-based visual question answering systems.arXiv preprint arXiv:2605.19307, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.551331Z"},"links":{"cited_paper":"/paper/2605.19307","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:b7f900d93678bb297d386dce5a629eec3826a9f84cf5669e2b5251c4204da02a","observation_id":"324b48c5-fe9a-4e47-8523-173af80dcf8c","resolution":{"observed_at":"2026-08-08T04:25:12.551331Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2605.13898","last_updated":"2026-05-12T13:47:26Z","snapshot_observed_at":"2026-07-06T23:25:25.361350Z","submitted_at":"2026-05-12T13:47:26Z","title":"Bidirectional Empowerment of Metamorphic Testing and Large Language Models: A Systematic Survey","version":1},"cited_work":{"arxiv_id":"2605.13898","doi":null,"metadata_source":"pith","pith_arxiv_id":"2605.13898","snapshot_observed_at":"2026-08-08T04:25:13.259599Z","title":"Bidirectional Empowerment of Metamorphic Testing and Large Language Models: A Systematic Survey","venue":"cs.SE","work_id":"a3a0170d-c6ae-4067-83bb-a5494e3653ec","year":2026},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.554696Z"},"links":{"cited_paper":"/paper/2605.13898","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:5b96f6ac892366da486325e9b30cfb693e73fd72fcb4a04659453264e0118ef7","observation_id":"56a98f18-bbb6-4304-8e56-85abeed5adde","resolution":{"observed_at":"2026-08-08T04:25:13.279652Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2606.08269","last_updated":"2026-06-06T17:31:27Z","snapshot_observed_at":"2026-08-08T06:46:56.981454Z","submitted_at":"2026-06-06T17:31:27Z","title":"Minimum Complete MR Subsets under Semantic-Mutation Fault Models: A Support-Set Domination Boundary","version":1},"cited_work":{"arxiv_id":"2606.08269","doi":null,"metadata_source":"pith","pith_arxiv_id":"2606.08269","snapshot_observed_at":"2026-08-08T04:25:13.224305Z","title":"Minimum Complete MR Subsets under Semantic-Mutation Fault Models: A Support-Set Domination Boundary","venue":"cs.SE","work_id":"809ef31e-9724-4329-a321-c52e8ef5fc3d","year":2026},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.562476Z"},"links":{"cited_paper":"/paper/2606.08269","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:d93339ecc98cc1cb667153e328b3951b0612abe96ea4ff507e0df3d28b808f09","observation_id":"97d8b933-70ac-4a74-818d-8ea5d4d00107","resolution":{"observed_at":"2026-08-08T04:25:13.239424Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.758445Z","title":"Learning more from less: Exploiting counterfactuals for data-efficient chart understanding","venue":null,"work_id":"52b0bce2-c90a-4be8-b57b-ddb8a118179d","year":2026},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.583185Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:4617ebae4ed957d962ff246eb71c0c9d9cb72ff2cfe1998c313019ca578e259e","observation_id":"66a2c1ef-12b7-4253-af09-998904e382f7","resolution":{"observed_at":"2026-08-08T04:25:13.762207Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.716437Z","title":"What if the tv was off? examining counterfactual reasoning abilities of multi-modal language models","venue":null,"work_id":"196543f0-2c60-4848-8f1e-60f09a2b8d5d","year":2024},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.589993Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:1b4851395e054c578c7ea92b8b0c2646ded25fd7b81f37be2b89719e0fd638df","observation_id":"25459cbd-7207-4ae9-86e9-78436ad06543","resolution":{"observed_at":"2026-08-08T04:25:13.750607Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.632833Z","title":"Pixels versus priors: Controlling knowledge priors in vision-language models through visual counterfacts","venue":null,"work_id":"224be018-745d-4a61-b462-5a2d820a7b97","year":2025},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.615030Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:243e2734dde4aca14513434899c91b056d83024127592928c3f6708419194dc2","observation_id":"e0b2120f-e9c2-492e-b222-eb0151a43b02","resolution":{"observed_at":"2026-08-08T04:25:13.668760Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.532833Z","title":"Unraveling the truth: Do vlms really understand charts? a deep dive into consistency and robustness,","venue":null,"work_id":"3703f509-6dc2-456c-b267-24bc168f64b6","year":null},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.634280Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:cc9f9cc8d73679a91659b12a7c6f2c0b7efbab54c5c99f93520c7fb154eda9fc","observation_id":"dc4babbd-4507-46ec-b34d-27401892eb7a","resolution":{"observed_at":"2026-08-08T04:25:13.575602Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:12.673318Z","title":"Losing the plot: How vlm responses degrade on imperfect charts.arXiv preprint arXiv:2509.18425, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.673318Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:f53c549131e646a6f749fdaf37e7449d539937421ee8680b3d6c829ae2ad2bbc","observation_id":"21ca5df7-5329-4e2c-a516-5ab910fdb6f3","resolution":{"observed_at":"2026-08-08T04:25:12.673318Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:12.690593Z","title":"Chart-rvr: Re- inforcement learning with verifiable rewards for explainable chart reasoning, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.690593Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:4d9e772e17964334da8987fabbe6fb68ceda4d3f011ed0c29c1721db6791c368","observation_id":"791fe285-59f5-40d7-bf0b-5a0738bcd07d","resolution":{"observed_at":"2026-08-08T04:25:12.690593Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2602.12506","last_updated":"2026-05-21T07:28:16Z","snapshot_observed_at":"2026-07-06T22:45:44.135338Z","submitted_at":"2026-02-13T01:12:00Z","title":"On Robustness and Chain-of-Thought Consistency of RL-Finetuned VLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2602.12506","snapshot_observed_at":"2026-08-08T04:25:12.703555Z","title":"On robustness and chain-of-thought consistency of rl-finetuned vlms, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.703555Z"},"links":{"cited_paper":"/paper/2602.12506","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:f3595b1643b052094ce953bd56ac9a26698fe9d8f3b0b1c12b79c099f4f25603","observation_id":"0d0fe238-aa48-4677-b763-652e34dbbf98","resolution":{"observed_at":"2026-08-08T04:25:12.703555Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.445442Z","title":"Metamorphic testing of large language models for natural language processing","venue":null,"work_id":"b1e1baf9-8221-4bbd-b854-8911277c1678","year":2025},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.708194Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:439f4a4e9a760762e9a2eb385d3a5eeda7d624c26e697eb700c5d1bae9500626","observation_id":"b1fe272f-0362-4cb3-8b22-4185cc153a53","resolution":{"observed_at":"2026-08-08T04:25:13.481362Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.20692","last_updated":"2024-12-30T04:00:39Z","snapshot_observed_at":"2026-07-06T20:14:27.082070Z","submitted_at":"2024-12-30T04:00:39Z","title":"Test Adequacy for Metamorphic Testing: Criteria, Measurement, and Implication","version":1},"cited_work":{"arxiv_id":"2412.20692","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.20692","snapshot_observed_at":"2026-08-08T04:25:12.996722Z","title":"Test Adequacy for Metamorphic Testing: Criteria, Measurement, and Implication","venue":"cs.SE","work_id":"609d76ab-219d-4390-918a-d5f10df17909","year":2024},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.712830Z"},"links":{"cited_paper":"/paper/2412.20692","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:bcebc6ebd1777b42a8152bd55d475cce804d7fad47c07d745e1aab77e93759d7","observation_id":"bbdfc398-db25-4a17-8aae-bd43f593b96e","resolution":{"observed_at":"2026-08-08T04:25:13.037554Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.409346Z","title":"Hallusionbench: an advanced diagnostic suite for entangled language hallucination and visual illusion in large vision-language models","venue":null,"work_id":"092b2ecd-b40b-490f-89ee-353301612714","year":2024},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.716083Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:8b33356dd527afcb68477c2763a89d21e3bf07888420e82b04a079b34516b30a","observation_id":"d839a4fb-3533-4606-a0ad-d473194fc118","resolution":{"observed_at":"2026-08-08T04:25:13.419245Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21546","last_updated":"2026-04-23T17:42:55Z","snapshot_observed_at":"2026-08-06T01:34:21.495054Z","submitted_at":"2025-06-26T17:59:12Z","title":"Counterfactual Segmentation Reasoning: Diagnosing and Mitigating Pixel-Grounding Hallucination","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21546","snapshot_observed_at":"2026-08-08T04:25:12.719335Z","title":"Nguyen, Yifan Shen, Tianjiao Yu, and Ismini Lourentzou","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.719335Z"},"links":{"cited_paper":"/paper/2506.21546","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:3a385728420d32f5e920861ddc9d63e044b0e7e1f4a46c2795d71d89c7cbf449","observation_id":"c156a134-ba06-4c34-8457-f1f578776d30","resolution":{"observed_at":"2026-08-08T04:25:12.719335Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.400724Z","title":"Charthal: A fine- grained framework evaluating hallucination of large vision language models in chart understanding,","venue":null,"work_id":"08708819-d95b-4ff5-a64b-e3d2dea2b00f","year":null},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.723044Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:7d784e851d666a35b010acc2bc189ea5057ec4dfc693ea64215fe7e20c9fccb0","observation_id":"288fa25d-f424-4d9e-8736-7fdd09290a39","resolution":{"observed_at":"2026-08-08T04:25:13.403827Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.11171","last_updated":"2023-03-07T17:57:37Z","snapshot_observed_at":"2026-07-06T12:50:22.773056Z","submitted_at":"2022-03-21T17:48:52Z","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.11171","snapshot_observed_at":"2026-08-08T04:25:12.729933Z","title":"Self-consistency improves chain of thought reasoning in language models.arXiv preprint arXiv:2203.11171, 2022","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.729933Z"},"links":{"cited_paper":"/paper/2203.11171","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:2e26f2008e66a743c7c51d754cbb4bf541d3589b966e7fdd18c89b6b7a43c4ed","observation_id":"0beb59da-f21e-4b11-acd1-fedaf983a845","resolution":{"observed_at":"2026-08-08T04:25:12.729933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2604.09529","last_updated":"2026-04-10T17:47:19Z","snapshot_observed_at":"2026-07-06T22:58:21.624968Z","submitted_at":"2026-04-10T17:47:19Z","title":"VL-Calibration: Decoupled Confidence Calibration for Large Vision-Language Models Reasoning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.09529","snapshot_observed_at":"2026-08-08T04:25:12.733496Z","title":"Vl-calibration: Decoupled confidence calibration for large vision-language models reasoning, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.733496Z"},"links":{"cited_paper":"/paper/2604.09529","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:8693bcc18809bbae54abf11caa395945f5c585cecf5f2d894f45b327ec344457","observation_id":"80dbaa5c-34a5-414f-a2ff-12245f7791a2","resolution":{"observed_at":"2026-08-08T04:25:12.733496Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:12.737324Z","title":"On the foundations of noise-free selective classification.Journal of Machine Learning Research, 11(5), 2010","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.737324Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:6504a6e4c1d36f70978dba66f79e6d49bca99cba5566061e03d43d0c48470592","observation_id":"d3ec0f49-fd64-4c2f-853a-cedc6c43b64c","resolution":{"observed_at":"2026-08-08T04:25:12.737324Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:12.740674Z","title":"On calibration of modern neural networks","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.740674Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:95a9b131898b4a73a68f4b501512f0bcd717f80bc53f0d0055f3ef7ff4cdc0f8","observation_id":"0a5cb1f1-4245-419f-ab48-aa51230bddd9","resolution":{"observed_at":"2026-08-08T04:25:12.740674Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.381086Z","title":"selective prediction","venue":null,"work_id":"3798c7bb-cfd0-4ce0-9164-48897bcbae30","year":2024},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.743598Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:48d090100bd7006bfb491275c8f2ca66364af77c436261b567fbeb71b38ea4aa","observation_id":"a96e6808-c678-4655-a9c2-6e310b502511","resolution":{"observed_at":"2026-08-08T04:25:13.383905Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.03314","last_updated":"2024-08-06T17:35:05Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-08-06T17:35:05Z","title":"Scaling LLM Test-Time Compute Optimally can be More Effective than Scaling Model Parameters","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.03314","snapshot_observed_at":"2026-08-08T04:25:12.747454Z","title":"Scaling llm test-time compute optimally can be more effective than scaling model parameters, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.747454Z"},"links":{"cited_paper":"/paper/2408.03314","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:2b00d2ccb247151188a28822e02f1fb7bc809188d06aaa305574ef35ac9040b5","observation_id":"561772f1-a781-49fb-ba9a-a164f08e8086","resolution":{"observed_at":"2026-08-08T04:25:12.747454Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.372368Z","title":"Chart-coca: Self-improving chart understanding of vision lms via code-driven synthesis and candidate-conditioned answering, 2025","venue":null,"work_id":"65cf1d70-28e1-49db-b6d5-9e535560b99d","year":2025},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.751033Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:84c8f98570e2c506f620b3e56167aa18addfce88293be03a7f78e9939eef2a99","observation_id":"06608525-9f3c-420f-9eab-c390fb9956cf","resolution":{"observed_at":"2026-08-08T04:25:13.375575Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13923","last_updated":"2025-02-19T18:00:14Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-19T18:00:14Z","title":"Qwen2.5-VL Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.13923","snapshot_observed_at":"2026-08-08T04:25:12.753983Z","title":"Qwen2.5-vl technical report, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.753983Z"},"links":{"cited_paper":"/paper/2502.13923","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:8b6d579682f2346711a3414b2847e686bec422c59958f869fb8bb6affc5afa9c","observation_id":"eed7e0c9-dea0-4734-a036-057f6814f165","resolution":{"observed_at":"2026-08-08T04:25:12.753983Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:12.757329Z","title":"How far are we to gpt-4v? closing the gap to commercial multimodal models with open-source suites.Science China Information Sciences, 67(12):220101, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.757329Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:fb100133946267c81b9eb09d99a487a9e2a59400ca9bcf27854bc3bfb720b6e1","observation_id":"4ca3d88e-1ea3-4011-b591-1e95570a0345","resolution":{"observed_at":"2026-08-08T04:25:12.757329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.09664","last_updated":"2023-04-15T12:55:45Z","snapshot_observed_at":"2026-07-06T14:53:27.667483Z","submitted_at":"2023-02-19T20:10:07Z","title":"Semantic Uncertainty: Linguistic Invariances for Uncertainty Estimation in Natural Language Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.09664","snapshot_observed_at":"2026-08-08T04:25:12.760192Z","title":"Semantic uncertainty: Linguistic invariances for uncertainty estimation in natural language generation.arXiv preprint arXiv:2302.09664, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.760192Z"},"links":{"cited_paper":"/paper/2302.09664","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:c6f10c321cab40055b0aacf94885c589128fa8990cbb65bdb485cfbccb36ede2","observation_id":"cf2aeedb-1b36-4ff9-a3b8-13112e82a264","resolution":{"observed_at":"2026-08-08T04:25:12.760192Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.357397Z","title":"Chartqa: A benchmark for question answering about charts with visual and logical reasoning","venue":null,"work_id":"531e7bb4-1857-4909-bc29-ea5e81b43128","year":2022},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.763669Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:fb16a8bcf4d7129bca7b0f4c854e8f477c40b2e0a1be8de165f8c91d140dd747","observation_id":"50e82498-249a-4472-bca4-68bf66e21834","resolution":{"observed_at":"2026-08-08T04:25:13.360893Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.347159Z","title":"Testing and validating machine learning classifiers by metamorphic testing.Journal of Systems and Software, 84(4):544–558, 2011","venue":null,"work_id":"4d098904-9829-45f7-b0e6-11ce1a34df2a","year":2011},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.766781Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:1a1fc81fdd8353f02772ec510bef29a2decedbe0517ac6ab897b2e310c16f91f","observation_id":"f284bd14-6ffe-4f7e-8254-89a565d70b7d","resolution":{"observed_at":"2026-08-08T04:25:13.350741Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:13.337384Z","title":"how many countries have the same value","venue":null,"work_id":"11e0dde4-10d1-45d5-befe-9de8d7430c26","year":2023},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.769616Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:89ecb062e581a424a9163fc048d7c545c09d7218171901390fbd15bc98ce7fbd","observation_id":"9f93cdf4-c08d-46b3-9509-6c13dbbcfb58","resolution":{"observed_at":"2026-08-08T04:25:13.340967Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.11229","last_updated":"2024-10-04T16:52:57Z","snapshot_observed_at":"2026-07-06T18:46:52.428860Z","submitted_at":"2024-07-15T20:29:24Z","title":"Unraveling the Truth: Do VLMs really Understand Charts? A Deep Dive into Consistency and Robustness","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.11229","snapshot_observed_at":"2026-08-08T04:25:12.655194Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.655194Z"},"links":{"cited_paper":"/paper/2407.11229","citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:6969baeda1e3432c5d54f479b739049b01710643bb9dbdeaaad94770c618003d","observation_id":"fd5c90c4-5917-4c83-b8a6-52ef127e9843","resolution":{"observed_at":"2026-08-08T04:25:12.655194Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2509.17481","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-08T04:25:12.905135Z","title":null,"venue":null,"work_id":"c5f0937f-df16-4676-83d2-376366f5488f","year":null},"citing_paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-08T04:25:12.726538Z"},"links":{"citing_paper":"/paper/2608.05675"},"observation_digest":"sha256:2ece97de8ea39a034fe3dc66bf86ba9902304fdea4a42c7720c7b703f17f2e16","observation_id":"95fb2a6f-3443-4c2c-9182-e9b75c64a326","resolution":{"observed_at":"2026-08-08T04:25:12.945043Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2608.05675","last_updated":"2026-08-06T07:14:58Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-09T16:11:04.646220Z","submitted_at":"2026-08-06T07:14:58Z","title":"Consistency Has a Computable Blind Spot: A Commutation Theory of Label-Free Reliability for Vision-Language Figure Reading"},"reference_resolution":{"displayed":35,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":16,"verified_exact":5,"verified_fuzzy":14},"total_outbound_references":35},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 35 of 35 outbound references and 0 inbound Pith citation observations for arXiv:2608.05675."}