{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:524OXVEPUFFHTING2NLDBDWUTR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0e9b2c23825452e1783ebe05c9392b8252d12457834253297ef3e23b5ab41a09","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-12T05:44:10Z","title_canon_sha256":"acced17e9cd065e6f505a5d5768cd56d4e8a821e8bba7a4229869391b422374c"},"schema_version":"1.0","source":{"id":"2402.07417","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.07417","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"arxiv_version","alias_value":"2402.07417v2","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.07417","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"pith_short_12","alias_value":"524OXVEPUFFH","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"pith_short_16","alias_value":"524OXVEPUFFHTING","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"pith_short_8","alias_value":"524OXVEP","created_at":"2026-07-05T08:31:48Z"}],"graph_snapshots":[{"event_id":"sha256:223f44ff25913e4139cac791a2f2488e2e725c3da739ccf6057369a38b71fb1b","target":"graph","created_at":"2026-07-05T08:31:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.07417/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vision-Language Models (VLMs) have emerged as the dominant approach for zero-shot recognition, adept at handling diverse scenarios and significant distribution changes. However, their deployment in risk-sensitive areas requires a deeper understanding of their uncertainty estimation capabilities, a relatively uncharted area. In this study, we explore the calibration properties of VLMs across different architectures, datasets, and training strategies. In particular, we analyze the uncertainty estimation performance of VLMs when calibrated in one domain, label set or hierarchy level, and tested i","authors_text":"Dylan Campbell, Stephen Gould, Tom Gedeon, Weijian Deng, Weijie Tu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-12T05:44:10Z","title":"An Empirical Study Into What Matters for Calibrating Vision-Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.07417","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5f7fda293ea37c96cda5afe504fab46e9698db951d9f6f882f2da5d1188a7963","target":"record","created_at":"2026-07-05T08:31:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0e9b2c23825452e1783ebe05c9392b8252d12457834253297ef3e23b5ab41a09","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-12T05:44:10Z","title_canon_sha256":"acced17e9cd065e6f505a5d5768cd56d4e8a821e8bba7a4229869391b422374c"},"schema_version":"1.0","source":{"id":"2402.07417","kind":"arxiv","version":2}},"canonical_sha256":"eeb8ebd48fa14a79a1a6d356308ed49c44471b5b368491056a4602f604fc52ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eeb8ebd48fa14a79a1a6d356308ed49c44471b5b368491056a4602f604fc52ef","first_computed_at":"2026-07-05T08:31:48.311017Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:31:48.311017Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Cmn4VLbZdyXh2O4wPxOxvKuIc7xIeEOaTg8bZBr1hpRh7GT44OszyJ1Fvqp0zwydSZ0rOWmq10iEAe//AVm1Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:31:48.311624Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.07417","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5f7fda293ea37c96cda5afe504fab46e9698db951d9f6f882f2da5d1188a7963","sha256:223f44ff25913e4139cac791a2f2488e2e725c3da739ccf6057369a38b71fb1b"],"state_sha256":"c0b92a8748e1082b3b1fb010646e229be2d4034d0b807df921702faf795c9819"}