{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:524OXVEPUFFHTING2NLDBDWUTR","short_pith_number":"pith:524OXVEP","canonical_record":{"source":{"id":"2402.07417","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-12T05:44:10Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"acced17e9cd065e6f505a5d5768cd56d4e8a821e8bba7a4229869391b422374c","abstract_canon_sha256":"0e9b2c23825452e1783ebe05c9392b8252d12457834253297ef3e23b5ab41a09"},"schema_version":"1.0"},"canonical_sha256":"eeb8ebd48fa14a79a1a6d356308ed49c44471b5b368491056a4602f604fc52ef","source":{"kind":"arxiv","id":"2402.07417","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.07417","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"arxiv_version","alias_value":"2402.07417v2","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.07417","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"pith_short_12","alias_value":"524OXVEPUFFH","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"pith_short_16","alias_value":"524OXVEPUFFHTING","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"pith_short_8","alias_value":"524OXVEP","created_at":"2026-07-05T08:31:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:524OXVEPUFFHTING2NLDBDWUTR","target":"record","payload":{"canonical_record":{"source":{"id":"2402.07417","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-12T05:44:10Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"acced17e9cd065e6f505a5d5768cd56d4e8a821e8bba7a4229869391b422374c","abstract_canon_sha256":"0e9b2c23825452e1783ebe05c9392b8252d12457834253297ef3e23b5ab41a09"},"schema_version":"1.0"},"canonical_sha256":"eeb8ebd48fa14a79a1a6d356308ed49c44471b5b368491056a4602f604fc52ef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:31:48.311624Z","signature_b64":"Cmn4VLbZdyXh2O4wPxOxvKuIc7xIeEOaTg8bZBr1hpRh7GT44OszyJ1Fvqp0zwydSZ0rOWmq10iEAe//AVm1Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eeb8ebd48fa14a79a1a6d356308ed49c44471b5b368491056a4602f604fc52ef","last_reissued_at":"2026-07-05T08:31:48.311017Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:31:48.311017Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.07417","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:31:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x5ZZ/vjNTaLGKh6GAy5S9nfxW6t9pMUYvrG6uwW0plv9ddW7/JByjV3ta3ClPiNpuLXaYiqmYAMKqCUWKhS5DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:53:29.981727Z"},"content_sha256":"5f7fda293ea37c96cda5afe504fab46e9698db951d9f6f882f2da5d1188a7963","schema_version":"1.0","event_id":"sha256:5f7fda293ea37c96cda5afe504fab46e9698db951d9f6f882f2da5d1188a7963"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:524OXVEPUFFHTING2NLDBDWUTR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Empirical Study Into What Matters for Calibrating Vision-Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Dylan Campbell, Stephen Gould, Tom Gedeon, Weijian Deng, Weijie Tu","submitted_at":"2024-02-12T05:44:10Z","abstract_excerpt":"Vision-Language Models (VLMs) have emerged as the dominant approach for zero-shot recognition, adept at handling diverse scenarios and significant distribution changes. However, their deployment in risk-sensitive areas requires a deeper understanding of their uncertainty estimation capabilities, a relatively uncharted area. In this study, we explore the calibration properties of VLMs across different architectures, datasets, and training strategies. In particular, we analyze the uncertainty estimation performance of VLMs when calibrated in one domain, label set or hierarchy level, and tested i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.07417","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.07417/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:31:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p+YlkU1qClVP4LP8w6zeDzp2TF4VXzRuXxBv9jxpRbg2L1Q2jX8L3ka49mtsko6dVPXWxWJksaLi548hDIhaCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:53:29.982105Z"},"content_sha256":"223f44ff25913e4139cac791a2f2488e2e725c3da739ccf6057369a38b71fb1b","schema_version":"1.0","event_id":"sha256:223f44ff25913e4139cac791a2f2488e2e725c3da739ccf6057369a38b71fb1b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/524OXVEPUFFHTING2NLDBDWUTR/bundle.json","state_url":"https://pith.science/pith/524OXVEPUFFHTING2NLDBDWUTR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/524OXVEPUFFHTING2NLDBDWUTR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T17:53:29Z","links":{"resolver":"https://pith.science/pith/524OXVEPUFFHTING2NLDBDWUTR","bundle":"https://pith.science/pith/524OXVEPUFFHTING2NLDBDWUTR/bundle.json","state":"https://pith.science/pith/524OXVEPUFFHTING2NLDBDWUTR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/524OXVEPUFFHTING2NLDBDWUTR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:524OXVEPUFFHTING2NLDBDWUTR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0e9b2c23825452e1783ebe05c9392b8252d12457834253297ef3e23b5ab41a09","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-12T05:44:10Z","title_canon_sha256":"acced17e9cd065e6f505a5d5768cd56d4e8a821e8bba7a4229869391b422374c"},"schema_version":"1.0","source":{"id":"2402.07417","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.07417","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"arxiv_version","alias_value":"2402.07417v2","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.07417","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"pith_short_12","alias_value":"524OXVEPUFFH","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"pith_short_16","alias_value":"524OXVEPUFFHTING","created_at":"2026-07-05T08:31:48Z"},{"alias_kind":"pith_short_8","alias_value":"524OXVEP","created_at":"2026-07-05T08:31:48Z"}],"graph_snapshots":[{"event_id":"sha256:223f44ff25913e4139cac791a2f2488e2e725c3da739ccf6057369a38b71fb1b","target":"graph","created_at":"2026-07-05T08:31:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.07417/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vision-Language Models (VLMs) have emerged as the dominant approach for zero-shot recognition, adept at handling diverse scenarios and significant distribution changes. However, their deployment in risk-sensitive areas requires a deeper understanding of their uncertainty estimation capabilities, a relatively uncharted area. In this study, we explore the calibration properties of VLMs across different architectures, datasets, and training strategies. In particular, we analyze the uncertainty estimation performance of VLMs when calibrated in one domain, label set or hierarchy level, and tested i","authors_text":"Dylan Campbell, Stephen Gould, Tom Gedeon, Weijian Deng, Weijie Tu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-12T05:44:10Z","title":"An Empirical Study Into What Matters for Calibrating Vision-Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.07417","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5f7fda293ea37c96cda5afe504fab46e9698db951d9f6f882f2da5d1188a7963","target":"record","created_at":"2026-07-05T08:31:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0e9b2c23825452e1783ebe05c9392b8252d12457834253297ef3e23b5ab41a09","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-12T05:44:10Z","title_canon_sha256":"acced17e9cd065e6f505a5d5768cd56d4e8a821e8bba7a4229869391b422374c"},"schema_version":"1.0","source":{"id":"2402.07417","kind":"arxiv","version":2}},"canonical_sha256":"eeb8ebd48fa14a79a1a6d356308ed49c44471b5b368491056a4602f604fc52ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eeb8ebd48fa14a79a1a6d356308ed49c44471b5b368491056a4602f604fc52ef","first_computed_at":"2026-07-05T08:31:48.311017Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:31:48.311017Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Cmn4VLbZdyXh2O4wPxOxvKuIc7xIeEOaTg8bZBr1hpRh7GT44OszyJ1Fvqp0zwydSZ0rOWmq10iEAe//AVm1Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:31:48.311624Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.07417","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5f7fda293ea37c96cda5afe504fab46e9698db951d9f6f882f2da5d1188a7963","sha256:223f44ff25913e4139cac791a2f2488e2e725c3da739ccf6057369a38b71fb1b"],"state_sha256":"c0b92a8748e1082b3b1fb010646e229be2d4034d0b807df921702faf795c9819"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rhiT/eYx+WtkPV2cM3LWg6baa1IOTzu3jSmd+iVBs+0AHKB8MF2l2NruATVD0drC/7eaLfJkz2+MqTBX/k4DDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T17:53:29.984117Z","bundle_sha256":"5495780b6a9a0500e94e2bb0ee9688d4f7bfac60e6a5dfa185c8a998b9fe72b0"}}