{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XERCRQQC4JJADPISHAUQFQU3OO","short_pith_number":"pith:XERCRQQC","canonical_record":{"source":{"id":"2303.12748","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-11T17:14:04Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"88dae8f065cf280f0a9f8ca8fe127d5f8362a87dbcdca8f70efb63cc685115e5","abstract_canon_sha256":"97f391b9321c3657be5f6b0dfc958ff511733a137e8f1351229beb13b7d7bd95"},"schema_version":"1.0"},"canonical_sha256":"b92228c202e25201bd12382902c29b739e06a53bf1923ebf9b26a0fc5be3a49b","source":{"kind":"arxiv","id":"2303.12748","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.12748","created_at":"2026-07-05T06:02:33Z"},{"alias_kind":"arxiv_version","alias_value":"2303.12748v4","created_at":"2026-07-05T06:02:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.12748","created_at":"2026-07-05T06:02:33Z"},{"alias_kind":"pith_short_12","alias_value":"XERCRQQC4JJA","created_at":"2026-07-05T06:02:33Z"},{"alias_kind":"pith_short_16","alias_value":"XERCRQQC4JJADPIS","created_at":"2026-07-05T06:02:33Z"},{"alias_kind":"pith_short_8","alias_value":"XERCRQQC","created_at":"2026-07-05T06:02:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XERCRQQC4JJADPISHAUQFQU3OO","target":"record","payload":{"canonical_record":{"source":{"id":"2303.12748","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-11T17:14:04Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"88dae8f065cf280f0a9f8ca8fe127d5f8362a87dbcdca8f70efb63cc685115e5","abstract_canon_sha256":"97f391b9321c3657be5f6b0dfc958ff511733a137e8f1351229beb13b7d7bd95"},"schema_version":"1.0"},"canonical_sha256":"b92228c202e25201bd12382902c29b739e06a53bf1923ebf9b26a0fc5be3a49b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:02:33.385462Z","signature_b64":"/pQzAiyWHtZ5SsMKK+vEJunlny3MwH5rpoxo407QBJdIdJZafGkcW4z3s03yj0R2zklM2MzzwHlO5Lo5BWW/Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b92228c202e25201bd12382902c29b739e06a53bf1923ebf9b26a0fc5be3a49b","last_reissued_at":"2026-07-05T06:02:33.384953Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:02:33.384953Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.12748","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:02:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Bn6KCBTghWcF8j/6iM+I4n7t9p6PmPuqGpV6M8oIU62k4FX6mNDI+a7pRy6uuu+zbck6NUYCFATHG9mM1GXIDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:44:43.823659Z"},"content_sha256":"849b7b94e1c005af6ce284796355e087eaa429d44ec79cd835fe1e8772e5ab92","schema_version":"1.0","event_id":"sha256:849b7b94e1c005af6ce284796355e087eaa429d44ec79cd835fe1e8772e5ab92"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XERCRQQC4JJADPISHAUQFQU3OO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Enabling Calibration In The Zero-Shot Inference of Large Vision-Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Benjamin Pikus, Fernando Amat Gil, Pranav Raja, Will LeVine","submitted_at":"2023-03-11T17:14:04Z","abstract_excerpt":"Calibration of deep learning models is crucial to their trustworthiness and safe usage, and as such, has been extensively studied in supervised classification models, with methods crafted to decrease miscalibration. However, there has yet to be a comprehensive study of the calibration of vision-language models that are used for zero-shot inference, like CLIP. We measure calibration across relevant variables like prompt, dataset, and architecture, and find that zero-shot inference with CLIP is miscalibrated. Furthermore, we propose a modified version of temperature scaling that is aligned with "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.12748","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.12748/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:02:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c78q6FHFIm+qJrScnjWc5GmPuAwttd39pjP6dh9v3whS0UUQjbhqb0olQPAuVzULx8MEprSyhXs1hOcDT4TDAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:44:43.824300Z"},"content_sha256":"cb1f39f312cbfb49d7a1e51a78f46c0cbcc44f4b1695642f4199bd4de6f2cc02","schema_version":"1.0","event_id":"sha256:cb1f39f312cbfb49d7a1e51a78f46c0cbcc44f4b1695642f4199bd4de6f2cc02"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XERCRQQC4JJADPISHAUQFQU3OO/bundle.json","state_url":"https://pith.science/pith/XERCRQQC4JJADPISHAUQFQU3OO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XERCRQQC4JJADPISHAUQFQU3OO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T21:44:43Z","links":{"resolver":"https://pith.science/pith/XERCRQQC4JJADPISHAUQFQU3OO","bundle":"https://pith.science/pith/XERCRQQC4JJADPISHAUQFQU3OO/bundle.json","state":"https://pith.science/pith/XERCRQQC4JJADPISHAUQFQU3OO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XERCRQQC4JJADPISHAUQFQU3OO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XERCRQQC4JJADPISHAUQFQU3OO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"97f391b9321c3657be5f6b0dfc958ff511733a137e8f1351229beb13b7d7bd95","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-11T17:14:04Z","title_canon_sha256":"88dae8f065cf280f0a9f8ca8fe127d5f8362a87dbcdca8f70efb63cc685115e5"},"schema_version":"1.0","source":{"id":"2303.12748","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.12748","created_at":"2026-07-05T06:02:33Z"},{"alias_kind":"arxiv_version","alias_value":"2303.12748v4","created_at":"2026-07-05T06:02:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.12748","created_at":"2026-07-05T06:02:33Z"},{"alias_kind":"pith_short_12","alias_value":"XERCRQQC4JJA","created_at":"2026-07-05T06:02:33Z"},{"alias_kind":"pith_short_16","alias_value":"XERCRQQC4JJADPIS","created_at":"2026-07-05T06:02:33Z"},{"alias_kind":"pith_short_8","alias_value":"XERCRQQC","created_at":"2026-07-05T06:02:33Z"}],"graph_snapshots":[{"event_id":"sha256:cb1f39f312cbfb49d7a1e51a78f46c0cbcc44f4b1695642f4199bd4de6f2cc02","target":"graph","created_at":"2026-07-05T06:02:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.12748/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Calibration of deep learning models is crucial to their trustworthiness and safe usage, and as such, has been extensively studied in supervised classification models, with methods crafted to decrease miscalibration. However, there has yet to be a comprehensive study of the calibration of vision-language models that are used for zero-shot inference, like CLIP. We measure calibration across relevant variables like prompt, dataset, and architecture, and find that zero-shot inference with CLIP is miscalibrated. Furthermore, we propose a modified version of temperature scaling that is aligned with ","authors_text":"Benjamin Pikus, Fernando Amat Gil, Pranav Raja, Will LeVine","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-11T17:14:04Z","title":"Enabling Calibration In The Zero-Shot Inference of Large Vision-Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.12748","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:849b7b94e1c005af6ce284796355e087eaa429d44ec79cd835fe1e8772e5ab92","target":"record","created_at":"2026-07-05T06:02:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"97f391b9321c3657be5f6b0dfc958ff511733a137e8f1351229beb13b7d7bd95","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-11T17:14:04Z","title_canon_sha256":"88dae8f065cf280f0a9f8ca8fe127d5f8362a87dbcdca8f70efb63cc685115e5"},"schema_version":"1.0","source":{"id":"2303.12748","kind":"arxiv","version":4}},"canonical_sha256":"b92228c202e25201bd12382902c29b739e06a53bf1923ebf9b26a0fc5be3a49b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b92228c202e25201bd12382902c29b739e06a53bf1923ebf9b26a0fc5be3a49b","first_computed_at":"2026-07-05T06:02:33.384953Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:02:33.384953Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/pQzAiyWHtZ5SsMKK+vEJunlny3MwH5rpoxo407QBJdIdJZafGkcW4z3s03yj0R2zklM2MzzwHlO5Lo5BWW/Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:02:33.385462Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.12748","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:849b7b94e1c005af6ce284796355e087eaa429d44ec79cd835fe1e8772e5ab92","sha256:cb1f39f312cbfb49d7a1e51a78f46c0cbcc44f4b1695642f4199bd4de6f2cc02"],"state_sha256":"dd6dc03ed2ec6af2e89bc8199dc6399d7a7225f3e8fbcfb7559fbc4c7b039f09"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"44/ZiXdrbeiAOAKx88GXJNyU7wmAcK9tmeIFJjn5hjRSDYrZA4H5VQ5cdN0XDrMHcXbTQoji1wCeJMfD2wToAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T21:44:43.829567Z","bundle_sha256":"00929a5397d1423c16a6e6847ccd5fc08ac4c41af847091b8f0458b30702b24a"}}