{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:MIVX67TZG2NBVBZ47WYB2TPSOZ","short_pith_number":"pith:MIVX67TZ","canonical_record":{"source":{"id":"2212.01758","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-04T07:26:24Z","cross_cats_sorted":[],"title_canon_sha256":"dacce094c7683eb429c9379d2d4e39e72a61d568a2ad898ca892473e605cf147","abstract_canon_sha256":"5975f9517ce5fa61220713456ea602fb65f572153592b5be89080cca2a3068db"},"schema_version":"1.0"},"canonical_sha256":"622b7f7e79369a1a873cfdb01d4df2766e0fa1433b2743d7367e669d809eecf0","source":{"kind":"arxiv","id":"2212.01758","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.01758","created_at":"2026-07-05T06:13:54Z"},{"alias_kind":"arxiv_version","alias_value":"2212.01758v2","created_at":"2026-07-05T06:13:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.01758","created_at":"2026-07-05T06:13:54Z"},{"alias_kind":"pith_short_12","alias_value":"MIVX67TZG2NB","created_at":"2026-07-05T06:13:54Z"},{"alias_kind":"pith_short_16","alias_value":"MIVX67TZG2NBVBZ4","created_at":"2026-07-05T06:13:54Z"},{"alias_kind":"pith_short_8","alias_value":"MIVX67TZ","created_at":"2026-07-05T06:13:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:MIVX67TZG2NBVBZ47WYB2TPSOZ","target":"record","payload":{"canonical_record":{"source":{"id":"2212.01758","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-04T07:26:24Z","cross_cats_sorted":[],"title_canon_sha256":"dacce094c7683eb429c9379d2d4e39e72a61d568a2ad898ca892473e605cf147","abstract_canon_sha256":"5975f9517ce5fa61220713456ea602fb65f572153592b5be89080cca2a3068db"},"schema_version":"1.0"},"canonical_sha256":"622b7f7e79369a1a873cfdb01d4df2766e0fa1433b2743d7367e669d809eecf0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:13:54.015471Z","signature_b64":"TbVmvVQ1ifIDp/Psug/ORW26cphFB/iH9M1OS2KcoKHiSIMBpDcnR7UK9wMDq2uEU/p9TLpbrkEgDEetpS60Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"622b7f7e79369a1a873cfdb01d4df2766e0fa1433b2743d7367e669d809eecf0","last_reissued_at":"2026-07-05T06:13:54.015009Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:13:54.015009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.01758","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OVWjG/4ag5ez3CY/H3TBZBBkqCC++mIzQrwt6mkhkQukten78OibuQwy5R+J8uZUk7NyF6gMjdc5Uu507QvqAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:10:22.618521Z"},"content_sha256":"8f6d3baefb132586d1aee818bc839e832862699c6bd78012b8ae32aea007ee18","schema_version":"1.0","event_id":"sha256:8f6d3baefb132586d1aee818bc839e832862699c6bd78012b8ae32aea007ee18"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:MIVX67TZG2NBVBZ47WYB2TPSOZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Zero-shot Generalization and Robustness of Multi-modal Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Andrew Gallagher, Balaji Lakshminarayanan, Hartwig Adam, Jiaping Zhao, Jie Ren, Laurent Itti, Ming-Hsuan Yang, Yunhao Ge, Yuxiao Wang","submitted_at":"2022-12-04T07:26:24Z","abstract_excerpt":"Multi-modal image-text models such as CLIP and LiT have demonstrated impressive performance on image classification benchmarks and their zero-shot generalization ability is particularly exciting. While the top-5 zero-shot accuracies of these models are very high, the top-1 accuracies are much lower (over 25% gap in some cases). We investigate the reasons for this performance gap and find that many of the failure cases are caused by ambiguity in the text prompts. First, we develop a simple and efficient zero-shot post-hoc method to identify images whose top-1 prediction is likely to be incorrec"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.01758","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.01758/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jn2K55UKz7pCjdm9pTiHVbuYD6cn88QKmSGMx+ydAmfeqjdmqUjbc6hqO0dU1D8ZFekiCLZcwyM8oV5XWkoXCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:10:22.619018Z"},"content_sha256":"4bc41391ed27e283d01e840e4d805a46bb4ce0ad0e376ec338615031f2cc5c38","schema_version":"1.0","event_id":"sha256:4bc41391ed27e283d01e840e4d805a46bb4ce0ad0e376ec338615031f2cc5c38"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MIVX67TZG2NBVBZ47WYB2TPSOZ/bundle.json","state_url":"https://pith.science/pith/MIVX67TZG2NBVBZ47WYB2TPSOZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MIVX67TZG2NBVBZ47WYB2TPSOZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T14:10:22Z","links":{"resolver":"https://pith.science/pith/MIVX67TZG2NBVBZ47WYB2TPSOZ","bundle":"https://pith.science/pith/MIVX67TZG2NBVBZ47WYB2TPSOZ/bundle.json","state":"https://pith.science/pith/MIVX67TZG2NBVBZ47WYB2TPSOZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MIVX67TZG2NBVBZ47WYB2TPSOZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:MIVX67TZG2NBVBZ47WYB2TPSOZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5975f9517ce5fa61220713456ea602fb65f572153592b5be89080cca2a3068db","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-04T07:26:24Z","title_canon_sha256":"dacce094c7683eb429c9379d2d4e39e72a61d568a2ad898ca892473e605cf147"},"schema_version":"1.0","source":{"id":"2212.01758","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.01758","created_at":"2026-07-05T06:13:54Z"},{"alias_kind":"arxiv_version","alias_value":"2212.01758v2","created_at":"2026-07-05T06:13:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.01758","created_at":"2026-07-05T06:13:54Z"},{"alias_kind":"pith_short_12","alias_value":"MIVX67TZG2NB","created_at":"2026-07-05T06:13:54Z"},{"alias_kind":"pith_short_16","alias_value":"MIVX67TZG2NBVBZ4","created_at":"2026-07-05T06:13:54Z"},{"alias_kind":"pith_short_8","alias_value":"MIVX67TZ","created_at":"2026-07-05T06:13:54Z"}],"graph_snapshots":[{"event_id":"sha256:4bc41391ed27e283d01e840e4d805a46bb4ce0ad0e376ec338615031f2cc5c38","target":"graph","created_at":"2026-07-05T06:13:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.01758/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-modal image-text models such as CLIP and LiT have demonstrated impressive performance on image classification benchmarks and their zero-shot generalization ability is particularly exciting. While the top-5 zero-shot accuracies of these models are very high, the top-1 accuracies are much lower (over 25% gap in some cases). We investigate the reasons for this performance gap and find that many of the failure cases are caused by ambiguity in the text prompts. First, we develop a simple and efficient zero-shot post-hoc method to identify images whose top-1 prediction is likely to be incorrec","authors_text":"Andrew Gallagher, Balaji Lakshminarayanan, Hartwig Adam, Jiaping Zhao, Jie Ren, Laurent Itti, Ming-Hsuan Yang, Yunhao Ge, Yuxiao Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-04T07:26:24Z","title":"Improving Zero-shot Generalization and Robustness of Multi-modal Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.01758","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8f6d3baefb132586d1aee818bc839e832862699c6bd78012b8ae32aea007ee18","target":"record","created_at":"2026-07-05T06:13:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5975f9517ce5fa61220713456ea602fb65f572153592b5be89080cca2a3068db","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-04T07:26:24Z","title_canon_sha256":"dacce094c7683eb429c9379d2d4e39e72a61d568a2ad898ca892473e605cf147"},"schema_version":"1.0","source":{"id":"2212.01758","kind":"arxiv","version":2}},"canonical_sha256":"622b7f7e79369a1a873cfdb01d4df2766e0fa1433b2743d7367e669d809eecf0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"622b7f7e79369a1a873cfdb01d4df2766e0fa1433b2743d7367e669d809eecf0","first_computed_at":"2026-07-05T06:13:54.015009Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:13:54.015009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TbVmvVQ1ifIDp/Psug/ORW26cphFB/iH9M1OS2KcoKHiSIMBpDcnR7UK9wMDq2uEU/p9TLpbrkEgDEetpS60Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:13:54.015471Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.01758","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8f6d3baefb132586d1aee818bc839e832862699c6bd78012b8ae32aea007ee18","sha256:4bc41391ed27e283d01e840e4d805a46bb4ce0ad0e376ec338615031f2cc5c38"],"state_sha256":"c7d9a5bc66d8f9d49454cf3ec885d0df6dc254d59b808b55dfa2359759d18d0f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a/Q72K+7VMOryXVmnWSZor5ABUSQyAWA7vBre4YKttFk8GNsN9HwPI25r4QxldBE43XdogkYU7p/MAV3gBOJBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T14:10:22.624112Z","bundle_sha256":"257e9d866ab3ce5414f065760afc150a8f2c8fe59ad02cd22ececfaba529aa5c"}}