{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IZDVGM2LO7J4QITFSRURVGXBOW","short_pith_number":"pith:IZDVGM2L","canonical_record":{"source":{"id":"2412.13333","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-17T21:09:49Z","cross_cats_sorted":[],"title_canon_sha256":"659d895dd4afa9f775672daabc9f7a7ab2734fe1b6ba0f53ae02950892d4ce7d","abstract_canon_sha256":"12991cf676cf3faed7aa53a0b5c0ff0ee55c5e86ba13423a8f26c74dfe7e9fc5"},"schema_version":"1.0"},"canonical_sha256":"464753334b77d3c8226594691a9ae175b84ec23f5531662624414180cc90384c","source":{"kind":"arxiv","id":"2412.13333","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.13333","created_at":"2026-07-05T10:19:34Z"},{"alias_kind":"arxiv_version","alias_value":"2412.13333v2","created_at":"2026-07-05T10:19:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.13333","created_at":"2026-07-05T10:19:34Z"},{"alias_kind":"pith_short_12","alias_value":"IZDVGM2LO7J4","created_at":"2026-07-05T10:19:34Z"},{"alias_kind":"pith_short_16","alias_value":"IZDVGM2LO7J4QITF","created_at":"2026-07-05T10:19:34Z"},{"alias_kind":"pith_short_8","alias_value":"IZDVGM2L","created_at":"2026-07-05T10:19:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IZDVGM2LO7J4QITFSRURVGXBOW","target":"record","payload":{"canonical_record":{"source":{"id":"2412.13333","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-17T21:09:49Z","cross_cats_sorted":[],"title_canon_sha256":"659d895dd4afa9f775672daabc9f7a7ab2734fe1b6ba0f53ae02950892d4ce7d","abstract_canon_sha256":"12991cf676cf3faed7aa53a0b5c0ff0ee55c5e86ba13423a8f26c74dfe7e9fc5"},"schema_version":"1.0"},"canonical_sha256":"464753334b77d3c8226594691a9ae175b84ec23f5531662624414180cc90384c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:19:34.146185Z","signature_b64":"oD21ZH058DpQ96HQXQcnmzlKa8dTBY2AQUK1UT/r/FlCK5ksHOknHXjBGJoqFQk5+KuY6Tvap/ay5ckWfAdiBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"464753334b77d3c8226594691a9ae175b84ec23f5531662624414180cc90384c","last_reissued_at":"2026-07-05T10:19:34.145757Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:19:34.145757Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.13333","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:19:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YpzVb6rAki4xXujI1CPw/Gx1L7D0ok87APSwvLWUPuJfUVTiayU0zcSFDGGPGFPvpQqpw6rf0bjeef4nO7jMDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T19:38:03.510489Z"},"content_sha256":"7f277c818d0013582982f613a5588e27bdea185d628ae915e93dcfa27d0cfe84","schema_version":"1.0","event_id":"sha256:7f277c818d0013582982f613a5588e27bdea185d628ae915e93dcfa27d0cfe84"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IZDVGM2LO7J4QITFSRURVGXBOW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Accuracy: On the Effects of Fine-tuning Towards Vision-Language Model's Prediction Rationality","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Kien X. Nguyen, Qitong Wang, Tang Li, Xi Peng","submitted_at":"2024-12-17T21:09:49Z","abstract_excerpt":"Vision-Language Models (VLMs), such as CLIP, have already seen widespread applications. Researchers actively engage in further fine-tuning VLMs in safety-critical domains. In these domains, prediction rationality is crucial: the prediction should be correct and based on valid evidence. Yet, for VLMs, the impact of fine-tuning on prediction rationality is seldomly investigated. To study this problem, we proposed two new metrics called Prediction Trustworthiness and Inference Reliability. We conducted extensive experiments on various settings and observed some interesting phenomena. On the one h"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.13333","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.13333/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:19:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vhnNqGats7nkgdMvj3XMKbpVxbN4+RzX5M/OiwdpoLI9YWDQHZLtqBexfNozHE35gDUHpSeUA36Ginzh5QkVDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T19:38:03.511003Z"},"content_sha256":"4f0fef1eef409beee37a4e883aa63e1efd6e39435cc5777df83cc16638ac47f8","schema_version":"1.0","event_id":"sha256:4f0fef1eef409beee37a4e883aa63e1efd6e39435cc5777df83cc16638ac47f8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IZDVGM2LO7J4QITFSRURVGXBOW/bundle.json","state_url":"https://pith.science/pith/IZDVGM2LO7J4QITFSRURVGXBOW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IZDVGM2LO7J4QITFSRURVGXBOW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T19:38:03Z","links":{"resolver":"https://pith.science/pith/IZDVGM2LO7J4QITFSRURVGXBOW","bundle":"https://pith.science/pith/IZDVGM2LO7J4QITFSRURVGXBOW/bundle.json","state":"https://pith.science/pith/IZDVGM2LO7J4QITFSRURVGXBOW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IZDVGM2LO7J4QITFSRURVGXBOW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IZDVGM2LO7J4QITFSRURVGXBOW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"12991cf676cf3faed7aa53a0b5c0ff0ee55c5e86ba13423a8f26c74dfe7e9fc5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-17T21:09:49Z","title_canon_sha256":"659d895dd4afa9f775672daabc9f7a7ab2734fe1b6ba0f53ae02950892d4ce7d"},"schema_version":"1.0","source":{"id":"2412.13333","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.13333","created_at":"2026-07-05T10:19:34Z"},{"alias_kind":"arxiv_version","alias_value":"2412.13333v2","created_at":"2026-07-05T10:19:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.13333","created_at":"2026-07-05T10:19:34Z"},{"alias_kind":"pith_short_12","alias_value":"IZDVGM2LO7J4","created_at":"2026-07-05T10:19:34Z"},{"alias_kind":"pith_short_16","alias_value":"IZDVGM2LO7J4QITF","created_at":"2026-07-05T10:19:34Z"},{"alias_kind":"pith_short_8","alias_value":"IZDVGM2L","created_at":"2026-07-05T10:19:34Z"}],"graph_snapshots":[{"event_id":"sha256:4f0fef1eef409beee37a4e883aa63e1efd6e39435cc5777df83cc16638ac47f8","target":"graph","created_at":"2026-07-05T10:19:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.13333/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vision-Language Models (VLMs), such as CLIP, have already seen widespread applications. Researchers actively engage in further fine-tuning VLMs in safety-critical domains. In these domains, prediction rationality is crucial: the prediction should be correct and based on valid evidence. Yet, for VLMs, the impact of fine-tuning on prediction rationality is seldomly investigated. To study this problem, we proposed two new metrics called Prediction Trustworthiness and Inference Reliability. We conducted extensive experiments on various settings and observed some interesting phenomena. On the one h","authors_text":"Kien X. Nguyen, Qitong Wang, Tang Li, Xi Peng","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-17T21:09:49Z","title":"Beyond Accuracy: On the Effects of Fine-tuning Towards Vision-Language Model's Prediction Rationality"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.13333","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7f277c818d0013582982f613a5588e27bdea185d628ae915e93dcfa27d0cfe84","target":"record","created_at":"2026-07-05T10:19:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"12991cf676cf3faed7aa53a0b5c0ff0ee55c5e86ba13423a8f26c74dfe7e9fc5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-17T21:09:49Z","title_canon_sha256":"659d895dd4afa9f775672daabc9f7a7ab2734fe1b6ba0f53ae02950892d4ce7d"},"schema_version":"1.0","source":{"id":"2412.13333","kind":"arxiv","version":2}},"canonical_sha256":"464753334b77d3c8226594691a9ae175b84ec23f5531662624414180cc90384c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"464753334b77d3c8226594691a9ae175b84ec23f5531662624414180cc90384c","first_computed_at":"2026-07-05T10:19:34.145757Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:19:34.145757Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oD21ZH058DpQ96HQXQcnmzlKa8dTBY2AQUK1UT/r/FlCK5ksHOknHXjBGJoqFQk5+KuY6Tvap/ay5ckWfAdiBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:19:34.146185Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.13333","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7f277c818d0013582982f613a5588e27bdea185d628ae915e93dcfa27d0cfe84","sha256:4f0fef1eef409beee37a4e883aa63e1efd6e39435cc5777df83cc16638ac47f8"],"state_sha256":"783d6d9ea01bab9faaf70df6b9ba9c788934f7ad9253c0a88e666348b52da502"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Wuj3WzVpqEmgVFUC/KPU+NS5cmxVepC4h4uvc7N10bfGQbquJ4ybpm4D9Mq1lKEk88v2x1oz0L4pI51EHMx3AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T19:38:03.515770Z","bundle_sha256":"270ce618a37d0bc32f98aee94a3fdd383c3504ea17b70bfabc7e1396b3107154"}}