{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4P7EJVN5HMABSQJLDRWT3KKA4E","short_pith_number":"pith:4P7EJVN5","canonical_record":{"source":{"id":"2311.03287","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-06T17:26:59Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"961c8153e8fb898cf0c24249d52a39b5c69956fd788de0de0fb439b7dd7e7e05","abstract_canon_sha256":"d8a39b6873aff4cc478b0b7e0a4a207a3fe1b2a63a8ac00b4099df07c356b7a7"},"schema_version":"1.0"},"canonical_sha256":"e3fe44d5bd3b0019412b1c6d3da940e1372c5615b9f1318a115dfaaf155482e8","source":{"kind":"arxiv","id":"2311.03287","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.03287","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"arxiv_version","alias_value":"2311.03287v2","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.03287","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_12","alias_value":"4P7EJVN5HMAB","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_16","alias_value":"4P7EJVN5HMABSQJL","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_8","alias_value":"4P7EJVN5","created_at":"2026-07-05T07:09:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4P7EJVN5HMABSQJLDRWT3KKA4E","target":"record","payload":{"canonical_record":{"source":{"id":"2311.03287","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-06T17:26:59Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"961c8153e8fb898cf0c24249d52a39b5c69956fd788de0de0fb439b7dd7e7e05","abstract_canon_sha256":"d8a39b6873aff4cc478b0b7e0a4a207a3fe1b2a63a8ac00b4099df07c356b7a7"},"schema_version":"1.0"},"canonical_sha256":"e3fe44d5bd3b0019412b1c6d3da940e1372c5615b9f1318a115dfaaf155482e8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:09:56.677336Z","signature_b64":"HMbUmLaGtGC2fk6Ql1Rx7abEa502k/qZ3ckvGQBOr5ro7X5E7MpGyT5AWbASPmFzgu5NjbKx09+3YO7GuKTzAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e3fe44d5bd3b0019412b1c6d3da940e1372c5615b9f1318a115dfaaf155482e8","last_reissued_at":"2026-07-05T07:09:56.676825Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:09:56.676825Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.03287","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YaRcfpuqx08UiCRhPMc7lwfn8Lx5itF1Fg5pawh/n8oTv1W3RYCIXOE0M86pTsdIVm7NYpg0EXJbIqcj2HQRBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:41:12.922295Z"},"content_sha256":"51cd78cac49a2d3a5f00c31f35c83c3abb90dd5d92df4683fe99afcc0d30dbae","schema_version":"1.0","event_id":"sha256:51cd78cac49a2d3a5f00c31f35c83c3abb90dd5d92df4683fe99afcc0d30dbae"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4P7EJVN5HMABSQJLDRWT3KKA4E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Holistic Analysis of Hallucination in GPT-4V(ision): Bias and Interference Challenges","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.CV"],"primary_cat":"cs.LG","authors_text":"Chenhang Cui, Huaxiu Yao, James Zou, Linjun Zhang, Shirley Wu, Xinyu Yang, Yiyang Zhou","submitted_at":"2023-11-06T17:26:59Z","abstract_excerpt":"While GPT-4V(ision) impressively models both visual and textual information simultaneously, it's hallucination behavior has not been systematically assessed. To bridge this gap, we introduce a new benchmark, namely, the Bias and Interference Challenges in Visual Language Models (Bingo). This benchmark is designed to evaluate and shed light on the two common types of hallucinations in visual language models: bias and interference. Here, bias refers to the model's tendency to hallucinate certain types of responses, possibly due to imbalance in its training data. Interference pertains to scenario"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.03287","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.03287/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K5WpNLdzmqA9Eyuo/vDvZtHS1XqkMJKdy9jt7ZIsqiHVvWy26RvqK2SIvfmEQE4jyGYzOHvjP3EiL/hcA/7VDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:41:12.923198Z"},"content_sha256":"3671fb5943c335a42a3a46fca7091758ce3335644c7983ecf7d76e86924c67ad","schema_version":"1.0","event_id":"sha256:3671fb5943c335a42a3a46fca7091758ce3335644c7983ecf7d76e86924c67ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4P7EJVN5HMABSQJLDRWT3KKA4E/bundle.json","state_url":"https://pith.science/pith/4P7EJVN5HMABSQJLDRWT3KKA4E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4P7EJVN5HMABSQJLDRWT3KKA4E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T20:41:12Z","links":{"resolver":"https://pith.science/pith/4P7EJVN5HMABSQJLDRWT3KKA4E","bundle":"https://pith.science/pith/4P7EJVN5HMABSQJLDRWT3KKA4E/bundle.json","state":"https://pith.science/pith/4P7EJVN5HMABSQJLDRWT3KKA4E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4P7EJVN5HMABSQJLDRWT3KKA4E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4P7EJVN5HMABSQJLDRWT3KKA4E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d8a39b6873aff4cc478b0b7e0a4a207a3fe1b2a63a8ac00b4099df07c356b7a7","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-06T17:26:59Z","title_canon_sha256":"961c8153e8fb898cf0c24249d52a39b5c69956fd788de0de0fb439b7dd7e7e05"},"schema_version":"1.0","source":{"id":"2311.03287","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.03287","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"arxiv_version","alias_value":"2311.03287v2","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.03287","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_12","alias_value":"4P7EJVN5HMAB","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_16","alias_value":"4P7EJVN5HMABSQJL","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_8","alias_value":"4P7EJVN5","created_at":"2026-07-05T07:09:56Z"}],"graph_snapshots":[{"event_id":"sha256:3671fb5943c335a42a3a46fca7091758ce3335644c7983ecf7d76e86924c67ad","target":"graph","created_at":"2026-07-05T07:09:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.03287/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While GPT-4V(ision) impressively models both visual and textual information simultaneously, it's hallucination behavior has not been systematically assessed. To bridge this gap, we introduce a new benchmark, namely, the Bias and Interference Challenges in Visual Language Models (Bingo). This benchmark is designed to evaluate and shed light on the two common types of hallucinations in visual language models: bias and interference. Here, bias refers to the model's tendency to hallucinate certain types of responses, possibly due to imbalance in its training data. Interference pertains to scenario","authors_text":"Chenhang Cui, Huaxiu Yao, James Zou, Linjun Zhang, Shirley Wu, Xinyu Yang, Yiyang Zhou","cross_cats":["cs.CL","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-06T17:26:59Z","title":"Holistic Analysis of Hallucination in GPT-4V(ision): Bias and Interference Challenges"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.03287","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:51cd78cac49a2d3a5f00c31f35c83c3abb90dd5d92df4683fe99afcc0d30dbae","target":"record","created_at":"2026-07-05T07:09:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d8a39b6873aff4cc478b0b7e0a4a207a3fe1b2a63a8ac00b4099df07c356b7a7","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-06T17:26:59Z","title_canon_sha256":"961c8153e8fb898cf0c24249d52a39b5c69956fd788de0de0fb439b7dd7e7e05"},"schema_version":"1.0","source":{"id":"2311.03287","kind":"arxiv","version":2}},"canonical_sha256":"e3fe44d5bd3b0019412b1c6d3da940e1372c5615b9f1318a115dfaaf155482e8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e3fe44d5bd3b0019412b1c6d3da940e1372c5615b9f1318a115dfaaf155482e8","first_computed_at":"2026-07-05T07:09:56.676825Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:09:56.676825Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HMbUmLaGtGC2fk6Ql1Rx7abEa502k/qZ3ckvGQBOr5ro7X5E7MpGyT5AWbASPmFzgu5NjbKx09+3YO7GuKTzAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:09:56.677336Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.03287","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:51cd78cac49a2d3a5f00c31f35c83c3abb90dd5d92df4683fe99afcc0d30dbae","sha256:3671fb5943c335a42a3a46fca7091758ce3335644c7983ecf7d76e86924c67ad"],"state_sha256":"69004b791d6b63c665f1279c07ea18f6c2102baa14b3b88f5cac675f0c8ac12a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G3LnE67/9D8e0Xicvvy6Sr/zCVSN7ehHYc4PplhBgPzibhLBvj5yze28YCEb8R5QE6CwZGiBzb32z6q/6H2hDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T20:41:12.930006Z","bundle_sha256":"c68184eb84c13e2b97c55dd286b5aa11324cc77bd4d429af4933c745f81f7c15"}}