{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:JD5WIRXXRXOFUNZ3T3A2HHJ7JR","short_pith_number":"pith:JD5WIRXX","canonical_record":{"source":{"id":"1809.02156","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-06T18:25:18Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"b587f17f4baae948ffe1d05ac60fbb9b6c005d2977917854db201f5c5d577f53","abstract_canon_sha256":"ad38a38ec5a45294e9dab5bb0f02a05ab57840394b284922507caa77397a0acd"},"schema_version":"1.0"},"canonical_sha256":"48fb6446f78ddc5a373b9ec1a39d3f4c68cba1873837c882adaf35900d6efad2","source":{"kind":"arxiv","id":"1809.02156","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.02156","created_at":"2026-05-17T23:49:52Z"},{"alias_kind":"arxiv_version","alias_value":"1809.02156v2","created_at":"2026-05-17T23:49:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.02156","created_at":"2026-05-17T23:49:52Z"},{"alias_kind":"pith_short_12","alias_value":"JD5WIRXXRXOF","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_16","alias_value":"JD5WIRXXRXOFUNZ3","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_8","alias_value":"JD5WIRXX","created_at":"2026-05-18T12:32:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:JD5WIRXXRXOFUNZ3T3A2HHJ7JR","target":"record","payload":{"canonical_record":{"source":{"id":"1809.02156","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-06T18:25:18Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"b587f17f4baae948ffe1d05ac60fbb9b6c005d2977917854db201f5c5d577f53","abstract_canon_sha256":"ad38a38ec5a45294e9dab5bb0f02a05ab57840394b284922507caa77397a0acd"},"schema_version":"1.0"},"canonical_sha256":"48fb6446f78ddc5a373b9ec1a39d3f4c68cba1873837c882adaf35900d6efad2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:49:52.569108Z","signature_b64":"TxzX6zTyfSeW0Qce6uX7M6FSdUYIgDx1Nlm0o7zljx5gTDUqz8ztnwvYoXneqcI22glQY89I7hpH2ctOyn2+AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"48fb6446f78ddc5a373b9ec1a39d3f4c68cba1873837c882adaf35900d6efad2","last_reissued_at":"2026-05-17T23:49:52.568726Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:49:52.568726Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1809.02156","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:49:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8zgkLgYdBNLTB0f5AuhJflrTE6/mn1+zWIBinZRYNH4rgSU3tTyKiZM8MqGHf2fyXpPr9cKTAcPBBKOWQ9l5DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T17:23:54.861749Z"},"content_sha256":"cd23742b696940246d308a8597f3691845959913541a8cdd8f7f55026146a776","schema_version":"1.0","event_id":"sha256:cd23742b696940246d308a8597f3691845959913541a8cdd8f7f55026146a776"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:JD5WIRXXRXOFUNZ3T3A2HHJ7JR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Object Hallucination in Image Captioning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.CL","authors_text":"Anna Rohrbach, Kate Saenko, Kaylee Burns, Lisa Anne Hendricks, Trevor Darrell","submitted_at":"2018-09-06T18:25:18Z","abstract_excerpt":"Despite continuously improving performance, contemporary image captioning models are prone to \"hallucinating\" objects that are not actually in a scene. One problem is that standard metrics only measure similarity to ground truth captions and may not fully capture image relevance. In this work, we propose a new image relevance metric to evaluate current models with veridical visual labels and assess their rate of object hallucination. We analyze how captioning model architectures and learning objectives contribute to object hallucination, explore when hallucination is likely due to image miscla"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.02156","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:49:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"96WLVb9UDXGfejryWLmXadrJ4Ubyjz1iImh+RqIUfsNLGeSmhVrkfAqahPzXL72hYpNo2tq891nxGJYDgSFTDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T17:23:54.862459Z"},"content_sha256":"006a3bc3bd64424dbf5e911fc395f434962c36e336cc48ad5e3dbca687382896","schema_version":"1.0","event_id":"sha256:006a3bc3bd64424dbf5e911fc395f434962c36e336cc48ad5e3dbca687382896"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JD5WIRXXRXOFUNZ3T3A2HHJ7JR/bundle.json","state_url":"https://pith.science/pith/JD5WIRXXRXOFUNZ3T3A2HHJ7JR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JD5WIRXXRXOFUNZ3T3A2HHJ7JR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T17:23:54Z","links":{"resolver":"https://pith.science/pith/JD5WIRXXRXOFUNZ3T3A2HHJ7JR","bundle":"https://pith.science/pith/JD5WIRXXRXOFUNZ3T3A2HHJ7JR/bundle.json","state":"https://pith.science/pith/JD5WIRXXRXOFUNZ3T3A2HHJ7JR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JD5WIRXXRXOFUNZ3T3A2HHJ7JR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:JD5WIRXXRXOFUNZ3T3A2HHJ7JR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ad38a38ec5a45294e9dab5bb0f02a05ab57840394b284922507caa77397a0acd","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-06T18:25:18Z","title_canon_sha256":"b587f17f4baae948ffe1d05ac60fbb9b6c005d2977917854db201f5c5d577f53"},"schema_version":"1.0","source":{"id":"1809.02156","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.02156","created_at":"2026-05-17T23:49:52Z"},{"alias_kind":"arxiv_version","alias_value":"1809.02156v2","created_at":"2026-05-17T23:49:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.02156","created_at":"2026-05-17T23:49:52Z"},{"alias_kind":"pith_short_12","alias_value":"JD5WIRXXRXOF","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_16","alias_value":"JD5WIRXXRXOFUNZ3","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_8","alias_value":"JD5WIRXX","created_at":"2026-05-18T12:32:31Z"}],"graph_snapshots":[{"event_id":"sha256:006a3bc3bd64424dbf5e911fc395f434962c36e336cc48ad5e3dbca687382896","target":"graph","created_at":"2026-05-17T23:49:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Despite continuously improving performance, contemporary image captioning models are prone to \"hallucinating\" objects that are not actually in a scene. One problem is that standard metrics only measure similarity to ground truth captions and may not fully capture image relevance. In this work, we propose a new image relevance metric to evaluate current models with veridical visual labels and assess their rate of object hallucination. We analyze how captioning model architectures and learning objectives contribute to object hallucination, explore when hallucination is likely due to image miscla","authors_text":"Anna Rohrbach, Kate Saenko, Kaylee Burns, Lisa Anne Hendricks, Trevor Darrell","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-06T18:25:18Z","title":"Object Hallucination in Image Captioning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.02156","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cd23742b696940246d308a8597f3691845959913541a8cdd8f7f55026146a776","target":"record","created_at":"2026-05-17T23:49:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ad38a38ec5a45294e9dab5bb0f02a05ab57840394b284922507caa77397a0acd","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-06T18:25:18Z","title_canon_sha256":"b587f17f4baae948ffe1d05ac60fbb9b6c005d2977917854db201f5c5d577f53"},"schema_version":"1.0","source":{"id":"1809.02156","kind":"arxiv","version":2}},"canonical_sha256":"48fb6446f78ddc5a373b9ec1a39d3f4c68cba1873837c882adaf35900d6efad2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"48fb6446f78ddc5a373b9ec1a39d3f4c68cba1873837c882adaf35900d6efad2","first_computed_at":"2026-05-17T23:49:52.568726Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:49:52.568726Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TxzX6zTyfSeW0Qce6uX7M6FSdUYIgDx1Nlm0o7zljx5gTDUqz8ztnwvYoXneqcI22glQY89I7hpH2ctOyn2+AQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:49:52.569108Z","signed_message":"canonical_sha256_bytes"},"source_id":"1809.02156","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cd23742b696940246d308a8597f3691845959913541a8cdd8f7f55026146a776","sha256:006a3bc3bd64424dbf5e911fc395f434962c36e336cc48ad5e3dbca687382896"],"state_sha256":"2f7f05e598407b5a986d07551241a8ec94ca4a065f75ff85ede3e6cd1c3fbd6b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1jHZEPAozYD1eXE+nBLdxyFIb3nujAWRHZrsOukFi4jWR43bP78Vv/smESMGoYTTtJo0mEq0PqFclHPYMSvZBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T17:23:54.866345Z","bundle_sha256":"b8cbc99dd2db7a82f815cadc2b1c0f5abb966da43923c7a3aa1b42efade89379"}}