{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:J7ZHFPZRNCJFYGT7UW5WUFKAAY","short_pith_number":"pith:J7ZHFPZR","canonical_record":{"source":{"id":"2210.04806","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-10T16:09:21Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"2622f2113480573332a0f432b713bca36d16f0599e583de767b241cd7c862ac0","abstract_canon_sha256":"654f39159ec5a94417ec1e54e6e4f78fa2a60b8a67476aa6bcf3998af5394718"},"schema_version":"1.0"},"canonical_sha256":"4ff272bf3168925c1a7fa5bb6a1540063d43774f75513fb8800276ae48fd26e4","source":{"kind":"arxiv","id":"2210.04806","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.04806","created_at":"2026-07-05T05:04:56Z"},{"alias_kind":"arxiv_version","alias_value":"2210.04806v1","created_at":"2026-07-05T05:04:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.04806","created_at":"2026-07-05T05:04:56Z"},{"alias_kind":"pith_short_12","alias_value":"J7ZHFPZRNCJF","created_at":"2026-07-05T05:04:56Z"},{"alias_kind":"pith_short_16","alias_value":"J7ZHFPZRNCJFYGT7","created_at":"2026-07-05T05:04:56Z"},{"alias_kind":"pith_short_8","alias_value":"J7ZHFPZR","created_at":"2026-07-05T05:04:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:J7ZHFPZRNCJFYGT7UW5WUFKAAY","target":"record","payload":{"canonical_record":{"source":{"id":"2210.04806","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-10T16:09:21Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"2622f2113480573332a0f432b713bca36d16f0599e583de767b241cd7c862ac0","abstract_canon_sha256":"654f39159ec5a94417ec1e54e6e4f78fa2a60b8a67476aa6bcf3998af5394718"},"schema_version":"1.0"},"canonical_sha256":"4ff272bf3168925c1a7fa5bb6a1540063d43774f75513fb8800276ae48fd26e4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:04:56.906500Z","signature_b64":"l193CVGcWzqZq2YnWU4/OxzlPgeNqbsXkSlKmrBnQiOQBScCjggAXRoSW0WJVrFo8wTNbKEAwovTN1icvB6MCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4ff272bf3168925c1a7fa5bb6a1540063d43774f75513fb8800276ae48fd26e4","last_reissued_at":"2026-07-05T05:04:56.906096Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:04:56.906096Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.04806","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:04:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lVXY8fiLNhAVt3vNgNF2qOcuhIwvS1sTrqh1DhcYA2NxJ3Ob2T8MpyRE3weQkDFBLkLURylssshsjqB3/9IADA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T21:21:27.861190Z"},"content_sha256":"8df632cbe64314672d30d332fc873e1735b0aaa850ea0894dc6f2735b0277556","schema_version":"1.0","event_id":"sha256:8df632cbe64314672d30d332fc873e1735b0aaa850ea0894dc6f2735b0277556"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:J7ZHFPZRNCJFYGT7UW5WUFKAAY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Generating image captions with external encyclopedic knowledge","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.CL","authors_text":"Denis Paperno, Sofia Nikiforova, Tejaswini Deoskar, Yoad Winter","submitted_at":"2022-10-10T16:09:21Z","abstract_excerpt":"Accurately reporting what objects are depicted in an image is largely a solved problem in automatic caption generation. The next big challenge on the way to truly humanlike captioning is being able to incorporate the context of the image and related real world knowledge. We tackle this challenge by creating an end-to-end caption generation system that makes extensive use of image-specific encyclopedic data. Our approach includes a novel way of using image location to identify relevant open-domain facts in an external knowledge base, with their subsequent integration into the captioning pipelin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.04806","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.04806/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:04:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"66dV0W5zn3diZprsrMnQZ5bJSlaaPJsH9UUfrLwQr4krQ6HYFP4coLdMGYbw3d9+ITen0O1q50AK7ZFK51THCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T21:21:27.861776Z"},"content_sha256":"067558cb1794910ca8cb06ba390b3431f0d1a8dfda8d4974c9dd5f6e6ac510ef","schema_version":"1.0","event_id":"sha256:067558cb1794910ca8cb06ba390b3431f0d1a8dfda8d4974c9dd5f6e6ac510ef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J7ZHFPZRNCJFYGT7UW5WUFKAAY/bundle.json","state_url":"https://pith.science/pith/J7ZHFPZRNCJFYGT7UW5WUFKAAY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J7ZHFPZRNCJFYGT7UW5WUFKAAY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T21:21:27Z","links":{"resolver":"https://pith.science/pith/J7ZHFPZRNCJFYGT7UW5WUFKAAY","bundle":"https://pith.science/pith/J7ZHFPZRNCJFYGT7UW5WUFKAAY/bundle.json","state":"https://pith.science/pith/J7ZHFPZRNCJFYGT7UW5WUFKAAY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J7ZHFPZRNCJFYGT7UW5WUFKAAY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:J7ZHFPZRNCJFYGT7UW5WUFKAAY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"654f39159ec5a94417ec1e54e6e4f78fa2a60b8a67476aa6bcf3998af5394718","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-10T16:09:21Z","title_canon_sha256":"2622f2113480573332a0f432b713bca36d16f0599e583de767b241cd7c862ac0"},"schema_version":"1.0","source":{"id":"2210.04806","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.04806","created_at":"2026-07-05T05:04:56Z"},{"alias_kind":"arxiv_version","alias_value":"2210.04806v1","created_at":"2026-07-05T05:04:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.04806","created_at":"2026-07-05T05:04:56Z"},{"alias_kind":"pith_short_12","alias_value":"J7ZHFPZRNCJF","created_at":"2026-07-05T05:04:56Z"},{"alias_kind":"pith_short_16","alias_value":"J7ZHFPZRNCJFYGT7","created_at":"2026-07-05T05:04:56Z"},{"alias_kind":"pith_short_8","alias_value":"J7ZHFPZR","created_at":"2026-07-05T05:04:56Z"}],"graph_snapshots":[{"event_id":"sha256:067558cb1794910ca8cb06ba390b3431f0d1a8dfda8d4974c9dd5f6e6ac510ef","target":"graph","created_at":"2026-07-05T05:04:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.04806/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Accurately reporting what objects are depicted in an image is largely a solved problem in automatic caption generation. The next big challenge on the way to truly humanlike captioning is being able to incorporate the context of the image and related real world knowledge. We tackle this challenge by creating an end-to-end caption generation system that makes extensive use of image-specific encyclopedic data. Our approach includes a novel way of using image location to identify relevant open-domain facts in an external knowledge base, with their subsequent integration into the captioning pipelin","authors_text":"Denis Paperno, Sofia Nikiforova, Tejaswini Deoskar, Yoad Winter","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-10T16:09:21Z","title":"Generating image captions with external encyclopedic knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.04806","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8df632cbe64314672d30d332fc873e1735b0aaa850ea0894dc6f2735b0277556","target":"record","created_at":"2026-07-05T05:04:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"654f39159ec5a94417ec1e54e6e4f78fa2a60b8a67476aa6bcf3998af5394718","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-10T16:09:21Z","title_canon_sha256":"2622f2113480573332a0f432b713bca36d16f0599e583de767b241cd7c862ac0"},"schema_version":"1.0","source":{"id":"2210.04806","kind":"arxiv","version":1}},"canonical_sha256":"4ff272bf3168925c1a7fa5bb6a1540063d43774f75513fb8800276ae48fd26e4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4ff272bf3168925c1a7fa5bb6a1540063d43774f75513fb8800276ae48fd26e4","first_computed_at":"2026-07-05T05:04:56.906096Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:04:56.906096Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l193CVGcWzqZq2YnWU4/OxzlPgeNqbsXkSlKmrBnQiOQBScCjggAXRoSW0WJVrFo8wTNbKEAwovTN1icvB6MCw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:04:56.906500Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.04806","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8df632cbe64314672d30d332fc873e1735b0aaa850ea0894dc6f2735b0277556","sha256:067558cb1794910ca8cb06ba390b3431f0d1a8dfda8d4974c9dd5f6e6ac510ef"],"state_sha256":"617f82c4be37c01df93a2e2bc149381f3685596dd70033c698ab34a42f12c00a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VN60BOup5Gqi6m7gSo4stmtTDPSOyJSruSaGhUDF6z/ZQnr45dN+QJDeR7wdV8/9W2fZTlqO7OGZygm8FkV1BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T21:21:27.869009Z","bundle_sha256":"67354b0a03cc599ab5a57572de79a71c1865d8ab876a0470bf0fc137350eff93"}}