{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:VF75PBJJUNFC6DKKMUAAPW2EUH","short_pith_number":"pith:VF75PBJJ","canonical_record":{"source":{"id":"2106.10936","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-21T09:12:55Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"dfb9ddcb107cda258b486bf26fbbb6c6793a744529075cff5010fb883534cff4","abstract_canon_sha256":"b7982f77ff074af282d7698de3263888101a8f5b79cad976c91d0394a08a25c3"},"schema_version":"1.0"},"canonical_sha256":"a97fd78529a34a2f0d4a650007db44a1eba59b2afb44769ac7cc014802692b04","source":{"kind":"arxiv","id":"2106.10936","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.10936","created_at":"2026-07-05T02:50:54Z"},{"alias_kind":"arxiv_version","alias_value":"2106.10936v1","created_at":"2026-07-05T02:50:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.10936","created_at":"2026-07-05T02:50:54Z"},{"alias_kind":"pith_short_12","alias_value":"VF75PBJJUNFC","created_at":"2026-07-05T02:50:54Z"},{"alias_kind":"pith_short_16","alias_value":"VF75PBJJUNFC6DKK","created_at":"2026-07-05T02:50:54Z"},{"alias_kind":"pith_short_8","alias_value":"VF75PBJJ","created_at":"2026-07-05T02:50:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:VF75PBJJUNFC6DKKMUAAPW2EUH","target":"record","payload":{"canonical_record":{"source":{"id":"2106.10936","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-21T09:12:55Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"dfb9ddcb107cda258b486bf26fbbb6c6793a744529075cff5010fb883534cff4","abstract_canon_sha256":"b7982f77ff074af282d7698de3263888101a8f5b79cad976c91d0394a08a25c3"},"schema_version":"1.0"},"canonical_sha256":"a97fd78529a34a2f0d4a650007db44a1eba59b2afb44769ac7cc014802692b04","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:50:54.790756Z","signature_b64":"8/B3ap4IDCmFVsfA3Dhr4m86Hi6LiqB71Exc9LamaccPFN4bc1Wlrgc3xSr7TQZm5XcblIl5yLwUZo2GNx8UBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a97fd78529a34a2f0d4a650007db44a1eba59b2afb44769ac7cc014802692b04","last_reissued_at":"2026-07-05T02:50:54.790334Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:50:54.790334Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.10936","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:50:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l3tmYK2ueFXVb7uCwf5QZfqaGtD/rsdDW+xqK9GXpkY7FuImXOjjoGFjqXLJRG8O0w9MZFZ7bNKB/xmApmi4DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:00:44.757983Z"},"content_sha256":"2bbf81873d2931b4ead5c4e664508998b91cc1723600be491b0b6283294fb662","schema_version":"1.0","event_id":"sha256:2bbf81873d2931b4ead5c4e664508998b91cc1723600be491b0b6283294fb662"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:VF75PBJJUNFC6DKKMUAAPW2EUH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TCIC: Theme Concepts Learning Cross Language and Vision for Image Captioning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.CV","authors_text":"Haijun Shan, Ruize Wang, Siyuan Wang, Xuanjing Huang, Zejun Li, Zhihao Fan, Zhongyu Wei","submitted_at":"2021-06-21T09:12:55Z","abstract_excerpt":"Existing research for image captioning usually represents an image using a scene graph with low-level facts (objects and relations) and fails to capture the high-level semantics. In this paper, we propose a Theme Concepts extended Image Captioning (TCIC) framework that incorporates theme concepts to represent high-level cross-modality semantics. In practice, we model theme concepts as memory vectors and propose Transformer with Theme Nodes (TTN) to incorporate those vectors for image captioning. Considering that theme concepts can be learned from both images and captions, we propose two settin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.10936","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.10936/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:50:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bavsC0/DvouQeXrnmUsmNOSJWsYadwW0oIg8N/cc1UCbv240HQ5qtPZ5hVFwSRL6sNSoADQrnxxut0YPsZKRBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:00:44.758514Z"},"content_sha256":"f8e148d66e2263af206cb204bb92c73f55801da05de3cdc650ea6f0e6c2dbe76","schema_version":"1.0","event_id":"sha256:f8e148d66e2263af206cb204bb92c73f55801da05de3cdc650ea6f0e6c2dbe76"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VF75PBJJUNFC6DKKMUAAPW2EUH/bundle.json","state_url":"https://pith.science/pith/VF75PBJJUNFC6DKKMUAAPW2EUH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VF75PBJJUNFC6DKKMUAAPW2EUH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T13:00:44Z","links":{"resolver":"https://pith.science/pith/VF75PBJJUNFC6DKKMUAAPW2EUH","bundle":"https://pith.science/pith/VF75PBJJUNFC6DKKMUAAPW2EUH/bundle.json","state":"https://pith.science/pith/VF75PBJJUNFC6DKKMUAAPW2EUH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VF75PBJJUNFC6DKKMUAAPW2EUH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:VF75PBJJUNFC6DKKMUAAPW2EUH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b7982f77ff074af282d7698de3263888101a8f5b79cad976c91d0394a08a25c3","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-21T09:12:55Z","title_canon_sha256":"dfb9ddcb107cda258b486bf26fbbb6c6793a744529075cff5010fb883534cff4"},"schema_version":"1.0","source":{"id":"2106.10936","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.10936","created_at":"2026-07-05T02:50:54Z"},{"alias_kind":"arxiv_version","alias_value":"2106.10936v1","created_at":"2026-07-05T02:50:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.10936","created_at":"2026-07-05T02:50:54Z"},{"alias_kind":"pith_short_12","alias_value":"VF75PBJJUNFC","created_at":"2026-07-05T02:50:54Z"},{"alias_kind":"pith_short_16","alias_value":"VF75PBJJUNFC6DKK","created_at":"2026-07-05T02:50:54Z"},{"alias_kind":"pith_short_8","alias_value":"VF75PBJJ","created_at":"2026-07-05T02:50:54Z"}],"graph_snapshots":[{"event_id":"sha256:f8e148d66e2263af206cb204bb92c73f55801da05de3cdc650ea6f0e6c2dbe76","target":"graph","created_at":"2026-07-05T02:50:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.10936/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing research for image captioning usually represents an image using a scene graph with low-level facts (objects and relations) and fails to capture the high-level semantics. In this paper, we propose a Theme Concepts extended Image Captioning (TCIC) framework that incorporates theme concepts to represent high-level cross-modality semantics. In practice, we model theme concepts as memory vectors and propose Transformer with Theme Nodes (TTN) to incorporate those vectors for image captioning. Considering that theme concepts can be learned from both images and captions, we propose two settin","authors_text":"Haijun Shan, Ruize Wang, Siyuan Wang, Xuanjing Huang, Zejun Li, Zhihao Fan, Zhongyu Wei","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-21T09:12:55Z","title":"TCIC: Theme Concepts Learning Cross Language and Vision for Image Captioning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.10936","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2bbf81873d2931b4ead5c4e664508998b91cc1723600be491b0b6283294fb662","target":"record","created_at":"2026-07-05T02:50:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b7982f77ff074af282d7698de3263888101a8f5b79cad976c91d0394a08a25c3","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-21T09:12:55Z","title_canon_sha256":"dfb9ddcb107cda258b486bf26fbbb6c6793a744529075cff5010fb883534cff4"},"schema_version":"1.0","source":{"id":"2106.10936","kind":"arxiv","version":1}},"canonical_sha256":"a97fd78529a34a2f0d4a650007db44a1eba59b2afb44769ac7cc014802692b04","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a97fd78529a34a2f0d4a650007db44a1eba59b2afb44769ac7cc014802692b04","first_computed_at":"2026-07-05T02:50:54.790334Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:50:54.790334Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8/B3ap4IDCmFVsfA3Dhr4m86Hi6LiqB71Exc9LamaccPFN4bc1Wlrgc3xSr7TQZm5XcblIl5yLwUZo2GNx8UBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:50:54.790756Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.10936","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2bbf81873d2931b4ead5c4e664508998b91cc1723600be491b0b6283294fb662","sha256:f8e148d66e2263af206cb204bb92c73f55801da05de3cdc650ea6f0e6c2dbe76"],"state_sha256":"a766fb939fcb341a5f852c2e206995d05eb552ad8d47a06157ee49dc882bed0d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lO6dfXASoGV47U2B+PWyh+CyEv8AuTj+IF5ivDpyexRuC+hWH62ID3l124qZFxX+FIzLwnaQY5h5YL6CH5UoAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T13:00:44.763135Z","bundle_sha256":"c70d4a8df44a9e6439bb229f2c11a3805a20f579fc21be64dce60689af7761e0"}}