{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:3KJD4DIGU6YLPWBOYGGJDSJWNK","short_pith_number":"pith:3KJD4DIG","canonical_record":{"source":{"id":"1911.02971","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-07T16:34:31Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"d4680e4ed1f8442f8e1f1b4db84202f730e3bb4d4d8aedb2af09db942bf7ad1e","abstract_canon_sha256":"7cf2fbeaa2d20e8d941ed0b4a50ccccbab3f3fff09d1199baa3a51b7ce744897"},"schema_version":"1.0"},"canonical_sha256":"da923e0d06a7b0b7d82ec18c91c9366abe09c6923909dae881bb4fa9a16cdd1c","source":{"kind":"arxiv","id":"1911.02971","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.02971","created_at":"2026-07-05T00:17:58Z"},{"alias_kind":"arxiv_version","alias_value":"1911.02971v1","created_at":"2026-07-05T00:17:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.02971","created_at":"2026-07-05T00:17:58Z"},{"alias_kind":"pith_short_12","alias_value":"3KJD4DIGU6YL","created_at":"2026-07-05T00:17:58Z"},{"alias_kind":"pith_short_16","alias_value":"3KJD4DIGU6YLPWBO","created_at":"2026-07-05T00:17:58Z"},{"alias_kind":"pith_short_8","alias_value":"3KJD4DIG","created_at":"2026-07-05T00:17:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:3KJD4DIGU6YLPWBOYGGJDSJWNK","target":"record","payload":{"canonical_record":{"source":{"id":"1911.02971","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-07T16:34:31Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"d4680e4ed1f8442f8e1f1b4db84202f730e3bb4d4d8aedb2af09db942bf7ad1e","abstract_canon_sha256":"7cf2fbeaa2d20e8d941ed0b4a50ccccbab3f3fff09d1199baa3a51b7ce744897"},"schema_version":"1.0"},"canonical_sha256":"da923e0d06a7b0b7d82ec18c91c9366abe09c6923909dae881bb4fa9a16cdd1c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:17:58.856155Z","signature_b64":"pH+FqQvszyh47Otv+VX+0/E80a7R4TaplgFv5U/r7WMEf4cvWfCUHe2GDBe1TETfk57QW/ajPjUuycYC073cAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"da923e0d06a7b0b7d82ec18c91c9366abe09c6923909dae881bb4fa9a16cdd1c","last_reissued_at":"2026-07-05T00:17:58.855703Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:17:58.855703Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1911.02971","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:17:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FdZQl5flOdbd/rEsZ8UHzuYLc4ODE79HVI4aAYrofL5Ex6PMsAPwqGMa4MRG/yDWOiR6Gb6yRAL7uhqIExLnCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T14:17:23.859742Z"},"content_sha256":"c266369b34d078c2838b1f2021b0f3806eda72c854ad94c2586579eb9b1e656b","schema_version":"1.0","event_id":"sha256:c266369b34d078c2838b1f2021b0f3806eda72c854ad94c2586579eb9b1e656b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:3KJD4DIGU6YLPWBOYGGJDSJWNK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Probing Contextualized Sentence Representations with Visual Awareness","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","cs.LG"],"primary_cat":"cs.CL","authors_text":"Eiichiro Sumita, Hai Zhao, Kehai Chen, Masao Utiyama, Rui Wang, Zhuosheng Zhang","submitted_at":"2019-11-07T16:34:31Z","abstract_excerpt":"We present a universal framework to model contextualized sentence representations with visual awareness that is motivated to overcome the shortcomings of the multimodal parallel data with manual annotations. For each sentence, we first retrieve a diversity of images from a shared cross-modal embedding space, which is pre-trained on a large-scale of text-image pairs. Then, the texts and images are respectively encoded by transformer encoder and convolutional neural network. The two sequences of representations are further fused by a simple and effective attention layer. The architecture can be "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.02971","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1911.02971/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:17:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vO1AdjB+bii3hs2+ey7O3dQwigBrywFaaD7CsvrQixqkTIyByiBQCiclXZSTX6lDrwbms6ln69JfzO2j1SR5Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T14:17:23.860718Z"},"content_sha256":"37f8e5f99bbae9b85b3795b96fc5d089b27c3c5f2944ab01b5bd2486f5b9ee8a","schema_version":"1.0","event_id":"sha256:37f8e5f99bbae9b85b3795b96fc5d089b27c3c5f2944ab01b5bd2486f5b9ee8a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3KJD4DIGU6YLPWBOYGGJDSJWNK/bundle.json","state_url":"https://pith.science/pith/3KJD4DIGU6YLPWBOYGGJDSJWNK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3KJD4DIGU6YLPWBOYGGJDSJWNK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T14:17:23Z","links":{"resolver":"https://pith.science/pith/3KJD4DIGU6YLPWBOYGGJDSJWNK","bundle":"https://pith.science/pith/3KJD4DIGU6YLPWBOYGGJDSJWNK/bundle.json","state":"https://pith.science/pith/3KJD4DIGU6YLPWBOYGGJDSJWNK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3KJD4DIGU6YLPWBOYGGJDSJWNK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:3KJD4DIGU6YLPWBOYGGJDSJWNK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7cf2fbeaa2d20e8d941ed0b4a50ccccbab3f3fff09d1199baa3a51b7ce744897","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-07T16:34:31Z","title_canon_sha256":"d4680e4ed1f8442f8e1f1b4db84202f730e3bb4d4d8aedb2af09db942bf7ad1e"},"schema_version":"1.0","source":{"id":"1911.02971","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.02971","created_at":"2026-07-05T00:17:58Z"},{"alias_kind":"arxiv_version","alias_value":"1911.02971v1","created_at":"2026-07-05T00:17:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.02971","created_at":"2026-07-05T00:17:58Z"},{"alias_kind":"pith_short_12","alias_value":"3KJD4DIGU6YL","created_at":"2026-07-05T00:17:58Z"},{"alias_kind":"pith_short_16","alias_value":"3KJD4DIGU6YLPWBO","created_at":"2026-07-05T00:17:58Z"},{"alias_kind":"pith_short_8","alias_value":"3KJD4DIG","created_at":"2026-07-05T00:17:58Z"}],"graph_snapshots":[{"event_id":"sha256:37f8e5f99bbae9b85b3795b96fc5d089b27c3c5f2944ab01b5bd2486f5b9ee8a","target":"graph","created_at":"2026-07-05T00:17:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1911.02971/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present a universal framework to model contextualized sentence representations with visual awareness that is motivated to overcome the shortcomings of the multimodal parallel data with manual annotations. For each sentence, we first retrieve a diversity of images from a shared cross-modal embedding space, which is pre-trained on a large-scale of text-image pairs. Then, the texts and images are respectively encoded by transformer encoder and convolutional neural network. The two sequences of representations are further fused by a simple and effective attention layer. The architecture can be ","authors_text":"Eiichiro Sumita, Hai Zhao, Kehai Chen, Masao Utiyama, Rui Wang, Zhuosheng Zhang","cross_cats":["cs.CV","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-07T16:34:31Z","title":"Probing Contextualized Sentence Representations with Visual Awareness"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.02971","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c266369b34d078c2838b1f2021b0f3806eda72c854ad94c2586579eb9b1e656b","target":"record","created_at":"2026-07-05T00:17:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7cf2fbeaa2d20e8d941ed0b4a50ccccbab3f3fff09d1199baa3a51b7ce744897","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-07T16:34:31Z","title_canon_sha256":"d4680e4ed1f8442f8e1f1b4db84202f730e3bb4d4d8aedb2af09db942bf7ad1e"},"schema_version":"1.0","source":{"id":"1911.02971","kind":"arxiv","version":1}},"canonical_sha256":"da923e0d06a7b0b7d82ec18c91c9366abe09c6923909dae881bb4fa9a16cdd1c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"da923e0d06a7b0b7d82ec18c91c9366abe09c6923909dae881bb4fa9a16cdd1c","first_computed_at":"2026-07-05T00:17:58.855703Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:17:58.855703Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pH+FqQvszyh47Otv+VX+0/E80a7R4TaplgFv5U/r7WMEf4cvWfCUHe2GDBe1TETfk57QW/ajPjUuycYC073cAA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:17:58.856155Z","signed_message":"canonical_sha256_bytes"},"source_id":"1911.02971","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c266369b34d078c2838b1f2021b0f3806eda72c854ad94c2586579eb9b1e656b","sha256:37f8e5f99bbae9b85b3795b96fc5d089b27c3c5f2944ab01b5bd2486f5b9ee8a"],"state_sha256":"91f39a050551008a23a773884224e076792506767ad1d285b5174b57dc1bea9e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tTNgrK+Fx5XLLonG8YVy4V1JtfzIy2b4UIBOT//okg+IylI8dHJlFrByw5ZwKB7lSKe14ULihoJCJIAZyfjjBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T14:17:23.867597Z","bundle_sha256":"88bce1b63d66169c7405ff58a0a34a360a88090dea7871373ca340bd7f95cd86"}}