{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QUIL5YIKJOB2P2YCW7HCMDP2AL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e8969d794b4ecd4c1ff86e1a31628ee1181687d6b4a0c5136000d3cad191c0a7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-11T14:43:26Z","title_canon_sha256":"0699f2d1bef563f205889b491dcaeee5346062b971c5ec981d0cc2fa93efc807"},"schema_version":"1.0","source":{"id":"2210.05487","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.05487","created_at":"2026-07-05T05:41:30Z"},{"alias_kind":"arxiv_version","alias_value":"2210.05487v2","created_at":"2026-07-05T05:41:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.05487","created_at":"2026-07-05T05:41:30Z"},{"alias_kind":"pith_short_12","alias_value":"QUIL5YIKJOB2","created_at":"2026-07-05T05:41:30Z"},{"alias_kind":"pith_short_16","alias_value":"QUIL5YIKJOB2P2YC","created_at":"2026-07-05T05:41:30Z"},{"alias_kind":"pith_short_8","alias_value":"QUIL5YIK","created_at":"2026-07-05T05:41:30Z"}],"graph_snapshots":[{"event_id":"sha256:c63e31fe33a21a3614d2277bc0ea29e955d03f53ea071586f5994549d7d6893d","target":"graph","created_at":"2026-07-05T05:41:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.05487/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Unlike most neural language models, humans learn language in a rich, multi-sensory and, often, multi-lingual environment. Current language models typically fail to fully capture the complexities of multilingual language use. We train an LSTM language model on images and captions in English and Spanish from MS-COCO-ES. We find that the visual grounding improves the model's understanding of semantic similarity both within and across languages and improves perplexity. However, we find no significant advantage of visual grounding for abstract words. Our results provide additional evidence of the a","authors_text":"Alex Kelly, Ankur Mali, Khai-Nguyen Nguyen, Zixin Tang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-11T14:43:26Z","title":"Like a bilingual baby: The advantage of visually grounding a bilingual language model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.05487","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:154ea0cb4e759a92702adbb10304d420843585a8eac9caa6add6cef44db7a0e8","target":"record","created_at":"2026-07-05T05:41:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e8969d794b4ecd4c1ff86e1a31628ee1181687d6b4a0c5136000d3cad191c0a7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-11T14:43:26Z","title_canon_sha256":"0699f2d1bef563f205889b491dcaeee5346062b971c5ec981d0cc2fa93efc807"},"schema_version":"1.0","source":{"id":"2210.05487","kind":"arxiv","version":2}},"canonical_sha256":"8510bee10a4b83a7eb02b7ce260dfa02d30e9c1a7b8bf4aed5130186fc1ecb54","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8510bee10a4b83a7eb02b7ce260dfa02d30e9c1a7b8bf4aed5130186fc1ecb54","first_computed_at":"2026-07-05T05:41:30.314822Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:41:30.314822Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"swCUrVKqtAM9iDuz/FLCDdNRoNyPUoAbG8GFrODZ0X8EJvtcjwkcdZBFh7CN+M6KRXq0kotaApQIcDK+P4nCCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:41:30.315285Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.05487","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:154ea0cb4e759a92702adbb10304d420843585a8eac9caa6add6cef44db7a0e8","sha256:c63e31fe33a21a3614d2277bc0ea29e955d03f53ea071586f5994549d7d6893d"],"state_sha256":"e384ea97634f002c3aeb1b70e3e836f60d85cb71cd2b77584ac0fe71518b89ec"}