{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:Y6TPYYXJOQGVPNXZCE72YQIQEZ","short_pith_number":"pith:Y6TPYYXJ","canonical_record":{"source":{"id":"1610.03342","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2016-10-11T14:00:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"aa5367ca19244fa7617e148997dc3bd4f96eb8d40e868f1e950c9613acb9b77a","abstract_canon_sha256":"508f4b006f0fc48e136583d0eba3712385418c89b675219fbb22eb08ac05204d"},"schema_version":"1.0"},"canonical_sha256":"c7a6fc62e9740d57b6f9113fac4110266ab68dc6556bb7188fc73edcc1e31079","source":{"kind":"arxiv","id":"1610.03342","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1610.03342","created_at":"2026-05-18T01:02:31Z"},{"alias_kind":"arxiv_version","alias_value":"1610.03342v1","created_at":"2026-05-18T01:02:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1610.03342","created_at":"2026-05-18T01:02:31Z"},{"alias_kind":"pith_short_12","alias_value":"Y6TPYYXJOQGV","created_at":"2026-05-18T12:30:53Z"},{"alias_kind":"pith_short_16","alias_value":"Y6TPYYXJOQGVPNXZ","created_at":"2026-05-18T12:30:53Z"},{"alias_kind":"pith_short_8","alias_value":"Y6TPYYXJ","created_at":"2026-05-18T12:30:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:Y6TPYYXJOQGVPNXZCE72YQIQEZ","target":"record","payload":{"canonical_record":{"source":{"id":"1610.03342","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2016-10-11T14:00:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"aa5367ca19244fa7617e148997dc3bd4f96eb8d40e868f1e950c9613acb9b77a","abstract_canon_sha256":"508f4b006f0fc48e136583d0eba3712385418c89b675219fbb22eb08ac05204d"},"schema_version":"1.0"},"canonical_sha256":"c7a6fc62e9740d57b6f9113fac4110266ab68dc6556bb7188fc73edcc1e31079","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:02:31.737513Z","signature_b64":"Nmzi+ZaT5LvfQYl1QbFOxBdh84AsMk6az4UwUxJ0F3nnZ+t0EHxuWPWEc03F2JUjredLAdR7jnCQXvixvHIsDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c7a6fc62e9740d57b6f9113fac4110266ab68dc6556bb7188fc73edcc1e31079","last_reissued_at":"2026-05-18T01:02:31.736889Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:02:31.736889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1610.03342","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:02:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/gNxBrHthTKnyaRyBuVK6kVGR+S9zEMT2zS84kHakyMsDHafJ0IvuOPgIrTp27Wll+dtlxOsy6K3eUu8zsdvAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-28T16:43:10.767648Z"},"content_sha256":"2c80a5da6c074aa44b110952a33384622e57ba39da2b65f8b98c7f8bb87512ba","schema_version":"1.0","event_id":"sha256:2c80a5da6c074aa44b110952a33384622e57ba39da2b65f8b98c7f8bb87512ba"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:Y6TPYYXJOQGVPNXZCE72YQIQEZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From phonemes to images: levels of representation in a recurrent neural model of visually-grounded language learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Grzegorz Chrupa{\\l}a, Lieke Gelderloos","submitted_at":"2016-10-11T14:00:28Z","abstract_excerpt":"We present a model of visually-grounded language learning based on stacked gated recurrent neural networks which learns to predict visual features given an image description in the form of a sequence of phonemes. The learning task resembles that faced by human language learners who need to discover both structure and meaning from noisy and ambiguous data across modalities. We show that our model indeed learns to predict features of the visual context given phonetically transcribed image descriptions, and show that it represents linguistic information in a hierarchy of levels: lower layers in t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1610.03342","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:02:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/dJvAp9hfyw9g9N6g1xKDdd4oTiZiVVNfr+ChYBDc3Yt6Osv6UFnSL3O+P91+MnVsmOciewTUBsd6gvB5LqGDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-28T16:43:10.767986Z"},"content_sha256":"274a834b2d7c9deb0fd5d3bef7472eced3faae8da7aa5534dd5a90088d53aa48","schema_version":"1.0","event_id":"sha256:274a834b2d7c9deb0fd5d3bef7472eced3faae8da7aa5534dd5a90088d53aa48"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y6TPYYXJOQGVPNXZCE72YQIQEZ/bundle.json","state_url":"https://pith.science/pith/Y6TPYYXJOQGVPNXZCE72YQIQEZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y6TPYYXJOQGVPNXZCE72YQIQEZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-28T16:43:10Z","links":{"resolver":"https://pith.science/pith/Y6TPYYXJOQGVPNXZCE72YQIQEZ","bundle":"https://pith.science/pith/Y6TPYYXJOQGVPNXZCE72YQIQEZ/bundle.json","state":"https://pith.science/pith/Y6TPYYXJOQGVPNXZCE72YQIQEZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y6TPYYXJOQGVPNXZCE72YQIQEZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:Y6TPYYXJOQGVPNXZCE72YQIQEZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"508f4b006f0fc48e136583d0eba3712385418c89b675219fbb22eb08ac05204d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2016-10-11T14:00:28Z","title_canon_sha256":"aa5367ca19244fa7617e148997dc3bd4f96eb8d40e868f1e950c9613acb9b77a"},"schema_version":"1.0","source":{"id":"1610.03342","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1610.03342","created_at":"2026-05-18T01:02:31Z"},{"alias_kind":"arxiv_version","alias_value":"1610.03342v1","created_at":"2026-05-18T01:02:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1610.03342","created_at":"2026-05-18T01:02:31Z"},{"alias_kind":"pith_short_12","alias_value":"Y6TPYYXJOQGV","created_at":"2026-05-18T12:30:53Z"},{"alias_kind":"pith_short_16","alias_value":"Y6TPYYXJOQGVPNXZ","created_at":"2026-05-18T12:30:53Z"},{"alias_kind":"pith_short_8","alias_value":"Y6TPYYXJ","created_at":"2026-05-18T12:30:53Z"}],"graph_snapshots":[{"event_id":"sha256:274a834b2d7c9deb0fd5d3bef7472eced3faae8da7aa5534dd5a90088d53aa48","target":"graph","created_at":"2026-05-18T01:02:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We present a model of visually-grounded language learning based on stacked gated recurrent neural networks which learns to predict visual features given an image description in the form of a sequence of phonemes. The learning task resembles that faced by human language learners who need to discover both structure and meaning from noisy and ambiguous data across modalities. We show that our model indeed learns to predict features of the visual context given phonetically transcribed image descriptions, and show that it represents linguistic information in a hierarchy of levels: lower layers in t","authors_text":"Grzegorz Chrupa{\\l}a, Lieke Gelderloos","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2016-10-11T14:00:28Z","title":"From phonemes to images: levels of representation in a recurrent neural model of visually-grounded language learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1610.03342","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2c80a5da6c074aa44b110952a33384622e57ba39da2b65f8b98c7f8bb87512ba","target":"record","created_at":"2026-05-18T01:02:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"508f4b006f0fc48e136583d0eba3712385418c89b675219fbb22eb08ac05204d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2016-10-11T14:00:28Z","title_canon_sha256":"aa5367ca19244fa7617e148997dc3bd4f96eb8d40e868f1e950c9613acb9b77a"},"schema_version":"1.0","source":{"id":"1610.03342","kind":"arxiv","version":1}},"canonical_sha256":"c7a6fc62e9740d57b6f9113fac4110266ab68dc6556bb7188fc73edcc1e31079","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c7a6fc62e9740d57b6f9113fac4110266ab68dc6556bb7188fc73edcc1e31079","first_computed_at":"2026-05-18T01:02:31.736889Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:02:31.736889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Nmzi+ZaT5LvfQYl1QbFOxBdh84AsMk6az4UwUxJ0F3nnZ+t0EHxuWPWEc03F2JUjredLAdR7jnCQXvixvHIsDw==","signature_status":"signed_v1","signed_at":"2026-05-18T01:02:31.737513Z","signed_message":"canonical_sha256_bytes"},"source_id":"1610.03342","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2c80a5da6c074aa44b110952a33384622e57ba39da2b65f8b98c7f8bb87512ba","sha256:274a834b2d7c9deb0fd5d3bef7472eced3faae8da7aa5534dd5a90088d53aa48"],"state_sha256":"2ace88eff1ebb45c58e259e9953bf9155e36e8315006e4d353f7484817a7441a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tK39i/FznJno3AfvTGecxzLS+dQMUbMoK1qPRlGtrnhy9YgYe4s3auHIEq/eyBefi5LszISOQPEFyklrpCWsCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-28T16:43:10.769757Z","bundle_sha256":"f94dc93739b7216c1c41843c44948abf1cedd0adada62b1b84fef41ca9a78c2a"}}