{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2015:LT7SKSDP6XVK72L36IS6OQWXQS","short_pith_number":"pith:LT7SKSDP","canonical_record":{"source":{"id":"1511.04401","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2015-11-13T18:59:36Z","cross_cats_sorted":["cs.CL","cs.LG","cs.NE"],"title_canon_sha256":"6d3c0686093ef8e0c4a67937d1ec9b31614d14874848971aa0660827c9f2a41b","abstract_canon_sha256":"1288b5ed406514197ed487df8d862fbd32ceaa963d29aab5e272103830113f06"},"schema_version":"1.0"},"canonical_sha256":"5cff25486ff5eaafe97bf225e742d784b6f8c3789da62566799123769e7818a8","source":{"kind":"arxiv","id":"1511.04401","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1511.04401","created_at":"2026-05-18T00:28:38Z"},{"alias_kind":"arxiv_version","alias_value":"1511.04401v5","created_at":"2026-05-18T00:28:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1511.04401","created_at":"2026-05-18T00:28:38Z"},{"alias_kind":"pith_short_12","alias_value":"LT7SKSDP6XVK","created_at":"2026-05-18T12:29:29Z"},{"alias_kind":"pith_short_16","alias_value":"LT7SKSDP6XVK72L3","created_at":"2026-05-18T12:29:29Z"},{"alias_kind":"pith_short_8","alias_value":"LT7SKSDP","created_at":"2026-05-18T12:29:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2015:LT7SKSDP6XVK72L36IS6OQWXQS","target":"record","payload":{"canonical_record":{"source":{"id":"1511.04401","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2015-11-13T18:59:36Z","cross_cats_sorted":["cs.CL","cs.LG","cs.NE"],"title_canon_sha256":"6d3c0686093ef8e0c4a67937d1ec9b31614d14874848971aa0660827c9f2a41b","abstract_canon_sha256":"1288b5ed406514197ed487df8d862fbd32ceaa963d29aab5e272103830113f06"},"schema_version":"1.0"},"canonical_sha256":"5cff25486ff5eaafe97bf225e742d784b6f8c3789da62566799123769e7818a8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:28:38.206563Z","signature_b64":"FlrV2x4jiaL2qrr29RKlKJmrnJD5btqPmSyAYGU2t9u/PUVPcTdJABclyhsX8OrUVFmg08qN12mmSBoOwXc9BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5cff25486ff5eaafe97bf225e742d784b6f8c3789da62566799123769e7818a8","last_reissued_at":"2026-05-18T00:28:38.205714Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:28:38.205714Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1511.04401","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:28:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ybVHFb+Ix41oY/mB0aPlkucPUFKJbqFH61AXosjl3dF58whBEA0M21+BNZOm7Xcj6Cy5MtJ/t21GjPIhJvKqAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T12:25:55.631334Z"},"content_sha256":"73cdbd99b6b08de1480c697d374427a91bf8a9a237e2b0bb694dc5fa6c3b4984","schema_version":"1.0","event_id":"sha256:73cdbd99b6b08de1480c697d374427a91bf8a9a237e2b0bb694dc5fa6c3b4984"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2015:LT7SKSDP6XVK72L36IS6OQWXQS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Symbol Grounding Association in Multimodal Sequences with Missing Elements","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG","cs.NE"],"primary_cat":"cs.CV","authors_text":"Andreas Dengel, Federico Raue, Marcus Liwicki, Thomas M. Breuel","submitted_at":"2015-11-13T18:59:36Z","abstract_excerpt":"In this paper, we extend a symbolic association framework for being able to handle missing elements in multimodal sequences. The general scope of the work is the symbolic associations of object-word mappings as it happens in language development in infants. In other words, two different representations of the same abstract concepts can associate in both directions. This scenario has been long interested in Artificial Intelligence, Psychology, and Neuroscience. In this work, we extend a recent approach for multimodal sequences (visual and audio) to also cope with missing elements in one or both"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1511.04401","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:28:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IMdh6PYQNZZyPFyfzV8ejiL2KZiXZOPcMHzFpla1zbFo6mFSaw+DgFAk6mHTjcBWdEe9cTR8WhQDdsfdgvlWDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T12:25:55.631756Z"},"content_sha256":"5297950d4849890100f71f326a32f47c5f761411b15b568c6ddc6865666c1d02","schema_version":"1.0","event_id":"sha256:5297950d4849890100f71f326a32f47c5f761411b15b568c6ddc6865666c1d02"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LT7SKSDP6XVK72L36IS6OQWXQS/bundle.json","state_url":"https://pith.science/pith/LT7SKSDP6XVK72L36IS6OQWXQS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LT7SKSDP6XVK72L36IS6OQWXQS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T12:25:55Z","links":{"resolver":"https://pith.science/pith/LT7SKSDP6XVK72L36IS6OQWXQS","bundle":"https://pith.science/pith/LT7SKSDP6XVK72L36IS6OQWXQS/bundle.json","state":"https://pith.science/pith/LT7SKSDP6XVK72L36IS6OQWXQS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LT7SKSDP6XVK72L36IS6OQWXQS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:LT7SKSDP6XVK72L36IS6OQWXQS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1288b5ed406514197ed487df8d862fbd32ceaa963d29aab5e272103830113f06","cross_cats_sorted":["cs.CL","cs.LG","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2015-11-13T18:59:36Z","title_canon_sha256":"6d3c0686093ef8e0c4a67937d1ec9b31614d14874848971aa0660827c9f2a41b"},"schema_version":"1.0","source":{"id":"1511.04401","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1511.04401","created_at":"2026-05-18T00:28:38Z"},{"alias_kind":"arxiv_version","alias_value":"1511.04401v5","created_at":"2026-05-18T00:28:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1511.04401","created_at":"2026-05-18T00:28:38Z"},{"alias_kind":"pith_short_12","alias_value":"LT7SKSDP6XVK","created_at":"2026-05-18T12:29:29Z"},{"alias_kind":"pith_short_16","alias_value":"LT7SKSDP6XVK72L3","created_at":"2026-05-18T12:29:29Z"},{"alias_kind":"pith_short_8","alias_value":"LT7SKSDP","created_at":"2026-05-18T12:29:29Z"}],"graph_snapshots":[{"event_id":"sha256:5297950d4849890100f71f326a32f47c5f761411b15b568c6ddc6865666c1d02","target":"graph","created_at":"2026-05-18T00:28:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper, we extend a symbolic association framework for being able to handle missing elements in multimodal sequences. The general scope of the work is the symbolic associations of object-word mappings as it happens in language development in infants. In other words, two different representations of the same abstract concepts can associate in both directions. This scenario has been long interested in Artificial Intelligence, Psychology, and Neuroscience. In this work, we extend a recent approach for multimodal sequences (visual and audio) to also cope with missing elements in one or both","authors_text":"Andreas Dengel, Federico Raue, Marcus Liwicki, Thomas M. Breuel","cross_cats":["cs.CL","cs.LG","cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2015-11-13T18:59:36Z","title":"Symbol Grounding Association in Multimodal Sequences with Missing Elements"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1511.04401","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:73cdbd99b6b08de1480c697d374427a91bf8a9a237e2b0bb694dc5fa6c3b4984","target":"record","created_at":"2026-05-18T00:28:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1288b5ed406514197ed487df8d862fbd32ceaa963d29aab5e272103830113f06","cross_cats_sorted":["cs.CL","cs.LG","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2015-11-13T18:59:36Z","title_canon_sha256":"6d3c0686093ef8e0c4a67937d1ec9b31614d14874848971aa0660827c9f2a41b"},"schema_version":"1.0","source":{"id":"1511.04401","kind":"arxiv","version":5}},"canonical_sha256":"5cff25486ff5eaafe97bf225e742d784b6f8c3789da62566799123769e7818a8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5cff25486ff5eaafe97bf225e742d784b6f8c3789da62566799123769e7818a8","first_computed_at":"2026-05-18T00:28:38.205714Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:28:38.205714Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FlrV2x4jiaL2qrr29RKlKJmrnJD5btqPmSyAYGU2t9u/PUVPcTdJABclyhsX8OrUVFmg08qN12mmSBoOwXc9BA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:28:38.206563Z","signed_message":"canonical_sha256_bytes"},"source_id":"1511.04401","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:73cdbd99b6b08de1480c697d374427a91bf8a9a237e2b0bb694dc5fa6c3b4984","sha256:5297950d4849890100f71f326a32f47c5f761411b15b568c6ddc6865666c1d02"],"state_sha256":"966cf66ed397d2853a40541466f75180944319a4474e9d6aa65cfa79c9b64ad0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h6v/h1xc8cdRhqD7Te3iBVlKdqbL9FgHie77yh6PYb/QqVbdCxsguOraxM0jHu6GzI76PbK2rrTED3xVJQlsDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T12:25:55.634219Z","bundle_sha256":"baecac487e2292a55def9088c0ec33cf3e98307f72b61d9ba84aff04af63868b"}}