{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:LICESTQOTJROEKK25HW3QVQJFL","short_pith_number":"pith:LICESTQO","canonical_record":{"source":{"id":"1808.06368","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2018-08-20T09:58:23Z","cross_cats_sorted":[],"title_canon_sha256":"109e1581e55863fef079716789c23d4599dc6772d9ed28ad67bba586570e7593","abstract_canon_sha256":"d9a23ab3c0cd14841ec7cbe44e264e4cd926e7f5c55ea768de2440eb9639a57f"},"schema_version":"1.0"},"canonical_sha256":"5a04494e0e9a62e2295ae9edb856092af4fa483e9943d99b8f42935fb2ab41fd","source":{"kind":"arxiv","id":"1808.06368","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.06368","created_at":"2026-05-18T00:07:45Z"},{"alias_kind":"arxiv_version","alias_value":"1808.06368v1","created_at":"2026-05-18T00:07:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.06368","created_at":"2026-05-18T00:07:45Z"},{"alias_kind":"pith_short_12","alias_value":"LICESTQOTJRO","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"LICESTQOTJROEKK2","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"LICESTQO","created_at":"2026-05-18T12:32:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:LICESTQOTJROEKK25HW3QVQJFL","target":"record","payload":{"canonical_record":{"source":{"id":"1808.06368","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2018-08-20T09:58:23Z","cross_cats_sorted":[],"title_canon_sha256":"109e1581e55863fef079716789c23d4599dc6772d9ed28ad67bba586570e7593","abstract_canon_sha256":"d9a23ab3c0cd14841ec7cbe44e264e4cd926e7f5c55ea768de2440eb9639a57f"},"schema_version":"1.0"},"canonical_sha256":"5a04494e0e9a62e2295ae9edb856092af4fa483e9943d99b8f42935fb2ab41fd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:07:45.168229Z","signature_b64":"o7cN2FRQrG6fOkatJ2gVevXpN+QKuD7UDwzMtHNJjgwUmIY/xn1GP2JeLV8QBCXnP9wPVpSp1kJ9HwNPpKp1CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5a04494e0e9a62e2295ae9edb856092af4fa483e9943d99b8f42935fb2ab41fd","last_reissued_at":"2026-05-18T00:07:45.167544Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:07:45.167544Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1808.06368","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qNZuv3URxJblMjxzncRChTVPk21U/2nckYsMt9+Jo0sJ8wqyet4vM7pJHUGwZc5I8FN6RYgObqyUMJ6b2ledCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T11:04:43.848820Z"},"content_sha256":"adeac5ba89046286863af8cc96033c178989e66a29e235b74f44a3c3d0721840","schema_version":"1.0","event_id":"sha256:adeac5ba89046286863af8cc96033c178989e66a29e235b74f44a3c3d0721840"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:LICESTQOTJROEKK25HW3QVQJFL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning to Learn from Web Data through Deep Semantic Embeddings","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Dimosthenis Karatzas, Jaume Gibert, Lluis Gomez, Raul Gomez","submitted_at":"2018-08-20T09:58:23Z","abstract_excerpt":"In this paper we propose to learn a multimodal image and text embedding from Web and Social Media data, aiming to leverage the semantic knowledge learnt in the text domain and transfer it to a visual model for semantic image retrieval. We demonstrate that the pipeline can learn from images with associated text without supervision and perform a thourough analysis of five different text embeddings in three different benchmarks. We show that the embeddings learnt with Web and Social Media data have competitive performances over supervised methods in the text based image retrieval task, and we cle"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.06368","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eeI2Ev5H8LI9bXO/FP7cpF93UK6dwqhdZXOe0RkJzQ/g64gmtHipy1imsAA5WO1xvEXneKkdx9ZXZ5jgQ3HSDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T11:04:43.849513Z"},"content_sha256":"f0e95fbc4613a4463c415d75b90c63850c1c4ba93dfd9c5b58e18a42aff95502","schema_version":"1.0","event_id":"sha256:f0e95fbc4613a4463c415d75b90c63850c1c4ba93dfd9c5b58e18a42aff95502"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LICESTQOTJROEKK25HW3QVQJFL/bundle.json","state_url":"https://pith.science/pith/LICESTQOTJROEKK25HW3QVQJFL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LICESTQOTJROEKK25HW3QVQJFL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T11:04:43Z","links":{"resolver":"https://pith.science/pith/LICESTQOTJROEKK25HW3QVQJFL","bundle":"https://pith.science/pith/LICESTQOTJROEKK25HW3QVQJFL/bundle.json","state":"https://pith.science/pith/LICESTQOTJROEKK25HW3QVQJFL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LICESTQOTJROEKK25HW3QVQJFL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:LICESTQOTJROEKK25HW3QVQJFL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d9a23ab3c0cd14841ec7cbe44e264e4cd926e7f5c55ea768de2440eb9639a57f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2018-08-20T09:58:23Z","title_canon_sha256":"109e1581e55863fef079716789c23d4599dc6772d9ed28ad67bba586570e7593"},"schema_version":"1.0","source":{"id":"1808.06368","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.06368","created_at":"2026-05-18T00:07:45Z"},{"alias_kind":"arxiv_version","alias_value":"1808.06368v1","created_at":"2026-05-18T00:07:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.06368","created_at":"2026-05-18T00:07:45Z"},{"alias_kind":"pith_short_12","alias_value":"LICESTQOTJRO","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"LICESTQOTJROEKK2","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"LICESTQO","created_at":"2026-05-18T12:32:37Z"}],"graph_snapshots":[{"event_id":"sha256:f0e95fbc4613a4463c415d75b90c63850c1c4ba93dfd9c5b58e18a42aff95502","target":"graph","created_at":"2026-05-18T00:07:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper we propose to learn a multimodal image and text embedding from Web and Social Media data, aiming to leverage the semantic knowledge learnt in the text domain and transfer it to a visual model for semantic image retrieval. We demonstrate that the pipeline can learn from images with associated text without supervision and perform a thourough analysis of five different text embeddings in three different benchmarks. We show that the embeddings learnt with Web and Social Media data have competitive performances over supervised methods in the text based image retrieval task, and we cle","authors_text":"Dimosthenis Karatzas, Jaume Gibert, Lluis Gomez, Raul Gomez","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2018-08-20T09:58:23Z","title":"Learning to Learn from Web Data through Deep Semantic Embeddings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.06368","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:adeac5ba89046286863af8cc96033c178989e66a29e235b74f44a3c3d0721840","target":"record","created_at":"2026-05-18T00:07:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d9a23ab3c0cd14841ec7cbe44e264e4cd926e7f5c55ea768de2440eb9639a57f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2018-08-20T09:58:23Z","title_canon_sha256":"109e1581e55863fef079716789c23d4599dc6772d9ed28ad67bba586570e7593"},"schema_version":"1.0","source":{"id":"1808.06368","kind":"arxiv","version":1}},"canonical_sha256":"5a04494e0e9a62e2295ae9edb856092af4fa483e9943d99b8f42935fb2ab41fd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a04494e0e9a62e2295ae9edb856092af4fa483e9943d99b8f42935fb2ab41fd","first_computed_at":"2026-05-18T00:07:45.167544Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:07:45.167544Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o7cN2FRQrG6fOkatJ2gVevXpN+QKuD7UDwzMtHNJjgwUmIY/xn1GP2JeLV8QBCXnP9wPVpSp1kJ9HwNPpKp1CQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:07:45.168229Z","signed_message":"canonical_sha256_bytes"},"source_id":"1808.06368","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:adeac5ba89046286863af8cc96033c178989e66a29e235b74f44a3c3d0721840","sha256:f0e95fbc4613a4463c415d75b90c63850c1c4ba93dfd9c5b58e18a42aff95502"],"state_sha256":"c3a35ceb7da7dee7ea9277c709b9347698edc47d7fad4ff0a84fe822c5ddd818"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kpCvnrQV7j6Du0TghsNEydEHDBJ+NOySA6cL9FrVmMwIyPA9GYXhW3F2A1495SUQoK2xPrN1WZNOFQvVE42ZCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T11:04:43.853383Z","bundle_sha256":"6a68bca536f252b111916415a575897949c50c6b8d0a7d0c5b52b797497677f0"}}