{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:GPTH5XKEF2W4EH76J4AXWCIA7V","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b6dcd46a32f218864a03992cb31012b936d28f25f160064f69717d731c46fa7d","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-10T17:17:09Z","title_canon_sha256":"64386215660856c1ada7df9c459034e103662c2722dd7139f932cec49820beeb"},"schema_version":"1.0","source":{"id":"2111.05814","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.05814","created_at":"2026-07-05T05:05:44Z"},{"alias_kind":"arxiv_version","alias_value":"2111.05814v2","created_at":"2026-07-05T05:05:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.05814","created_at":"2026-07-05T05:05:44Z"},{"alias_kind":"pith_short_12","alias_value":"GPTH5XKEF2W4","created_at":"2026-07-05T05:05:44Z"},{"alias_kind":"pith_short_16","alias_value":"GPTH5XKEF2W4EH76","created_at":"2026-07-05T05:05:44Z"},{"alias_kind":"pith_short_8","alias_value":"GPTH5XKE","created_at":"2026-07-05T05:05:44Z"}],"graph_snapshots":[{"event_id":"sha256:85136f79e859556971c81e4b4c4d35e4b6cba50d5d6b363171482c1257d5b1f3","target":"graph","created_at":"2026-07-05T05:05:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.05814/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We tackle the cross-modal retrieval problem, where learning is only supervised by relevant multi-modal pairs in the data. Although the contrastive learning is the most popular approach for this task, it makes potentially wrong assumption that the instances in different pairs are automatically irrelevant. To address the issue, we propose a novel loss function that is based on self-labeling of the unknown semantic classes. Specifically, we aim to predict class labels of the data instances in each modality, and assign those labels to the corresponding instances in the other modality (i.e., swappi","authors_text":"Minyoung Kim","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-10T17:17:09Z","title":"SwAMP: Swapped Assignment of Multi-Modal Pairs for Cross-Modal Retrieval"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.05814","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d309e4923c0b58791da21c6e9b297c2f1384fbd5a5fc31ac0f3be5fcbc3af657","target":"record","created_at":"2026-07-05T05:05:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b6dcd46a32f218864a03992cb31012b936d28f25f160064f69717d731c46fa7d","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-10T17:17:09Z","title_canon_sha256":"64386215660856c1ada7df9c459034e103662c2722dd7139f932cec49820beeb"},"schema_version":"1.0","source":{"id":"2111.05814","kind":"arxiv","version":2}},"canonical_sha256":"33e67edd442eadc21ffe4f017b0900fd62a63cdd384b994093be003eba22354c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"33e67edd442eadc21ffe4f017b0900fd62a63cdd384b994093be003eba22354c","first_computed_at":"2026-07-05T05:05:44.583070Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:05:44.583070Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+WeNLi4ygmAD18q3S2UXV11GUhnWKJ+Ci8eqH22VL0w6IdvsEyPARysW/EWF+U/gD7z7nv/bc35RgpMi+aaiAA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:05:44.583481Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.05814","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d309e4923c0b58791da21c6e9b297c2f1384fbd5a5fc31ac0f3be5fcbc3af657","sha256:85136f79e859556971c81e4b4c4d35e4b6cba50d5d6b363171482c1257d5b1f3"],"state_sha256":"20016fe88ba24df6af16ce6ce30efa379da0bfe1875a527e1746cc6a2639cb90"}