{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:LYUBM57LPRHIE7A3KVVNRIBXAX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5e4979ce075c72c202f71942bca6050f1d06dd257a2a2951d126497060bcc09c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-09-03T18:33:38Z","title_canon_sha256":"12e08bed4019003afcb220899725b5612efa95f012d0e30255aa12dd5844e4d7"},"schema_version":"1.0","source":{"id":"1909.01976","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.01976","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"arxiv_version","alias_value":"1909.01976v1","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.01976","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"pith_short_12","alias_value":"LYUBM57LPRHI","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"pith_short_16","alias_value":"LYUBM57LPRHIE7A3","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"pith_short_8","alias_value":"LYUBM57L","created_at":"2026-07-05T00:02:29Z"}],"graph_snapshots":[{"event_id":"sha256:794f60f3091984f21fddc72fae59b6c0fdf55b0dbbc3d587d51e303e5ad78132","target":"graph","created_at":"2026-07-05T00:02:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.01976/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current cross-modal retrieval systems are evaluated using R@K measure which does not leverage semantic relationships rather strictly follows the manually marked image text query pairs. Therefore, current systems do not generalize well for the unseen data in the wild. To handle this, we propose a new measure, SemanticMap, to evaluate the performance of cross-modal systems. Our proposed measure evaluates the semantic similarity between the image and text representations in the latent embedding space. We also propose a novel cross-modal retrieval system using a single stream network for bidirecti","authors_text":"Alessandro Calefati, Arif Mahmood, Faisal Shafait, Ignazio Gallo, Muhammad Kamran Janjua, Shah Nawaz","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-09-03T18:33:38Z","title":"Do Cross Modal Systems Leverage Semantic Relationships?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.01976","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9bc8a1bb00fda802dc0d3105a5f6ef6f8d28acf5e50b9da8513dc7beae0be4f9","target":"record","created_at":"2026-07-05T00:02:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5e4979ce075c72c202f71942bca6050f1d06dd257a2a2951d126497060bcc09c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-09-03T18:33:38Z","title_canon_sha256":"12e08bed4019003afcb220899725b5612efa95f012d0e30255aa12dd5844e4d7"},"schema_version":"1.0","source":{"id":"1909.01976","kind":"arxiv","version":1}},"canonical_sha256":"5e281677eb7c4e827c1b556ad8a03705d22e56c0ed6c073a0ea0a4f512c8ddee","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5e281677eb7c4e827c1b556ad8a03705d22e56c0ed6c073a0ea0a4f512c8ddee","first_computed_at":"2026-07-05T00:02:29.232255Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:02:29.232255Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"alUuzhkGBKJrcoSDXfcH8/+a44iCe0lj9/6PCWfcucHx5WvFLT+9lEEMxVD4S/Jskq9ZYgiyMOQGmC3DHpo2AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:02:29.232672Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.01976","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9bc8a1bb00fda802dc0d3105a5f6ef6f8d28acf5e50b9da8513dc7beae0be4f9","sha256:794f60f3091984f21fddc72fae59b6c0fdf55b0dbbc3d587d51e303e5ad78132"],"state_sha256":"2b851ccabe32403f62513cf242e1381f2b949b4a47791cf247bb4d0fbc408c75"}