{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:LYUBM57LPRHIE7A3KVVNRIBXAX","short_pith_number":"pith:LYUBM57L","canonical_record":{"source":{"id":"1909.01976","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-09-03T18:33:38Z","cross_cats_sorted":[],"title_canon_sha256":"12e08bed4019003afcb220899725b5612efa95f012d0e30255aa12dd5844e4d7","abstract_canon_sha256":"5e4979ce075c72c202f71942bca6050f1d06dd257a2a2951d126497060bcc09c"},"schema_version":"1.0"},"canonical_sha256":"5e281677eb7c4e827c1b556ad8a03705d22e56c0ed6c073a0ea0a4f512c8ddee","source":{"kind":"arxiv","id":"1909.01976","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.01976","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"arxiv_version","alias_value":"1909.01976v1","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.01976","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"pith_short_12","alias_value":"LYUBM57LPRHI","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"pith_short_16","alias_value":"LYUBM57LPRHIE7A3","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"pith_short_8","alias_value":"LYUBM57L","created_at":"2026-07-05T00:02:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:LYUBM57LPRHIE7A3KVVNRIBXAX","target":"record","payload":{"canonical_record":{"source":{"id":"1909.01976","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-09-03T18:33:38Z","cross_cats_sorted":[],"title_canon_sha256":"12e08bed4019003afcb220899725b5612efa95f012d0e30255aa12dd5844e4d7","abstract_canon_sha256":"5e4979ce075c72c202f71942bca6050f1d06dd257a2a2951d126497060bcc09c"},"schema_version":"1.0"},"canonical_sha256":"5e281677eb7c4e827c1b556ad8a03705d22e56c0ed6c073a0ea0a4f512c8ddee","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:02:29.232672Z","signature_b64":"alUuzhkGBKJrcoSDXfcH8/+a44iCe0lj9/6PCWfcucHx5WvFLT+9lEEMxVD4S/Jskq9ZYgiyMOQGmC3DHpo2AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5e281677eb7c4e827c1b556ad8a03705d22e56c0ed6c073a0ea0a4f512c8ddee","last_reissued_at":"2026-07-05T00:02:29.232255Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:02:29.232255Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.01976","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:02:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0PVj9xnksRAuAcklk9dHMFlq0YnbDk+l5DBxnnTdVo0E7eJZ9nTqVDyb9iSjVGblseQhdrbH6zOMUpNmeM33AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T14:24:32.538199Z"},"content_sha256":"9bc8a1bb00fda802dc0d3105a5f6ef6f8d28acf5e50b9da8513dc7beae0be4f9","schema_version":"1.0","event_id":"sha256:9bc8a1bb00fda802dc0d3105a5f6ef6f8d28acf5e50b9da8513dc7beae0be4f9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:LYUBM57LPRHIE7A3KVVNRIBXAX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Cross Modal Systems Leverage Semantic Relationships?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Alessandro Calefati, Arif Mahmood, Faisal Shafait, Ignazio Gallo, Muhammad Kamran Janjua, Shah Nawaz","submitted_at":"2019-09-03T18:33:38Z","abstract_excerpt":"Current cross-modal retrieval systems are evaluated using R@K measure which does not leverage semantic relationships rather strictly follows the manually marked image text query pairs. Therefore, current systems do not generalize well for the unseen data in the wild. To handle this, we propose a new measure, SemanticMap, to evaluate the performance of cross-modal systems. Our proposed measure evaluates the semantic similarity between the image and text representations in the latent embedding space. We also propose a novel cross-modal retrieval system using a single stream network for bidirecti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.01976","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.01976/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:02:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qWwf1kKw1gNZkwCMkAB1tEavUvUMwsaXSoYk+GM/fU1vTK6+BCu09wU9UMlCgDz2CT226glNmHWbpu+sfzYJAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T14:24:32.538805Z"},"content_sha256":"794f60f3091984f21fddc72fae59b6c0fdf55b0dbbc3d587d51e303e5ad78132","schema_version":"1.0","event_id":"sha256:794f60f3091984f21fddc72fae59b6c0fdf55b0dbbc3d587d51e303e5ad78132"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LYUBM57LPRHIE7A3KVVNRIBXAX/bundle.json","state_url":"https://pith.science/pith/LYUBM57LPRHIE7A3KVVNRIBXAX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LYUBM57LPRHIE7A3KVVNRIBXAX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T14:24:32Z","links":{"resolver":"https://pith.science/pith/LYUBM57LPRHIE7A3KVVNRIBXAX","bundle":"https://pith.science/pith/LYUBM57LPRHIE7A3KVVNRIBXAX/bundle.json","state":"https://pith.science/pith/LYUBM57LPRHIE7A3KVVNRIBXAX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LYUBM57LPRHIE7A3KVVNRIBXAX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:LYUBM57LPRHIE7A3KVVNRIBXAX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5e4979ce075c72c202f71942bca6050f1d06dd257a2a2951d126497060bcc09c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-09-03T18:33:38Z","title_canon_sha256":"12e08bed4019003afcb220899725b5612efa95f012d0e30255aa12dd5844e4d7"},"schema_version":"1.0","source":{"id":"1909.01976","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.01976","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"arxiv_version","alias_value":"1909.01976v1","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.01976","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"pith_short_12","alias_value":"LYUBM57LPRHI","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"pith_short_16","alias_value":"LYUBM57LPRHIE7A3","created_at":"2026-07-05T00:02:29Z"},{"alias_kind":"pith_short_8","alias_value":"LYUBM57L","created_at":"2026-07-05T00:02:29Z"}],"graph_snapshots":[{"event_id":"sha256:794f60f3091984f21fddc72fae59b6c0fdf55b0dbbc3d587d51e303e5ad78132","target":"graph","created_at":"2026-07-05T00:02:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.01976/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current cross-modal retrieval systems are evaluated using R@K measure which does not leverage semantic relationships rather strictly follows the manually marked image text query pairs. Therefore, current systems do not generalize well for the unseen data in the wild. To handle this, we propose a new measure, SemanticMap, to evaluate the performance of cross-modal systems. Our proposed measure evaluates the semantic similarity between the image and text representations in the latent embedding space. We also propose a novel cross-modal retrieval system using a single stream network for bidirecti","authors_text":"Alessandro Calefati, Arif Mahmood, Faisal Shafait, Ignazio Gallo, Muhammad Kamran Janjua, Shah Nawaz","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-09-03T18:33:38Z","title":"Do Cross Modal Systems Leverage Semantic Relationships?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.01976","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9bc8a1bb00fda802dc0d3105a5f6ef6f8d28acf5e50b9da8513dc7beae0be4f9","target":"record","created_at":"2026-07-05T00:02:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5e4979ce075c72c202f71942bca6050f1d06dd257a2a2951d126497060bcc09c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-09-03T18:33:38Z","title_canon_sha256":"12e08bed4019003afcb220899725b5612efa95f012d0e30255aa12dd5844e4d7"},"schema_version":"1.0","source":{"id":"1909.01976","kind":"arxiv","version":1}},"canonical_sha256":"5e281677eb7c4e827c1b556ad8a03705d22e56c0ed6c073a0ea0a4f512c8ddee","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5e281677eb7c4e827c1b556ad8a03705d22e56c0ed6c073a0ea0a4f512c8ddee","first_computed_at":"2026-07-05T00:02:29.232255Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:02:29.232255Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"alUuzhkGBKJrcoSDXfcH8/+a44iCe0lj9/6PCWfcucHx5WvFLT+9lEEMxVD4S/Jskq9ZYgiyMOQGmC3DHpo2AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:02:29.232672Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.01976","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9bc8a1bb00fda802dc0d3105a5f6ef6f8d28acf5e50b9da8513dc7beae0be4f9","sha256:794f60f3091984f21fddc72fae59b6c0fdf55b0dbbc3d587d51e303e5ad78132"],"state_sha256":"2b851ccabe32403f62513cf242e1381f2b949b4a47791cf247bb4d0fbc408c75"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vpO/MWadVr4TVmWP2R3T4o973sxmxevW6DbXmJ7CZT2FZ4Q7oyOm/JWxh3ovx0MPoIsgXs1M1jlTjDLp49TOBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T14:24:32.573980Z","bundle_sha256":"5e9bf8961c124abbaa343c58cd4db514ad2917e22e639d08b47d0aefac0b79c3"}}