{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:CBUCJXSY2NR5XPJLUQPRI5UWAE","short_pith_number":"pith:CBUCJXSY","canonical_record":{"source":{"id":"1911.12667","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-11-28T12:17:36Z","cross_cats_sorted":[],"title_canon_sha256":"80856970122999432efc431e06677168b8337dafa243f571dc66d33ba1861f81","abstract_canon_sha256":"54fea15425a2698b738e1e58251ce9324a4f1cc50ca24f141618c1ec9968a16f"},"schema_version":"1.0"},"canonical_sha256":"106824de58d363dbbd2ba41f147696013bc815f8fc675f0880bd89650037bc5d","source":{"kind":"arxiv","id":"1911.12667","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.12667","created_at":"2026-07-05T01:45:59Z"},{"alias_kind":"arxiv_version","alias_value":"1911.12667v3","created_at":"2026-07-05T01:45:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.12667","created_at":"2026-07-05T01:45:59Z"},{"alias_kind":"pith_short_12","alias_value":"CBUCJXSY2NR5","created_at":"2026-07-05T01:45:59Z"},{"alias_kind":"pith_short_16","alias_value":"CBUCJXSY2NR5XPJL","created_at":"2026-07-05T01:45:59Z"},{"alias_kind":"pith_short_8","alias_value":"CBUCJXSY","created_at":"2026-07-05T01:45:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:CBUCJXSY2NR5XPJLUQPRI5UWAE","target":"record","payload":{"canonical_record":{"source":{"id":"1911.12667","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-11-28T12:17:36Z","cross_cats_sorted":[],"title_canon_sha256":"80856970122999432efc431e06677168b8337dafa243f571dc66d33ba1861f81","abstract_canon_sha256":"54fea15425a2698b738e1e58251ce9324a4f1cc50ca24f141618c1ec9968a16f"},"schema_version":"1.0"},"canonical_sha256":"106824de58d363dbbd2ba41f147696013bc815f8fc675f0880bd89650037bc5d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:45:59.598128Z","signature_b64":"OB0wxusIcOS+xnQZmiDa1JFYug1T1hZxh7rrgAw/xooKJMW+hqOqgYzEypXrjGGHadjQuoUXhybfE68LfV3ZDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"106824de58d363dbbd2ba41f147696013bc815f8fc675f0880bd89650037bc5d","last_reissued_at":"2026-07-05T01:45:59.597623Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:45:59.597623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1911.12667","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:45:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XBT0Kpy3hbfEeTBxk3Vc//qt5Ys+2VcD5q1aihVnpcQBYPJqSLYUn+0J4Bj3mauzJsVK1YtXUoP2e33LrMqKDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T08:35:38.608785Z"},"content_sha256":"903200dd35f75cd5f3714266093cc239773aadf7b53f3727af8bc6e2985beb95","schema_version":"1.0","event_id":"sha256:903200dd35f75cd5f3714266093cc239773aadf7b53f3727af8bc6e2985beb95"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:CBUCJXSY2NR5XPJLUQPRI5UWAE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Self-Supervised Learning by Cross-Modal Audio-Video Clustering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Bernard Ghanem, Bruno Korbar, Dhruv Mahajan, Du Tran, Humam Alwassel, Lorenzo Torresani","submitted_at":"2019-11-28T12:17:36Z","abstract_excerpt":"Visual and audio modalities are highly correlated, yet they contain different information. Their strong correlation makes it possible to predict the semantics of one from the other with good accuracy. Their intrinsic differences make cross-modal prediction a potentially more rewarding pretext task for self-supervised learning of video and audio representations compared to within-modality learning. Based on this intuition, we propose Cross-Modal Deep Clustering (XDC), a novel self-supervised method that leverages unsupervised clustering in one modality (e.g., audio) as a supervisory signal for "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.12667","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1911.12667/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:45:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CimIEu6SiyDZqYDvtEZkMbd1/ItHs6+149AcqRTx5DrSq0JHyMv6saFh1r6KK0LosIBbpvRx6R9aKP28dNLHCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T08:35:38.609338Z"},"content_sha256":"7e64e17ebfc72545e25bc67e29e21ed0f01cdc8fcfe6adbfc00aad56fa31a6e7","schema_version":"1.0","event_id":"sha256:7e64e17ebfc72545e25bc67e29e21ed0f01cdc8fcfe6adbfc00aad56fa31a6e7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CBUCJXSY2NR5XPJLUQPRI5UWAE/bundle.json","state_url":"https://pith.science/pith/CBUCJXSY2NR5XPJLUQPRI5UWAE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CBUCJXSY2NR5XPJLUQPRI5UWAE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T08:35:38Z","links":{"resolver":"https://pith.science/pith/CBUCJXSY2NR5XPJLUQPRI5UWAE","bundle":"https://pith.science/pith/CBUCJXSY2NR5XPJLUQPRI5UWAE/bundle.json","state":"https://pith.science/pith/CBUCJXSY2NR5XPJLUQPRI5UWAE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CBUCJXSY2NR5XPJLUQPRI5UWAE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:CBUCJXSY2NR5XPJLUQPRI5UWAE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"54fea15425a2698b738e1e58251ce9324a4f1cc50ca24f141618c1ec9968a16f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-11-28T12:17:36Z","title_canon_sha256":"80856970122999432efc431e06677168b8337dafa243f571dc66d33ba1861f81"},"schema_version":"1.0","source":{"id":"1911.12667","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.12667","created_at":"2026-07-05T01:45:59Z"},{"alias_kind":"arxiv_version","alias_value":"1911.12667v3","created_at":"2026-07-05T01:45:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.12667","created_at":"2026-07-05T01:45:59Z"},{"alias_kind":"pith_short_12","alias_value":"CBUCJXSY2NR5","created_at":"2026-07-05T01:45:59Z"},{"alias_kind":"pith_short_16","alias_value":"CBUCJXSY2NR5XPJL","created_at":"2026-07-05T01:45:59Z"},{"alias_kind":"pith_short_8","alias_value":"CBUCJXSY","created_at":"2026-07-05T01:45:59Z"}],"graph_snapshots":[{"event_id":"sha256:7e64e17ebfc72545e25bc67e29e21ed0f01cdc8fcfe6adbfc00aad56fa31a6e7","target":"graph","created_at":"2026-07-05T01:45:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1911.12667/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Visual and audio modalities are highly correlated, yet they contain different information. Their strong correlation makes it possible to predict the semantics of one from the other with good accuracy. Their intrinsic differences make cross-modal prediction a potentially more rewarding pretext task for self-supervised learning of video and audio representations compared to within-modality learning. Based on this intuition, we propose Cross-Modal Deep Clustering (XDC), a novel self-supervised method that leverages unsupervised clustering in one modality (e.g., audio) as a supervisory signal for ","authors_text":"Bernard Ghanem, Bruno Korbar, Dhruv Mahajan, Du Tran, Humam Alwassel, Lorenzo Torresani","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-11-28T12:17:36Z","title":"Self-Supervised Learning by Cross-Modal Audio-Video Clustering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.12667","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:903200dd35f75cd5f3714266093cc239773aadf7b53f3727af8bc6e2985beb95","target":"record","created_at":"2026-07-05T01:45:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"54fea15425a2698b738e1e58251ce9324a4f1cc50ca24f141618c1ec9968a16f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-11-28T12:17:36Z","title_canon_sha256":"80856970122999432efc431e06677168b8337dafa243f571dc66d33ba1861f81"},"schema_version":"1.0","source":{"id":"1911.12667","kind":"arxiv","version":3}},"canonical_sha256":"106824de58d363dbbd2ba41f147696013bc815f8fc675f0880bd89650037bc5d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"106824de58d363dbbd2ba41f147696013bc815f8fc675f0880bd89650037bc5d","first_computed_at":"2026-07-05T01:45:59.597623Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:45:59.597623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OB0wxusIcOS+xnQZmiDa1JFYug1T1hZxh7rrgAw/xooKJMW+hqOqgYzEypXrjGGHadjQuoUXhybfE68LfV3ZDA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:45:59.598128Z","signed_message":"canonical_sha256_bytes"},"source_id":"1911.12667","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:903200dd35f75cd5f3714266093cc239773aadf7b53f3727af8bc6e2985beb95","sha256:7e64e17ebfc72545e25bc67e29e21ed0f01cdc8fcfe6adbfc00aad56fa31a6e7"],"state_sha256":"1bc408299ef1f063930f9ecc2d4a1421184350daaa64219c6f6e665b1eaab37e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bI4iAG7ZkR0vKYx5/WsFDtx1q5rxFH8yOu/kTPNhFTNkw9lQdw7Gz2LySiZkvA9rcsgETDdUbeaREaa2h5fJCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T08:35:38.616642Z","bundle_sha256":"f5d7ea33306901beca6a43e3ec67a81e9b7b4ec6626e742d6bc31f054d26fd35"}}