{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:QYDGOH6OPYLNAPTST5ZAPCOGEE","short_pith_number":"pith:QYDGOH6O","canonical_record":{"source":{"id":"2106.02869","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-05T11:01:15Z","cross_cats_sorted":[],"title_canon_sha256":"b260298b238bee0f97b1fb190bf871324f3c9735cb7c218e71c03ddc48ec5794","abstract_canon_sha256":"db49e2faf137c2dee5a0cb81f89da33793d98e875f1bfe5382ad611a1c43114a"},"schema_version":"1.0"},"canonical_sha256":"8606671fce7e16d03e729f720789c6210587b81841cff2fbc1ccc22a47644f02","source":{"kind":"arxiv","id":"2106.02869","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.02869","created_at":"2026-07-05T02:46:31Z"},{"alias_kind":"arxiv_version","alias_value":"2106.02869v1","created_at":"2026-07-05T02:46:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.02869","created_at":"2026-07-05T02:46:31Z"},{"alias_kind":"pith_short_12","alias_value":"QYDGOH6OPYLN","created_at":"2026-07-05T02:46:31Z"},{"alias_kind":"pith_short_16","alias_value":"QYDGOH6OPYLNAPTS","created_at":"2026-07-05T02:46:31Z"},{"alias_kind":"pith_short_8","alias_value":"QYDGOH6O","created_at":"2026-07-05T02:46:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:QYDGOH6OPYLNAPTST5ZAPCOGEE","target":"record","payload":{"canonical_record":{"source":{"id":"2106.02869","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-05T11:01:15Z","cross_cats_sorted":[],"title_canon_sha256":"b260298b238bee0f97b1fb190bf871324f3c9735cb7c218e71c03ddc48ec5794","abstract_canon_sha256":"db49e2faf137c2dee5a0cb81f89da33793d98e875f1bfe5382ad611a1c43114a"},"schema_version":"1.0"},"canonical_sha256":"8606671fce7e16d03e729f720789c6210587b81841cff2fbc1ccc22a47644f02","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:46:31.174078Z","signature_b64":"Wmwcy/b69z056JqUTS2i1sKNnaM9qLditeofkzPDW1UYeLrYtDb/sy+PhQl1EsEpdIlHBBXDyDfK2yBH5ySsBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8606671fce7e16d03e729f720789c6210587b81841cff2fbc1ccc22a47644f02","last_reissued_at":"2026-07-05T02:46:31.173669Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:46:31.173669Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.02869","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:46:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qdIsx+KmdBtR1hUrLlcn5Q1RYJ+shgWjPHcTWq39KBfUcmgcDFdP2MQilkXQ+lNO7URuYlaajDUDXuMK3aDEDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T02:55:58.694828Z"},"content_sha256":"4c5054465a002de6510800aec93b12e9d6a00a4e12d58c8b525a8fa5a2a34545","schema_version":"1.0","event_id":"sha256:4c5054465a002de6510800aec93b12e9d6a00a4e12d58c8b525a8fa5a2a34545"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:QYDGOH6OPYLNAPTST5ZAPCOGEE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Integrating Auxiliary Information in Self-supervised Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Louis-Philippe Morency, Peiyuan Liao, Ruslan Salakhutdinov, Tianqin Li, Weixin Liu, Yao-Hung Hubert Tsai","submitted_at":"2021-06-05T11:01:15Z","abstract_excerpt":"This paper presents to integrate the auxiliary information (e.g., additional attributes for data such as the hashtags for Instagram images) in the self-supervised learning process. We first observe that the auxiliary information may bring us useful information about data structures: for instance, the Instagram images with the same hashtags can be semantically similar. Hence, to leverage the structural information from the auxiliary information, we present to construct data clusters according to the auxiliary information. Then, we introduce the Clustering InfoNCE (Cl-InfoNCE) objective that lea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.02869","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.02869/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:46:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xJnxv/WpgZ+jdxV/HJkIvJWZS/R4aBKzb+LWpaDCAGyCSWWHzxIdqzwethOKfm+GclzxxGbVKmixve4fK3CsBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T02:55:58.695486Z"},"content_sha256":"8a9d8ba03caf3c27fc4c36af01cdb489e104a5eb80a983051c09fcd150a99311","schema_version":"1.0","event_id":"sha256:8a9d8ba03caf3c27fc4c36af01cdb489e104a5eb80a983051c09fcd150a99311"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QYDGOH6OPYLNAPTST5ZAPCOGEE/bundle.json","state_url":"https://pith.science/pith/QYDGOH6OPYLNAPTST5ZAPCOGEE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QYDGOH6OPYLNAPTST5ZAPCOGEE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T02:55:58Z","links":{"resolver":"https://pith.science/pith/QYDGOH6OPYLNAPTST5ZAPCOGEE","bundle":"https://pith.science/pith/QYDGOH6OPYLNAPTST5ZAPCOGEE/bundle.json","state":"https://pith.science/pith/QYDGOH6OPYLNAPTST5ZAPCOGEE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QYDGOH6OPYLNAPTST5ZAPCOGEE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:QYDGOH6OPYLNAPTST5ZAPCOGEE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"db49e2faf137c2dee5a0cb81f89da33793d98e875f1bfe5382ad611a1c43114a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-05T11:01:15Z","title_canon_sha256":"b260298b238bee0f97b1fb190bf871324f3c9735cb7c218e71c03ddc48ec5794"},"schema_version":"1.0","source":{"id":"2106.02869","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.02869","created_at":"2026-07-05T02:46:31Z"},{"alias_kind":"arxiv_version","alias_value":"2106.02869v1","created_at":"2026-07-05T02:46:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.02869","created_at":"2026-07-05T02:46:31Z"},{"alias_kind":"pith_short_12","alias_value":"QYDGOH6OPYLN","created_at":"2026-07-05T02:46:31Z"},{"alias_kind":"pith_short_16","alias_value":"QYDGOH6OPYLNAPTS","created_at":"2026-07-05T02:46:31Z"},{"alias_kind":"pith_short_8","alias_value":"QYDGOH6O","created_at":"2026-07-05T02:46:31Z"}],"graph_snapshots":[{"event_id":"sha256:8a9d8ba03caf3c27fc4c36af01cdb489e104a5eb80a983051c09fcd150a99311","target":"graph","created_at":"2026-07-05T02:46:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.02869/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper presents to integrate the auxiliary information (e.g., additional attributes for data such as the hashtags for Instagram images) in the self-supervised learning process. We first observe that the auxiliary information may bring us useful information about data structures: for instance, the Instagram images with the same hashtags can be semantically similar. Hence, to leverage the structural information from the auxiliary information, we present to construct data clusters according to the auxiliary information. Then, we introduce the Clustering InfoNCE (Cl-InfoNCE) objective that lea","authors_text":"Louis-Philippe Morency, Peiyuan Liao, Ruslan Salakhutdinov, Tianqin Li, Weixin Liu, Yao-Hung Hubert Tsai","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-05T11:01:15Z","title":"Integrating Auxiliary Information in Self-supervised Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.02869","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4c5054465a002de6510800aec93b12e9d6a00a4e12d58c8b525a8fa5a2a34545","target":"record","created_at":"2026-07-05T02:46:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"db49e2faf137c2dee5a0cb81f89da33793d98e875f1bfe5382ad611a1c43114a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-05T11:01:15Z","title_canon_sha256":"b260298b238bee0f97b1fb190bf871324f3c9735cb7c218e71c03ddc48ec5794"},"schema_version":"1.0","source":{"id":"2106.02869","kind":"arxiv","version":1}},"canonical_sha256":"8606671fce7e16d03e729f720789c6210587b81841cff2fbc1ccc22a47644f02","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8606671fce7e16d03e729f720789c6210587b81841cff2fbc1ccc22a47644f02","first_computed_at":"2026-07-05T02:46:31.173669Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:46:31.173669Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Wmwcy/b69z056JqUTS2i1sKNnaM9qLditeofkzPDW1UYeLrYtDb/sy+PhQl1EsEpdIlHBBXDyDfK2yBH5ySsBA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:46:31.174078Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.02869","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4c5054465a002de6510800aec93b12e9d6a00a4e12d58c8b525a8fa5a2a34545","sha256:8a9d8ba03caf3c27fc4c36af01cdb489e104a5eb80a983051c09fcd150a99311"],"state_sha256":"e24014964ef63fbc7a96be502e8058c14c0d20d04f6d7493f7952b1baea2e5ea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Aa6VwFFv62zkPautxVsIa+6kaD7wbxG6ZXDop0gFwFafL4C3WYv3hsO7Kxte0/lqnwwhjWDY5XHPR9yrR5ADDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T02:55:58.699189Z","bundle_sha256":"4eeb43c01a4c49cbf9291e215d413c889aeab6a6ab08d4bd36e8d1fe45a1c867"}}