{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:U7QLRXNXBXVEK5AIMW4NZLE3C6","short_pith_number":"pith:U7QLRXNX","canonical_record":{"source":{"id":"2007.00800","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-01T22:55:48Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"9af967ab3f7b76dcf87b1cfe4f99f80e82c18885c3806919bea56ddfd51b987d","abstract_canon_sha256":"bc973d2c0811b1653fda925ab5c4e8d23a26b10882a1d2aca360d48dbaa88abe"},"schema_version":"1.0"},"canonical_sha256":"a7e0b8ddb70dea45740865b8dcac9b17a547e38541b44383ed606b381b007d9b","source":{"kind":"arxiv","id":"2007.00800","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.00800","created_at":"2026-07-05T01:15:41Z"},{"alias_kind":"arxiv_version","alias_value":"2007.00800v1","created_at":"2026-07-05T01:15:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.00800","created_at":"2026-07-05T01:15:41Z"},{"alias_kind":"pith_short_12","alias_value":"U7QLRXNXBXVE","created_at":"2026-07-05T01:15:41Z"},{"alias_kind":"pith_short_16","alias_value":"U7QLRXNXBXVEK5AI","created_at":"2026-07-05T01:15:41Z"},{"alias_kind":"pith_short_8","alias_value":"U7QLRXNX","created_at":"2026-07-05T01:15:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:U7QLRXNXBXVEK5AIMW4NZLE3C6","target":"record","payload":{"canonical_record":{"source":{"id":"2007.00800","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-01T22:55:48Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"9af967ab3f7b76dcf87b1cfe4f99f80e82c18885c3806919bea56ddfd51b987d","abstract_canon_sha256":"bc973d2c0811b1653fda925ab5c4e8d23a26b10882a1d2aca360d48dbaa88abe"},"schema_version":"1.0"},"canonical_sha256":"a7e0b8ddb70dea45740865b8dcac9b17a547e38541b44383ed606b381b007d9b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:15:41.446359Z","signature_b64":"LE9x9dRVHMwFkjKfzudEBzbdsQX7mpCoaUiNpVYOfAZsZN5H/r6ETQXpCon3QaGLg4Qkk8WrFuF5souTXNFECA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a7e0b8ddb70dea45740865b8dcac9b17a547e38541b44383ed606b381b007d9b","last_reissued_at":"2026-07-05T01:15:41.445985Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:15:41.445985Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.00800","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:15:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tepPGKVFjHwIXBC5aMFmobvPXrqW6mjY4VfYzWV3Am+Zaqe9qluMXq8sbAq82atfBTM1dR7w42uck/1Gmu2qCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:10:33.053116Z"},"content_sha256":"a9724c98c315a612fef8a3322f4d785a535d25796c635e7ba2627257f002d900","schema_version":"1.0","event_id":"sha256:a9724c98c315a612fef8a3322f4d785a535d25796c635e7ba2627257f002d900"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:U7QLRXNXBXVEK5AIMW4NZLE3C6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Survey on Self-supervised Pre-training for Sequential Transfer Learning in Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Huanru Henry Mao","submitted_at":"2020-07-01T22:55:48Z","abstract_excerpt":"Deep neural networks are typically trained under a supervised learning framework where a model learns a single task using labeled data. Instead of relying solely on labeled data, practitioners can harness unlabeled or related data to improve model performance, which is often more accessible and ubiquitous. Self-supervised pre-training for transfer learning is becoming an increasingly popular technique to improve state-of-the-art results using unlabeled data. It involves first pre-training a model on a large amount of unlabeled data, then adapting the model to target tasks of interest. In this "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.00800","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.00800/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:15:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"McmG7ARbTyy3Nw5S+0qQm533VHuTqegtcp4WDC6n7jF51ZWG9rIcokhxPY/oTXR3EePIFcPqRwdxCwW2LyhWDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:10:33.053635Z"},"content_sha256":"975ac8cbeec4e496993128e7da50a3c4d0abd1dffd87bbe608f62532df027e89","schema_version":"1.0","event_id":"sha256:975ac8cbeec4e496993128e7da50a3c4d0abd1dffd87bbe608f62532df027e89"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U7QLRXNXBXVEK5AIMW4NZLE3C6/bundle.json","state_url":"https://pith.science/pith/U7QLRXNXBXVEK5AIMW4NZLE3C6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U7QLRXNXBXVEK5AIMW4NZLE3C6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:10:33Z","links":{"resolver":"https://pith.science/pith/U7QLRXNXBXVEK5AIMW4NZLE3C6","bundle":"https://pith.science/pith/U7QLRXNXBXVEK5AIMW4NZLE3C6/bundle.json","state":"https://pith.science/pith/U7QLRXNXBXVEK5AIMW4NZLE3C6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U7QLRXNXBXVEK5AIMW4NZLE3C6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:U7QLRXNXBXVEK5AIMW4NZLE3C6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bc973d2c0811b1653fda925ab5c4e8d23a26b10882a1d2aca360d48dbaa88abe","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-01T22:55:48Z","title_canon_sha256":"9af967ab3f7b76dcf87b1cfe4f99f80e82c18885c3806919bea56ddfd51b987d"},"schema_version":"1.0","source":{"id":"2007.00800","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.00800","created_at":"2026-07-05T01:15:41Z"},{"alias_kind":"arxiv_version","alias_value":"2007.00800v1","created_at":"2026-07-05T01:15:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.00800","created_at":"2026-07-05T01:15:41Z"},{"alias_kind":"pith_short_12","alias_value":"U7QLRXNXBXVE","created_at":"2026-07-05T01:15:41Z"},{"alias_kind":"pith_short_16","alias_value":"U7QLRXNXBXVEK5AI","created_at":"2026-07-05T01:15:41Z"},{"alias_kind":"pith_short_8","alias_value":"U7QLRXNX","created_at":"2026-07-05T01:15:41Z"}],"graph_snapshots":[{"event_id":"sha256:975ac8cbeec4e496993128e7da50a3c4d0abd1dffd87bbe608f62532df027e89","target":"graph","created_at":"2026-07-05T01:15:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.00800/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep neural networks are typically trained under a supervised learning framework where a model learns a single task using labeled data. Instead of relying solely on labeled data, practitioners can harness unlabeled or related data to improve model performance, which is often more accessible and ubiquitous. Self-supervised pre-training for transfer learning is becoming an increasingly popular technique to improve state-of-the-art results using unlabeled data. It involves first pre-training a model on a large amount of unlabeled data, then adapting the model to target tasks of interest. In this ","authors_text":"Huanru Henry Mao","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-01T22:55:48Z","title":"A Survey on Self-supervised Pre-training for Sequential Transfer Learning in Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.00800","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a9724c98c315a612fef8a3322f4d785a535d25796c635e7ba2627257f002d900","target":"record","created_at":"2026-07-05T01:15:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bc973d2c0811b1653fda925ab5c4e8d23a26b10882a1d2aca360d48dbaa88abe","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-01T22:55:48Z","title_canon_sha256":"9af967ab3f7b76dcf87b1cfe4f99f80e82c18885c3806919bea56ddfd51b987d"},"schema_version":"1.0","source":{"id":"2007.00800","kind":"arxiv","version":1}},"canonical_sha256":"a7e0b8ddb70dea45740865b8dcac9b17a547e38541b44383ed606b381b007d9b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a7e0b8ddb70dea45740865b8dcac9b17a547e38541b44383ed606b381b007d9b","first_computed_at":"2026-07-05T01:15:41.445985Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:15:41.445985Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LE9x9dRVHMwFkjKfzudEBzbdsQX7mpCoaUiNpVYOfAZsZN5H/r6ETQXpCon3QaGLg4Qkk8WrFuF5souTXNFECA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:15:41.446359Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.00800","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a9724c98c315a612fef8a3322f4d785a535d25796c635e7ba2627257f002d900","sha256:975ac8cbeec4e496993128e7da50a3c4d0abd1dffd87bbe608f62532df027e89"],"state_sha256":"3d7cd506ef4257efbb50b4590b86908fd585c3e1a7c12c1e34ef8470173771ec"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kjmj3c3e/62rAG02UqdkwwPQRcXZe1dvjPo3On2eGeurVMjJ/Wau/YwJ/CkWHOiuPUrwhI3CDQV/1tbyAJM0Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:10:33.058499Z","bundle_sha256":"7aaf1e395c00c74b0d7d6084f56d47cb182adc09736a0432161eabca3a8c2349"}}