{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:L3UZIUFV53VVDIDA3MU7P2ACSA","short_pith_number":"pith:L3UZIUFV","canonical_record":{"source":{"id":"2103.12718","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-03-23T17:37:51Z","cross_cats_sorted":[],"title_canon_sha256":"7445f24fe471e385907e70a0bfb0bb66d64a2297b94008e663334fe7aea3d33d","abstract_canon_sha256":"c5c1a5290263b21340c5f11e3d5e1def0fa6643f5c7cf3f5d7836119f336f0d1"},"schema_version":"1.0"},"canonical_sha256":"5ee99450b5eeeb51a060db29f7e80290155f229674bb5a7114e94ccd94e6ad51","source":{"kind":"arxiv","id":"2103.12718","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.12718","created_at":"2026-07-05T02:26:18Z"},{"alias_kind":"arxiv_version","alias_value":"2103.12718v2","created_at":"2026-07-05T02:26:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.12718","created_at":"2026-07-05T02:26:18Z"},{"alias_kind":"pith_short_12","alias_value":"L3UZIUFV53VV","created_at":"2026-07-05T02:26:18Z"},{"alias_kind":"pith_short_16","alias_value":"L3UZIUFV53VVDIDA","created_at":"2026-07-05T02:26:18Z"},{"alias_kind":"pith_short_8","alias_value":"L3UZIUFV","created_at":"2026-07-05T02:26:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:L3UZIUFV53VVDIDA3MU7P2ACSA","target":"record","payload":{"canonical_record":{"source":{"id":"2103.12718","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-03-23T17:37:51Z","cross_cats_sorted":[],"title_canon_sha256":"7445f24fe471e385907e70a0bfb0bb66d64a2297b94008e663334fe7aea3d33d","abstract_canon_sha256":"c5c1a5290263b21340c5f11e3d5e1def0fa6643f5c7cf3f5d7836119f336f0d1"},"schema_version":"1.0"},"canonical_sha256":"5ee99450b5eeeb51a060db29f7e80290155f229674bb5a7114e94ccd94e6ad51","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:26:18.744018Z","signature_b64":"M04QXZQHGJG5GOJ6C2zjhDhgTPcRElMgO/X7xAxTIt/nPe4PQ6/XaXjNEvQJRKA7917AEnMesBmFzQSnIew4BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5ee99450b5eeeb51a060db29f7e80290155f229674bb5a7114e94ccd94e6ad51","last_reissued_at":"2026-07-05T02:26:18.743596Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:26:18.743596Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.12718","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:26:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uxpNKGeJ/BYQET1wdwAK4PPVnhrX7giBuz2QB4msd78KAQZwoT5ZSFBAbuo4EEQmia6ejbi8vFaUGHSzWkZVCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T13:31:08.344939Z"},"content_sha256":"312b7fa912b2faa589d328f0c12cb7d4da7444f4af68403604e4b309efde042a","schema_version":"1.0","event_id":"sha256:312b7fa912b2faa589d328f0c12cb7d4da7444f4af68403604e4b309efde042a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:L3UZIUFV53VVDIDA3MU7P2ACSA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Self-Supervised Pretraining Improves Self-Supervised Pretraining","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Ani Nrusimha, Bo Li, Colorado J. Reed, Devin Guillory, Kurt Keutzer, Richard Mao, Sayna Ebrahimi, Sean Metzger, Shanghang Zhang, Trevor Darrell, Vivek Vijaykumar, Xiangyu Yue","submitted_at":"2021-03-23T17:37:51Z","abstract_excerpt":"While self-supervised pretraining has proven beneficial for many computer vision tasks, it requires expensive and lengthy computation, large amounts of data, and is sensitive to data augmentation. Prior work demonstrates that models pretrained on datasets dissimilar to their target data, such as chest X-ray models trained on ImageNet, underperform models trained from scratch. Users that lack the resources to pretrain must use existing models with lower performance. This paper explores Hierarchical PreTraining (HPT), which decreases convergence time and improves accuracy by initializing the pre"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.12718","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.12718/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:26:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"35rLjSy0KS6ldh1J2QEUEagHvxrQahGHutLSZqBktGWpQ9eyOQg/9K8+UZebjb5hM/3CnioTINm0wgx9L39tAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T13:31:08.345340Z"},"content_sha256":"7e0ab5cf83325270f0908b34b4557b0913c3621f5a61cdd52f78c2dc38ef4661","schema_version":"1.0","event_id":"sha256:7e0ab5cf83325270f0908b34b4557b0913c3621f5a61cdd52f78c2dc38ef4661"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L3UZIUFV53VVDIDA3MU7P2ACSA/bundle.json","state_url":"https://pith.science/pith/L3UZIUFV53VVDIDA3MU7P2ACSA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L3UZIUFV53VVDIDA3MU7P2ACSA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T13:31:08Z","links":{"resolver":"https://pith.science/pith/L3UZIUFV53VVDIDA3MU7P2ACSA","bundle":"https://pith.science/pith/L3UZIUFV53VVDIDA3MU7P2ACSA/bundle.json","state":"https://pith.science/pith/L3UZIUFV53VVDIDA3MU7P2ACSA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L3UZIUFV53VVDIDA3MU7P2ACSA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:L3UZIUFV53VVDIDA3MU7P2ACSA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c5c1a5290263b21340c5f11e3d5e1def0fa6643f5c7cf3f5d7836119f336f0d1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-03-23T17:37:51Z","title_canon_sha256":"7445f24fe471e385907e70a0bfb0bb66d64a2297b94008e663334fe7aea3d33d"},"schema_version":"1.0","source":{"id":"2103.12718","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.12718","created_at":"2026-07-05T02:26:18Z"},{"alias_kind":"arxiv_version","alias_value":"2103.12718v2","created_at":"2026-07-05T02:26:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.12718","created_at":"2026-07-05T02:26:18Z"},{"alias_kind":"pith_short_12","alias_value":"L3UZIUFV53VV","created_at":"2026-07-05T02:26:18Z"},{"alias_kind":"pith_short_16","alias_value":"L3UZIUFV53VVDIDA","created_at":"2026-07-05T02:26:18Z"},{"alias_kind":"pith_short_8","alias_value":"L3UZIUFV","created_at":"2026-07-05T02:26:18Z"}],"graph_snapshots":[{"event_id":"sha256:7e0ab5cf83325270f0908b34b4557b0913c3621f5a61cdd52f78c2dc38ef4661","target":"graph","created_at":"2026-07-05T02:26:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.12718/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While self-supervised pretraining has proven beneficial for many computer vision tasks, it requires expensive and lengthy computation, large amounts of data, and is sensitive to data augmentation. Prior work demonstrates that models pretrained on datasets dissimilar to their target data, such as chest X-ray models trained on ImageNet, underperform models trained from scratch. Users that lack the resources to pretrain must use existing models with lower performance. This paper explores Hierarchical PreTraining (HPT), which decreases convergence time and improves accuracy by initializing the pre","authors_text":"Ani Nrusimha, Bo Li, Colorado J. Reed, Devin Guillory, Kurt Keutzer, Richard Mao, Sayna Ebrahimi, Sean Metzger, Shanghang Zhang, Trevor Darrell, Vivek Vijaykumar, Xiangyu Yue","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-03-23T17:37:51Z","title":"Self-Supervised Pretraining Improves Self-Supervised Pretraining"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.12718","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:312b7fa912b2faa589d328f0c12cb7d4da7444f4af68403604e4b309efde042a","target":"record","created_at":"2026-07-05T02:26:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c5c1a5290263b21340c5f11e3d5e1def0fa6643f5c7cf3f5d7836119f336f0d1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-03-23T17:37:51Z","title_canon_sha256":"7445f24fe471e385907e70a0bfb0bb66d64a2297b94008e663334fe7aea3d33d"},"schema_version":"1.0","source":{"id":"2103.12718","kind":"arxiv","version":2}},"canonical_sha256":"5ee99450b5eeeb51a060db29f7e80290155f229674bb5a7114e94ccd94e6ad51","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5ee99450b5eeeb51a060db29f7e80290155f229674bb5a7114e94ccd94e6ad51","first_computed_at":"2026-07-05T02:26:18.743596Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:26:18.743596Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"M04QXZQHGJG5GOJ6C2zjhDhgTPcRElMgO/X7xAxTIt/nPe4PQ6/XaXjNEvQJRKA7917AEnMesBmFzQSnIew4BA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:26:18.744018Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.12718","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:312b7fa912b2faa589d328f0c12cb7d4da7444f4af68403604e4b309efde042a","sha256:7e0ab5cf83325270f0908b34b4557b0913c3621f5a61cdd52f78c2dc38ef4661"],"state_sha256":"4d7cfd4e25c7a3aa26ce66120a256ca70176e94cb16daeb6e5a589a38863916f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"covbTHaSvKgFfFGgdGzZqGoTBmylP8wf/KXN8smGs1B3KYBQyrwTG4n4Pqsu4ikW2484zRhVW7pmPA3nS8tIAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T13:31:08.347936Z","bundle_sha256":"7a0f834d00729ee7ab9420cb25353cecf170b6f73ec3a00c5d98a4d275314ad5"}}