{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:HPKZPKU7MIN3QI67FD2Y5AAX7D","short_pith_number":"pith:HPKZPKU7","schema_version":"1.0","canonical_sha256":"3bd597aa9f621bb823df28f58e8017f8cf182d691f366506d00a72a47cfdc048","source":{"kind":"arxiv","id":"2205.10279","version":1},"attestation_state":"computed","paper":{"title":"Pre-Train Your Loss: Easy Bayesian Transfer Learning with Informative Priors","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Andrew Gordon Wilson, Chen Zhu, Hossein Souri, Micah Goldblum, Ravid Shwartz-Ziv, Sanyam Kapoor, Yann LeCun","submitted_at":"2022-05-20T16:19:30Z","abstract_excerpt":"Deep learning is increasingly moving towards a transfer learning paradigm whereby large foundation models are fine-tuned on downstream tasks, starting from an initialization learned on the source task. But an initialization contains relatively little information about the source task. Instead, we show that we can learn highly informative posteriors from the source task, through supervised or self-supervised approaches, which then serve as the basis for priors that modify the whole loss surface on the downstream task. This simple modular approach enables significant performance gains and more d"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2205.10279","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-20T16:19:30Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"fb271e039f908eceb169926343c82189bd9d1682cf594e023602a0cc4d9659b6","abstract_canon_sha256":"0a5f90a955b757484c813f669f25ab0f9a239b913ed18685ac480f791dd41ea9"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:25:05.861345Z","signature_b64":"RP13Dn0UPO2tSUVyOIZof7mvyJUsB/X5e83wqXMXfpKbS1JDXwFD9Ouy2KfPielclHuW1SBE0f9YAeVsZ2CGCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3bd597aa9f621bb823df28f58e8017f8cf182d691f366506d00a72a47cfdc048","last_reissued_at":"2026-07-05T04:25:05.860859Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:25:05.860859Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Pre-Train Your Loss: Easy Bayesian Transfer Learning with Informative Priors","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Andrew Gordon Wilson, Chen Zhu, Hossein Souri, Micah Goldblum, Ravid Shwartz-Ziv, Sanyam Kapoor, Yann LeCun","submitted_at":"2022-05-20T16:19:30Z","abstract_excerpt":"Deep learning is increasingly moving towards a transfer learning paradigm whereby large foundation models are fine-tuned on downstream tasks, starting from an initialization learned on the source task. But an initialization contains relatively little information about the source task. Instead, we show that we can learn highly informative posteriors from the source task, through supervised or self-supervised approaches, which then serve as the basis for priors that modify the whole loss surface on the downstream task. This simple modular approach enables significant performance gains and more d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.10279","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.10279/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2205.10279","created_at":"2026-07-05T04:25:05.860915+00:00"},{"alias_kind":"arxiv_version","alias_value":"2205.10279v1","created_at":"2026-07-05T04:25:05.860915+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.10279","created_at":"2026-07-05T04:25:05.860915+00:00"},{"alias_kind":"pith_short_12","alias_value":"HPKZPKU7MIN3","created_at":"2026-07-05T04:25:05.860915+00:00"},{"alias_kind":"pith_short_16","alias_value":"HPKZPKU7MIN3QI67","created_at":"2026-07-05T04:25:05.860915+00:00"},{"alias_kind":"pith_short_8","alias_value":"HPKZPKU7","created_at":"2026-07-05T04:25:05.860915+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/HPKZPKU7MIN3QI67FD2Y5AAX7D","json":"https://pith.science/pith/HPKZPKU7MIN3QI67FD2Y5AAX7D.json","graph_json":"https://pith.science/api/pith-number/HPKZPKU7MIN3QI67FD2Y5AAX7D/graph.json","events_json":"https://pith.science/api/pith-number/HPKZPKU7MIN3QI67FD2Y5AAX7D/events.json","paper":"https://pith.science/paper/HPKZPKU7"},"agent_actions":{"view_html":"https://pith.science/pith/HPKZPKU7MIN3QI67FD2Y5AAX7D","download_json":"https://pith.science/pith/HPKZPKU7MIN3QI67FD2Y5AAX7D.json","view_paper":"https://pith.science/paper/HPKZPKU7","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2205.10279&json=true","fetch_graph":"https://pith.science/api/pith-number/HPKZPKU7MIN3QI67FD2Y5AAX7D/graph.json","fetch_events":"https://pith.science/api/pith-number/HPKZPKU7MIN3QI67FD2Y5AAX7D/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/HPKZPKU7MIN3QI67FD2Y5AAX7D/action/timestamp_anchor","attest_storage":"https://pith.science/pith/HPKZPKU7MIN3QI67FD2Y5AAX7D/action/storage_attestation","attest_author":"https://pith.science/pith/HPKZPKU7MIN3QI67FD2Y5AAX7D/action/author_attestation","sign_citation":"https://pith.science/pith/HPKZPKU7MIN3QI67FD2Y5AAX7D/action/citation_signature","submit_replication":"https://pith.science/pith/HPKZPKU7MIN3QI67FD2Y5AAX7D/action/replication_record"}},"created_at":"2026-07-05T04:25:05.860915+00:00","updated_at":"2026-07-05T04:25:05.860915+00:00"}