{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:ANXYEKFFXRT64CXVFNTYCEHLLF","short_pith_number":"pith:ANXYEKFF","schema_version":"1.0","canonical_sha256":"036f8228a5bc67ee0af52b678110eb5964a40a6656d11d35389b33b45e3b61a1","source":{"kind":"arxiv","id":"2405.15018","version":3},"attestation_state":"computed","paper":{"title":"What Variables Affect Out-of-Distribution Generalization in Pretrained Models?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.LG","authors_text":"Christopher Kanan, Giri Krishnan, Jhair Gallardo, Kyungbok Lee, Md Yousuf Harun","submitted_at":"2024-05-23T19:43:45Z","abstract_excerpt":"Embeddings produced by pre-trained deep neural networks (DNNs) are widely used; however, their efficacy for downstream tasks can vary widely. We study the factors influencing transferability and out-of-distribution (OOD) generalization of pre-trained DNN embeddings through the lens of the tunnel effect hypothesis, which is closely related to intermediate neural collapse. This hypothesis suggests that deeper DNN layers compress representations and hinder OOD generalization. Contrary to earlier work, our experiments show this is not a universal phenomenon. We comprehensively investigate the impa"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2405.15018","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-23T19:43:45Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"a140b39e9e21ed1bc79e65adb3a606a25721c72e04c85c35b26b531d5c49be25","abstract_canon_sha256":"501f0a613d95f57b527ed785984ba919a64036b3e451cd02d4ab950c44f5c804"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:25:43.531202Z","signature_b64":"MuGsWMyhnteC/aUUBQTs0QC35yRJDi6GHJ+PVMDQuD+xFyJhB4Vc+a/vvrtwXXn+yMsAXyJvCJdq0KqD+l/7Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"036f8228a5bc67ee0af52b678110eb5964a40a6656d11d35389b33b45e3b61a1","last_reissued_at":"2026-07-05T09:25:43.530588Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:25:43.530588Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"What Variables Affect Out-of-Distribution Generalization in Pretrained Models?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.LG","authors_text":"Christopher Kanan, Giri Krishnan, Jhair Gallardo, Kyungbok Lee, Md Yousuf Harun","submitted_at":"2024-05-23T19:43:45Z","abstract_excerpt":"Embeddings produced by pre-trained deep neural networks (DNNs) are widely used; however, their efficacy for downstream tasks can vary widely. We study the factors influencing transferability and out-of-distribution (OOD) generalization of pre-trained DNN embeddings through the lens of the tunnel effect hypothesis, which is closely related to intermediate neural collapse. This hypothesis suggests that deeper DNN layers compress representations and hinder OOD generalization. Contrary to earlier work, our experiments show this is not a universal phenomenon. We comprehensively investigate the impa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15018","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.15018/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2405.15018","created_at":"2026-07-05T09:25:43.530684+00:00"},{"alias_kind":"arxiv_version","alias_value":"2405.15018v3","created_at":"2026-07-05T09:25:43.530684+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15018","created_at":"2026-07-05T09:25:43.530684+00:00"},{"alias_kind":"pith_short_12","alias_value":"ANXYEKFFXRT6","created_at":"2026-07-05T09:25:43.530684+00:00"},{"alias_kind":"pith_short_16","alias_value":"ANXYEKFFXRT64CXV","created_at":"2026-07-05T09:25:43.530684+00:00"},{"alias_kind":"pith_short_8","alias_value":"ANXYEKFF","created_at":"2026-07-05T09:25:43.530684+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2506.01562","citing_title":"Unpacking Softmax: How Temperature Drives Representation Collapse, Compression, and Generalization","ref_index":32,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ANXYEKFFXRT64CXVFNTYCEHLLF","json":"https://pith.science/pith/ANXYEKFFXRT64CXVFNTYCEHLLF.json","graph_json":"https://pith.science/api/pith-number/ANXYEKFFXRT64CXVFNTYCEHLLF/graph.json","events_json":"https://pith.science/api/pith-number/ANXYEKFFXRT64CXVFNTYCEHLLF/events.json","paper":"https://pith.science/paper/ANXYEKFF"},"agent_actions":{"view_html":"https://pith.science/pith/ANXYEKFFXRT64CXVFNTYCEHLLF","download_json":"https://pith.science/pith/ANXYEKFFXRT64CXVFNTYCEHLLF.json","view_paper":"https://pith.science/paper/ANXYEKFF","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2405.15018&json=true","fetch_graph":"https://pith.science/api/pith-number/ANXYEKFFXRT64CXVFNTYCEHLLF/graph.json","fetch_events":"https://pith.science/api/pith-number/ANXYEKFFXRT64CXVFNTYCEHLLF/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ANXYEKFFXRT64CXVFNTYCEHLLF/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ANXYEKFFXRT64CXVFNTYCEHLLF/action/storage_attestation","attest_author":"https://pith.science/pith/ANXYEKFFXRT64CXVFNTYCEHLLF/action/author_attestation","sign_citation":"https://pith.science/pith/ANXYEKFFXRT64CXVFNTYCEHLLF/action/citation_signature","submit_replication":"https://pith.science/pith/ANXYEKFFXRT64CXVFNTYCEHLLF/action/replication_record"}},"created_at":"2026-07-05T09:25:43.530684+00:00","updated_at":"2026-07-05T09:25:43.530684+00:00"}