{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HMI5DMEUVXTOKISDO7QQX4OPYB","short_pith_number":"pith:HMI5DMEU","canonical_record":{"source":{"id":"2410.05581","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-08T00:37:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"8f06fd331db140a3fc869e926b08462baa6f1e3a26d04227a9acce5d9e59b139","abstract_canon_sha256":"4db6b0cd3a2df4aedee09d60bcec27ad32013326f6e6dc7fa8743d3ca579c6a6"},"schema_version":"1.0"},"canonical_sha256":"3b11d1b094ade6e5224377e10bf1cfc0685157c3bd157aa8ffb25a819efabfaa","source":{"kind":"arxiv","id":"2410.05581","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05581","created_at":"2026-07-05T09:21:07Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05581v2","created_at":"2026-07-05T09:21:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05581","created_at":"2026-07-05T09:21:07Z"},{"alias_kind":"pith_short_12","alias_value":"HMI5DMEUVXTO","created_at":"2026-07-05T09:21:07Z"},{"alias_kind":"pith_short_16","alias_value":"HMI5DMEUVXTOKISD","created_at":"2026-07-05T09:21:07Z"},{"alias_kind":"pith_short_8","alias_value":"HMI5DMEU","created_at":"2026-07-05T09:21:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HMI5DMEUVXTOKISDO7QQX4OPYB","target":"record","payload":{"canonical_record":{"source":{"id":"2410.05581","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-08T00:37:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"8f06fd331db140a3fc869e926b08462baa6f1e3a26d04227a9acce5d9e59b139","abstract_canon_sha256":"4db6b0cd3a2df4aedee09d60bcec27ad32013326f6e6dc7fa8743d3ca579c6a6"},"schema_version":"1.0"},"canonical_sha256":"3b11d1b094ade6e5224377e10bf1cfc0685157c3bd157aa8ffb25a819efabfaa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:21:07.914392Z","signature_b64":"fiJpQW/I/9X/bWjeEV2HjYr0zHcb1Xt+F6EQMKC6yMuQNfHrs9jQwxi+ZxbBO+9wzLaefmWFIkDk7fbbQun3Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3b11d1b094ade6e5224377e10bf1cfc0685157c3bd157aa8ffb25a819efabfaa","last_reissued_at":"2026-07-05T09:21:07.913973Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:21:07.913973Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.05581","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:21:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eZsBKS3sP+vGTQuI7Fw3Q9cHQcsuFOknIkhYJvJQrEh5dhjrezL7iVt2+pY0kYvOIKVzf21bEmqelUIhJ51ABw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:33:50.758897Z"},"content_sha256":"f5001f52f0fadb2972982e5856a131871004e8d24eb0b205cc166261073ebb0b","schema_version":"1.0","event_id":"sha256:f5001f52f0fadb2972982e5856a131871004e8d24eb0b205cc166261073ebb0b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HMI5DMEUVXTOKISDO7QQX4OPYB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adaptation Odyssey in LLMs: Why Does Additional Pretraining Sometimes Fail to Improve?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Beyza Ermis, \\c{C}a\\u{g}atay Y{\\i}ld{\\i}z, Cem Subakan, F{\\i}rat \\\"Oncel, Matthias Bethge, Mirco Ravanelli","submitted_at":"2024-10-08T00:37:16Z","abstract_excerpt":"In the last decade, the generalization and adaptation abilities of deep learning models were typically evaluated on fixed training and test distributions. Contrary to traditional deep learning, large language models (LLMs) are (i) even more overparameterized, (ii) trained on unlabeled text corpora curated from the Internet with minimal human intervention, and (iii) trained in an online fashion. These stark contrasts prevent researchers from transferring lessons learned on model generalization and adaptation in deep learning contexts to LLMs. To this end, our short paper introduces empirical ob"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05581","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.05581/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:21:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mOwFgTSm/7khsvND8Y8K8KNx151xbCecEjeYmcuQ/k2tGIMtWJ2U7E9M6j+OUu0P6YIlpyl2GVom18DpNGvOBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:33:50.759283Z"},"content_sha256":"04668d39e120385b7009b7ff3dbb2409227013a24e53b5fc9fc9fdf5b1c2370e","schema_version":"1.0","event_id":"sha256:04668d39e120385b7009b7ff3dbb2409227013a24e53b5fc9fc9fdf5b1c2370e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HMI5DMEUVXTOKISDO7QQX4OPYB/bundle.json","state_url":"https://pith.science/pith/HMI5DMEUVXTOKISDO7QQX4OPYB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HMI5DMEUVXTOKISDO7QQX4OPYB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T05:33:50Z","links":{"resolver":"https://pith.science/pith/HMI5DMEUVXTOKISDO7QQX4OPYB","bundle":"https://pith.science/pith/HMI5DMEUVXTOKISDO7QQX4OPYB/bundle.json","state":"https://pith.science/pith/HMI5DMEUVXTOKISDO7QQX4OPYB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HMI5DMEUVXTOKISDO7QQX4OPYB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HMI5DMEUVXTOKISDO7QQX4OPYB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4db6b0cd3a2df4aedee09d60bcec27ad32013326f6e6dc7fa8743d3ca579c6a6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-08T00:37:16Z","title_canon_sha256":"8f06fd331db140a3fc869e926b08462baa6f1e3a26d04227a9acce5d9e59b139"},"schema_version":"1.0","source":{"id":"2410.05581","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05581","created_at":"2026-07-05T09:21:07Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05581v2","created_at":"2026-07-05T09:21:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05581","created_at":"2026-07-05T09:21:07Z"},{"alias_kind":"pith_short_12","alias_value":"HMI5DMEUVXTO","created_at":"2026-07-05T09:21:07Z"},{"alias_kind":"pith_short_16","alias_value":"HMI5DMEUVXTOKISD","created_at":"2026-07-05T09:21:07Z"},{"alias_kind":"pith_short_8","alias_value":"HMI5DMEU","created_at":"2026-07-05T09:21:07Z"}],"graph_snapshots":[{"event_id":"sha256:04668d39e120385b7009b7ff3dbb2409227013a24e53b5fc9fc9fdf5b1c2370e","target":"graph","created_at":"2026-07-05T09:21:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.05581/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the last decade, the generalization and adaptation abilities of deep learning models were typically evaluated on fixed training and test distributions. Contrary to traditional deep learning, large language models (LLMs) are (i) even more overparameterized, (ii) trained on unlabeled text corpora curated from the Internet with minimal human intervention, and (iii) trained in an online fashion. These stark contrasts prevent researchers from transferring lessons learned on model generalization and adaptation in deep learning contexts to LLMs. To this end, our short paper introduces empirical ob","authors_text":"Beyza Ermis, \\c{C}a\\u{g}atay Y{\\i}ld{\\i}z, Cem Subakan, F{\\i}rat \\\"Oncel, Matthias Bethge, Mirco Ravanelli","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-08T00:37:16Z","title":"Adaptation Odyssey in LLMs: Why Does Additional Pretraining Sometimes Fail to Improve?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05581","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f5001f52f0fadb2972982e5856a131871004e8d24eb0b205cc166261073ebb0b","target":"record","created_at":"2026-07-05T09:21:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4db6b0cd3a2df4aedee09d60bcec27ad32013326f6e6dc7fa8743d3ca579c6a6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-08T00:37:16Z","title_canon_sha256":"8f06fd331db140a3fc869e926b08462baa6f1e3a26d04227a9acce5d9e59b139"},"schema_version":"1.0","source":{"id":"2410.05581","kind":"arxiv","version":2}},"canonical_sha256":"3b11d1b094ade6e5224377e10bf1cfc0685157c3bd157aa8ffb25a819efabfaa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3b11d1b094ade6e5224377e10bf1cfc0685157c3bd157aa8ffb25a819efabfaa","first_computed_at":"2026-07-05T09:21:07.913973Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:21:07.913973Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fiJpQW/I/9X/bWjeEV2HjYr0zHcb1Xt+F6EQMKC6yMuQNfHrs9jQwxi+ZxbBO+9wzLaefmWFIkDk7fbbQun3Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:21:07.914392Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.05581","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f5001f52f0fadb2972982e5856a131871004e8d24eb0b205cc166261073ebb0b","sha256:04668d39e120385b7009b7ff3dbb2409227013a24e53b5fc9fc9fdf5b1c2370e"],"state_sha256":"12052efcb9036cc06f0406d063441118f8de1e42306c35a589e7a3678cd68c51"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KPbKiLD5lbsykBllhGEnGoYZS9uaZqAylHPrMFbDlnhYgCgOPGOPojq4U7HWRKC1oGnQ39ve/UOu4vZC1dwnAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T05:33:50.761729Z","bundle_sha256":"a4c1e03c86f890854d728d18b7dc1c1da4cd0f54d238f7d8446c7917cb704707"}}