{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:M4CVSHAWJVVMXEXJXFZIVE35CK","short_pith_number":"pith:M4CVSHAW","canonical_record":{"source":{"id":"2506.01901","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-06-02T17:23:16Z","cross_cats_sorted":[],"title_canon_sha256":"c484058ddac077584fccdc790ae552097b4e31853c5bb36ea08f7b10efe08ed4","abstract_canon_sha256":"b63a852f2b18b8237a1da5e8bd6f21855610a555fb3d9e585e0fe4ac3445e972"},"schema_version":"1.0"},"canonical_sha256":"6705591c164d6acb92e9b9728a937d12b695e665298d0301d0079aedde63a1b9","source":{"kind":"arxiv","id":"2506.01901","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.01901","created_at":"2026-07-05T11:14:21Z"},{"alias_kind":"arxiv_version","alias_value":"2506.01901v1","created_at":"2026-07-05T11:14:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.01901","created_at":"2026-07-05T11:14:21Z"},{"alias_kind":"pith_short_12","alias_value":"M4CVSHAWJVVM","created_at":"2026-07-05T11:14:21Z"},{"alias_kind":"pith_short_16","alias_value":"M4CVSHAWJVVMXEXJ","created_at":"2026-07-05T11:14:21Z"},{"alias_kind":"pith_short_8","alias_value":"M4CVSHAW","created_at":"2026-07-05T11:14:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:M4CVSHAWJVVMXEXJXFZIVE35CK","target":"record","payload":{"canonical_record":{"source":{"id":"2506.01901","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-06-02T17:23:16Z","cross_cats_sorted":[],"title_canon_sha256":"c484058ddac077584fccdc790ae552097b4e31853c5bb36ea08f7b10efe08ed4","abstract_canon_sha256":"b63a852f2b18b8237a1da5e8bd6f21855610a555fb3d9e585e0fe4ac3445e972"},"schema_version":"1.0"},"canonical_sha256":"6705591c164d6acb92e9b9728a937d12b695e665298d0301d0079aedde63a1b9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:14:21.020989Z","signature_b64":"GFXUqxNSHNQBTldyH40+yymnMIERrcs6N4ZF0wCZIe9j2epMmWn852PZdrEHCdg2GXFIJ/QkiYyMi4Wy1XZ/Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6705591c164d6acb92e9b9728a937d12b695e665298d0301d0079aedde63a1b9","last_reissued_at":"2026-07-05T11:14:21.020563Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:14:21.020563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.01901","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6awPk6P4TlgpNqqOTiz5dn/1hWvua0T/D+smunJ6xIcHpS+bOaVeg/TA4D3rAfLN7032zWatnhk5fk0qBHreAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T04:03:55.424455Z"},"content_sha256":"0d7e82fddea27287b5801bb4ffcd6b93c60ceca6d086995a53108022b1e8b5a0","schema_version":"1.0","event_id":"sha256:0d7e82fddea27287b5801bb4ffcd6b93c60ceca6d086995a53108022b1e8b5a0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:M4CVSHAWJVVMXEXJXFZIVE35CK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding Overadaptation in Supervised Fine-Tuning: The Role of Ensemble Methods","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Chenlu Ye, Hanning Zhang, Rui Pan, Tong Zhang, Xingyuan Pan, Yifan Hao","submitted_at":"2025-06-02T17:23:16Z","abstract_excerpt":"Supervised fine-tuning (SFT) on domain-specific data is the dominant approach for adapting foundation models to specialized tasks. However, it has been observed that SFT models tend to forget knowledge acquired during pretraining. In vision models, ensembling a pretrained model with its fine-tuned counterpart has been shown to mitigate this issue. In this work, we demonstrate that the same holds for language models, and, more strikingly, we observe an overadaptation phenomenon: the ensemble model not only retains general knowledge from the foundation model but also outperforms the fine-tuned m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.01901","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.01901/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2tL0KRcXcoW/U+IiYCStpFv260wcbzXNYidrZw5nzQplpMnlVfL4sdoZoXiqWwGGPdIFB+tDRipZkWGVDmtSDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T04:03:55.425276Z"},"content_sha256":"1d08ee2dae4fbe08451bc10e83b4913bc78fd654c54276aeb6057b9c320000ba","schema_version":"1.0","event_id":"sha256:1d08ee2dae4fbe08451bc10e83b4913bc78fd654c54276aeb6057b9c320000ba"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M4CVSHAWJVVMXEXJXFZIVE35CK/bundle.json","state_url":"https://pith.science/pith/M4CVSHAWJVVMXEXJXFZIVE35CK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M4CVSHAWJVVMXEXJXFZIVE35CK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T04:03:55Z","links":{"resolver":"https://pith.science/pith/M4CVSHAWJVVMXEXJXFZIVE35CK","bundle":"https://pith.science/pith/M4CVSHAWJVVMXEXJXFZIVE35CK/bundle.json","state":"https://pith.science/pith/M4CVSHAWJVVMXEXJXFZIVE35CK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M4CVSHAWJVVMXEXJXFZIVE35CK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:M4CVSHAWJVVMXEXJXFZIVE35CK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b63a852f2b18b8237a1da5e8bd6f21855610a555fb3d9e585e0fe4ac3445e972","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-06-02T17:23:16Z","title_canon_sha256":"c484058ddac077584fccdc790ae552097b4e31853c5bb36ea08f7b10efe08ed4"},"schema_version":"1.0","source":{"id":"2506.01901","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.01901","created_at":"2026-07-05T11:14:21Z"},{"alias_kind":"arxiv_version","alias_value":"2506.01901v1","created_at":"2026-07-05T11:14:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.01901","created_at":"2026-07-05T11:14:21Z"},{"alias_kind":"pith_short_12","alias_value":"M4CVSHAWJVVM","created_at":"2026-07-05T11:14:21Z"},{"alias_kind":"pith_short_16","alias_value":"M4CVSHAWJVVMXEXJ","created_at":"2026-07-05T11:14:21Z"},{"alias_kind":"pith_short_8","alias_value":"M4CVSHAW","created_at":"2026-07-05T11:14:21Z"}],"graph_snapshots":[{"event_id":"sha256:1d08ee2dae4fbe08451bc10e83b4913bc78fd654c54276aeb6057b9c320000ba","target":"graph","created_at":"2026-07-05T11:14:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.01901/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Supervised fine-tuning (SFT) on domain-specific data is the dominant approach for adapting foundation models to specialized tasks. However, it has been observed that SFT models tend to forget knowledge acquired during pretraining. In vision models, ensembling a pretrained model with its fine-tuned counterpart has been shown to mitigate this issue. In this work, we demonstrate that the same holds for language models, and, more strikingly, we observe an overadaptation phenomenon: the ensemble model not only retains general knowledge from the foundation model but also outperforms the fine-tuned m","authors_text":"Chenlu Ye, Hanning Zhang, Rui Pan, Tong Zhang, Xingyuan Pan, Yifan Hao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-06-02T17:23:16Z","title":"Understanding Overadaptation in Supervised Fine-Tuning: The Role of Ensemble Methods"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.01901","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0d7e82fddea27287b5801bb4ffcd6b93c60ceca6d086995a53108022b1e8b5a0","target":"record","created_at":"2026-07-05T11:14:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b63a852f2b18b8237a1da5e8bd6f21855610a555fb3d9e585e0fe4ac3445e972","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-06-02T17:23:16Z","title_canon_sha256":"c484058ddac077584fccdc790ae552097b4e31853c5bb36ea08f7b10efe08ed4"},"schema_version":"1.0","source":{"id":"2506.01901","kind":"arxiv","version":1}},"canonical_sha256":"6705591c164d6acb92e9b9728a937d12b695e665298d0301d0079aedde63a1b9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6705591c164d6acb92e9b9728a937d12b695e665298d0301d0079aedde63a1b9","first_computed_at":"2026-07-05T11:14:21.020563Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:14:21.020563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GFXUqxNSHNQBTldyH40+yymnMIERrcs6N4ZF0wCZIe9j2epMmWn852PZdrEHCdg2GXFIJ/QkiYyMi4Wy1XZ/Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T11:14:21.020989Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.01901","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0d7e82fddea27287b5801bb4ffcd6b93c60ceca6d086995a53108022b1e8b5a0","sha256:1d08ee2dae4fbe08451bc10e83b4913bc78fd654c54276aeb6057b9c320000ba"],"state_sha256":"1f1daa5eb4d017da1277c124941e0dedf0bccc2526b5dd06e5aaf49358d0526a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HerxOFqE5G5omi7G8Bkimy1m8jLtXNIuMEO6VJSQXz0QREzCCN8BcfLroJSTLMltb+MiWdLDznVUYXLzWu7zCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T04:03:55.429926Z","bundle_sha256":"e7b511671c264e26c9039608e1f006874b8b6504e2a09825c4a1e4e52a9f950b"}}