{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ERDOZTRZYIJBCO7V2LXXF6IRWC","short_pith_number":"pith:ERDOZTRZ","canonical_record":{"source":{"id":"2406.14563","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T17:59:58Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"40f81b3fc991672e921eec3dd8f8a1c8f6be69f48b6f01795ac925cde0f6d6d1","abstract_canon_sha256":"a5fbd50355523df70826c43d0159a8a6af859999d5acc4bc425f8a08e1420a86"},"schema_version":"1.0"},"canonical_sha256":"2446ecce39c212113bf5d2ef72f911b0bf045ec0b10b40f0e0adb717f6716048","source":{"kind":"arxiv","id":"2406.14563","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.14563","created_at":"2026-07-05T08:34:52Z"},{"alias_kind":"arxiv_version","alias_value":"2406.14563v1","created_at":"2026-07-05T08:34:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.14563","created_at":"2026-07-05T08:34:52Z"},{"alias_kind":"pith_short_12","alias_value":"ERDOZTRZYIJB","created_at":"2026-07-05T08:34:52Z"},{"alias_kind":"pith_short_16","alias_value":"ERDOZTRZYIJBCO7V","created_at":"2026-07-05T08:34:52Z"},{"alias_kind":"pith_short_8","alias_value":"ERDOZTRZ","created_at":"2026-07-05T08:34:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ERDOZTRZYIJBCO7V2LXXF6IRWC","target":"record","payload":{"canonical_record":{"source":{"id":"2406.14563","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T17:59:58Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"40f81b3fc991672e921eec3dd8f8a1c8f6be69f48b6f01795ac925cde0f6d6d1","abstract_canon_sha256":"a5fbd50355523df70826c43d0159a8a6af859999d5acc4bc425f8a08e1420a86"},"schema_version":"1.0"},"canonical_sha256":"2446ecce39c212113bf5d2ef72f911b0bf045ec0b10b40f0e0adb717f6716048","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:34:52.242795Z","signature_b64":"ypPwbx3XPySZEUrocFhVwfDsTz0qkdaGDqJZ2pIEH1vYKgJVXoYz00sK1Cu/0p6hMaxLVitPetQfBarUoUumAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2446ecce39c212113bf5d2ef72f911b0bf045ec0b10b40f0e0adb717f6716048","last_reissued_at":"2026-07-05T08:34:52.242211Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:34:52.242211Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.14563","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V3IjYOzQP86Tdxrr2wUJHwK++aaZKwP02RKl8C7drDbcW2U2CY05u9DFAeHiwrM6HaTjUb2H9qoC88fW2oM3Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T12:26:26.596012Z"},"content_sha256":"e4527360f9f0119948c7b7dad43711f33ab2e1447318f2a36bd1b96e59b5179e","schema_version":"1.0","event_id":"sha256:e4527360f9f0119948c7b7dad43711f33ab2e1447318f2a36bd1b96e59b5179e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ERDOZTRZYIJBCO7V2LXXF6IRWC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Model Merging and Safety Alignment: One Bad Model Spoils the Bunch","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Adel Bibi, Bernard Ghanem, Fabio Pizzati, Hasan Abed Al Kader Hammoud, Mete Ozay, Philip Torr, Umberto Michieli","submitted_at":"2024-06-20T17:59:58Z","abstract_excerpt":"Merging Large Language Models (LLMs) is a cost-effective technique for combining multiple expert LLMs into a single versatile model, retaining the expertise of the original ones. However, current approaches often overlook the importance of safety alignment during merging, leading to highly misaligned models. This work investigates the effects of model merging on alignment. We evaluate several popular model merging techniques, demonstrating that existing methods do not only transfer domain expertise but also propagate misalignment. We propose a simple two-step approach to address this problem: "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.14563","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.14563/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Iq9+/AmCsV0VynJniHdbicAT5Z3wyHgk8lJStcxyBcb6QQl9zmcqAtMGHUgo/C4NQQq9JsR4JhzppTEtvw9WBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T12:26:26.596517Z"},"content_sha256":"17133514d48ad869fb47f77c1a27a41c9e626afb3fbd023738199091835b8d76","schema_version":"1.0","event_id":"sha256:17133514d48ad869fb47f77c1a27a41c9e626afb3fbd023738199091835b8d76"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ERDOZTRZYIJBCO7V2LXXF6IRWC/bundle.json","state_url":"https://pith.science/pith/ERDOZTRZYIJBCO7V2LXXF6IRWC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ERDOZTRZYIJBCO7V2LXXF6IRWC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T12:26:26Z","links":{"resolver":"https://pith.science/pith/ERDOZTRZYIJBCO7V2LXXF6IRWC","bundle":"https://pith.science/pith/ERDOZTRZYIJBCO7V2LXXF6IRWC/bundle.json","state":"https://pith.science/pith/ERDOZTRZYIJBCO7V2LXXF6IRWC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ERDOZTRZYIJBCO7V2LXXF6IRWC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ERDOZTRZYIJBCO7V2LXXF6IRWC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a5fbd50355523df70826c43d0159a8a6af859999d5acc4bc425f8a08e1420a86","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T17:59:58Z","title_canon_sha256":"40f81b3fc991672e921eec3dd8f8a1c8f6be69f48b6f01795ac925cde0f6d6d1"},"schema_version":"1.0","source":{"id":"2406.14563","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.14563","created_at":"2026-07-05T08:34:52Z"},{"alias_kind":"arxiv_version","alias_value":"2406.14563v1","created_at":"2026-07-05T08:34:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.14563","created_at":"2026-07-05T08:34:52Z"},{"alias_kind":"pith_short_12","alias_value":"ERDOZTRZYIJB","created_at":"2026-07-05T08:34:52Z"},{"alias_kind":"pith_short_16","alias_value":"ERDOZTRZYIJBCO7V","created_at":"2026-07-05T08:34:52Z"},{"alias_kind":"pith_short_8","alias_value":"ERDOZTRZ","created_at":"2026-07-05T08:34:52Z"}],"graph_snapshots":[{"event_id":"sha256:17133514d48ad869fb47f77c1a27a41c9e626afb3fbd023738199091835b8d76","target":"graph","created_at":"2026-07-05T08:34:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.14563/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Merging Large Language Models (LLMs) is a cost-effective technique for combining multiple expert LLMs into a single versatile model, retaining the expertise of the original ones. However, current approaches often overlook the importance of safety alignment during merging, leading to highly misaligned models. This work investigates the effects of model merging on alignment. We evaluate several popular model merging techniques, demonstrating that existing methods do not only transfer domain expertise but also propagate misalignment. We propose a simple two-step approach to address this problem: ","authors_text":"Adel Bibi, Bernard Ghanem, Fabio Pizzati, Hasan Abed Al Kader Hammoud, Mete Ozay, Philip Torr, Umberto Michieli","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T17:59:58Z","title":"Model Merging and Safety Alignment: One Bad Model Spoils the Bunch"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.14563","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e4527360f9f0119948c7b7dad43711f33ab2e1447318f2a36bd1b96e59b5179e","target":"record","created_at":"2026-07-05T08:34:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a5fbd50355523df70826c43d0159a8a6af859999d5acc4bc425f8a08e1420a86","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T17:59:58Z","title_canon_sha256":"40f81b3fc991672e921eec3dd8f8a1c8f6be69f48b6f01795ac925cde0f6d6d1"},"schema_version":"1.0","source":{"id":"2406.14563","kind":"arxiv","version":1}},"canonical_sha256":"2446ecce39c212113bf5d2ef72f911b0bf045ec0b10b40f0e0adb717f6716048","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2446ecce39c212113bf5d2ef72f911b0bf045ec0b10b40f0e0adb717f6716048","first_computed_at":"2026-07-05T08:34:52.242211Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:34:52.242211Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ypPwbx3XPySZEUrocFhVwfDsTz0qkdaGDqJZ2pIEH1vYKgJVXoYz00sK1Cu/0p6hMaxLVitPetQfBarUoUumAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:34:52.242795Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.14563","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e4527360f9f0119948c7b7dad43711f33ab2e1447318f2a36bd1b96e59b5179e","sha256:17133514d48ad869fb47f77c1a27a41c9e626afb3fbd023738199091835b8d76"],"state_sha256":"e6a4d4fe36a3b94295936c417b35030147273d126c1fc7e54e8703023473e18b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LiPhH+mvMg1ZLKoSBdu+JP80+QAbYtK/J9yiLtrozbCr7JtQv9pPhkaeup4r0kLWqwrD1BzriPlHdXMHElrGDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T12:26:26.600159Z","bundle_sha256":"aaccfad39b1a05fa22247bf3659490cd08a40acfedd0f9de965724b6ad7f47fb"}}