{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VA65YLLAYW2YLQV674X2SOPLRC","short_pith_number":"pith:VA65YLLA","canonical_record":{"source":{"id":"2408.03092","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-06T10:46:46Z","cross_cats_sorted":[],"title_canon_sha256":"83354f6c6cb91f83df4f910e6ae3f5a3c3f70a3f8cd50cc28dc6fced0945b4b1","abstract_canon_sha256":"dd6181a90e3e3a650bfee62f8e83fe151dea83e9a4452bf9e9dab46fcd73fcf6"},"schema_version":"1.0"},"canonical_sha256":"a83ddc2d60c5b585c2beff2fa939eb88bfce7032c47c6a9b2a0056d8a2021cd0","source":{"kind":"arxiv","id":"2408.03092","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.03092","created_at":"2026-07-05T08:52:45Z"},{"alias_kind":"arxiv_version","alias_value":"2408.03092v1","created_at":"2026-07-05T08:52:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.03092","created_at":"2026-07-05T08:52:45Z"},{"alias_kind":"pith_short_12","alias_value":"VA65YLLAYW2Y","created_at":"2026-07-05T08:52:45Z"},{"alias_kind":"pith_short_16","alias_value":"VA65YLLAYW2YLQV6","created_at":"2026-07-05T08:52:45Z"},{"alias_kind":"pith_short_8","alias_value":"VA65YLLA","created_at":"2026-07-05T08:52:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VA65YLLAYW2YLQV674X2SOPLRC","target":"record","payload":{"canonical_record":{"source":{"id":"2408.03092","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-06T10:46:46Z","cross_cats_sorted":[],"title_canon_sha256":"83354f6c6cb91f83df4f910e6ae3f5a3c3f70a3f8cd50cc28dc6fced0945b4b1","abstract_canon_sha256":"dd6181a90e3e3a650bfee62f8e83fe151dea83e9a4452bf9e9dab46fcd73fcf6"},"schema_version":"1.0"},"canonical_sha256":"a83ddc2d60c5b585c2beff2fa939eb88bfce7032c47c6a9b2a0056d8a2021cd0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:52:45.369161Z","signature_b64":"OnJzVaPAnuMiPFd/XnkaGtyYejAyt0eS773axlrI+a1qdhpypRyqefzAsow5DSrGdQex9OLmZ2+BJP/SJP3DBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a83ddc2d60c5b585c2beff2fa939eb88bfce7032c47c6a9b2a0056d8a2021cd0","last_reissued_at":"2026-07-05T08:52:45.368678Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:52:45.368678Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.03092","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:52:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V3XloZG4XlqZK1VWTBiuGBbu2ztbpx49GmDb7ZxyeqjeAfVngYVrGlq7NyBlkeE5iaZoHHKP9p82LeUvC7PRBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:20:55.060161Z"},"content_sha256":"e2f2705adc10543103f349aed89373bd8513b6eaeca50219818c1ecbd75fdb71","schema_version":"1.0","event_id":"sha256:e2f2705adc10543103f349aed89373bd8513b6eaeca50219818c1ecbd75fdb71"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VA65YLLAYW2YLQV674X2SOPLRC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Extend Model Merging from Fine-Tuned to Pre-Trained Large Language Models via Weight Disentanglement","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bowen Yu, Fei Huang, Haiyang Yu, Le Yu, Yongbin Li","submitted_at":"2024-08-06T10:46:46Z","abstract_excerpt":"Merging Large Language Models (LLMs) aims to amalgamate multiple homologous LLMs into one with all the capabilities. Ideally, any LLMs sharing the same backbone should be mergeable, irrespective of whether they are Fine-Tuned (FT) with minor parameter changes or Pre-Trained (PT) with substantial parameter shifts. However, existing methods often manually assign the model importance, rendering them feasible only for LLMs with similar parameter alterations, such as multiple FT LLMs. The diverse parameter changed ranges between FT and PT LLMs pose challenges for current solutions in empirically de"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.03092","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.03092/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:52:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NziYJj/vKoV/UNyC3zfr/SxyNNSAKvF0qZk7Xx59+WmmpCIZR796rbhpOnPlnRu8HaY//io3Hypgfu8kerrNCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:20:55.060733Z"},"content_sha256":"3b974eee580104d2f30ab1dd4528431e25ea01aa72d87d6feb5c6fb103682849","schema_version":"1.0","event_id":"sha256:3b974eee580104d2f30ab1dd4528431e25ea01aa72d87d6feb5c6fb103682849"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VA65YLLAYW2YLQV674X2SOPLRC/bundle.json","state_url":"https://pith.science/pith/VA65YLLAYW2YLQV674X2SOPLRC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VA65YLLAYW2YLQV674X2SOPLRC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T08:20:55Z","links":{"resolver":"https://pith.science/pith/VA65YLLAYW2YLQV674X2SOPLRC","bundle":"https://pith.science/pith/VA65YLLAYW2YLQV674X2SOPLRC/bundle.json","state":"https://pith.science/pith/VA65YLLAYW2YLQV674X2SOPLRC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VA65YLLAYW2YLQV674X2SOPLRC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VA65YLLAYW2YLQV674X2SOPLRC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dd6181a90e3e3a650bfee62f8e83fe151dea83e9a4452bf9e9dab46fcd73fcf6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-06T10:46:46Z","title_canon_sha256":"83354f6c6cb91f83df4f910e6ae3f5a3c3f70a3f8cd50cc28dc6fced0945b4b1"},"schema_version":"1.0","source":{"id":"2408.03092","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.03092","created_at":"2026-07-05T08:52:45Z"},{"alias_kind":"arxiv_version","alias_value":"2408.03092v1","created_at":"2026-07-05T08:52:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.03092","created_at":"2026-07-05T08:52:45Z"},{"alias_kind":"pith_short_12","alias_value":"VA65YLLAYW2Y","created_at":"2026-07-05T08:52:45Z"},{"alias_kind":"pith_short_16","alias_value":"VA65YLLAYW2YLQV6","created_at":"2026-07-05T08:52:45Z"},{"alias_kind":"pith_short_8","alias_value":"VA65YLLA","created_at":"2026-07-05T08:52:45Z"}],"graph_snapshots":[{"event_id":"sha256:3b974eee580104d2f30ab1dd4528431e25ea01aa72d87d6feb5c6fb103682849","target":"graph","created_at":"2026-07-05T08:52:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.03092/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Merging Large Language Models (LLMs) aims to amalgamate multiple homologous LLMs into one with all the capabilities. Ideally, any LLMs sharing the same backbone should be mergeable, irrespective of whether they are Fine-Tuned (FT) with minor parameter changes or Pre-Trained (PT) with substantial parameter shifts. However, existing methods often manually assign the model importance, rendering them feasible only for LLMs with similar parameter alterations, such as multiple FT LLMs. The diverse parameter changed ranges between FT and PT LLMs pose challenges for current solutions in empirically de","authors_text":"Bowen Yu, Fei Huang, Haiyang Yu, Le Yu, Yongbin Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-06T10:46:46Z","title":"Extend Model Merging from Fine-Tuned to Pre-Trained Large Language Models via Weight Disentanglement"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.03092","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e2f2705adc10543103f349aed89373bd8513b6eaeca50219818c1ecbd75fdb71","target":"record","created_at":"2026-07-05T08:52:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dd6181a90e3e3a650bfee62f8e83fe151dea83e9a4452bf9e9dab46fcd73fcf6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-06T10:46:46Z","title_canon_sha256":"83354f6c6cb91f83df4f910e6ae3f5a3c3f70a3f8cd50cc28dc6fced0945b4b1"},"schema_version":"1.0","source":{"id":"2408.03092","kind":"arxiv","version":1}},"canonical_sha256":"a83ddc2d60c5b585c2beff2fa939eb88bfce7032c47c6a9b2a0056d8a2021cd0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a83ddc2d60c5b585c2beff2fa939eb88bfce7032c47c6a9b2a0056d8a2021cd0","first_computed_at":"2026-07-05T08:52:45.368678Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:52:45.368678Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OnJzVaPAnuMiPFd/XnkaGtyYejAyt0eS773axlrI+a1qdhpypRyqefzAsow5DSrGdQex9OLmZ2+BJP/SJP3DBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:52:45.369161Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.03092","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e2f2705adc10543103f349aed89373bd8513b6eaeca50219818c1ecbd75fdb71","sha256:3b974eee580104d2f30ab1dd4528431e25ea01aa72d87d6feb5c6fb103682849"],"state_sha256":"c3b1063e9e5d7ee796ac4765f1ba693912c1924015729696ebf4b555208d0f34"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HAO+G/GDfQcWmhoztGRxfukVQC65SoQxqEMMa/tuo+cTv49JwfmLEOFnd69LoQSza2l4F4yMwanZyChiom95Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T08:20:55.064470Z","bundle_sha256":"fee1ff3395ddaa4dd4a625b4c6f2cf2793902bcd5762989de65e884c45f1058b"}}