{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:VS6JPITCNREPRXRNRTARKEMK5J","short_pith_number":"pith:VS6JPITC","canonical_record":{"source":{"id":"2212.01378","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-02T18:59:04Z","cross_cats_sorted":["cs.CL","cs.DC"],"title_canon_sha256":"9014bf6b9874a312d137ea12cf74951fc0f22d6509ce846018059c419d87cdfa","abstract_canon_sha256":"181d5453790cacc8e91ba30c58860be580267d7133cee43bee6dee582d1bf670"},"schema_version":"1.0"},"canonical_sha256":"acbc97a2626c48f8de2d8cc115118aea4234e6099b1cb58d698f91578eefc2ff","source":{"kind":"arxiv","id":"2212.01378","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.01378","created_at":"2026-07-05T06:50:11Z"},{"alias_kind":"arxiv_version","alias_value":"2212.01378v2","created_at":"2026-07-05T06:50:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.01378","created_at":"2026-07-05T06:50:11Z"},{"alias_kind":"pith_short_12","alias_value":"VS6JPITCNREP","created_at":"2026-07-05T06:50:11Z"},{"alias_kind":"pith_short_16","alias_value":"VS6JPITCNREPRXRN","created_at":"2026-07-05T06:50:11Z"},{"alias_kind":"pith_short_8","alias_value":"VS6JPITC","created_at":"2026-07-05T06:50:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:VS6JPITCNREPRXRNRTARKEMK5J","target":"record","payload":{"canonical_record":{"source":{"id":"2212.01378","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-02T18:59:04Z","cross_cats_sorted":["cs.CL","cs.DC"],"title_canon_sha256":"9014bf6b9874a312d137ea12cf74951fc0f22d6509ce846018059c419d87cdfa","abstract_canon_sha256":"181d5453790cacc8e91ba30c58860be580267d7133cee43bee6dee582d1bf670"},"schema_version":"1.0"},"canonical_sha256":"acbc97a2626c48f8de2d8cc115118aea4234e6099b1cb58d698f91578eefc2ff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:50:11.585908Z","signature_b64":"8MKu9de9mWCKL0RURsa+AVkXNS9LZu5g9bbK4i0cJfIwvttQgp7/VnEDZzGaHbyjPwYy0ea4C9bkjvdDC1bxCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"acbc97a2626c48f8de2d8cc115118aea4234e6099b1cb58d698f91578eefc2ff","last_reissued_at":"2026-07-05T06:50:11.585407Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:50:11.585407Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.01378","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:50:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kq4e/RodNhe1k6LE+k/THcuUX7KPOct/DBqgU592cMkjO5uB/9xh4QCFjAv2J4F1y6OsT2wzScw4CI4ne8q+AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:26:36.923519Z"},"content_sha256":"94613332d614647333a861b6464d9c8f0fb5c5db24bd65278353a4a15ddafd19","schema_version":"1.0","event_id":"sha256:94613332d614647333a861b6464d9c8f0fb5c5db24bd65278353a4a15ddafd19"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:VS6JPITCNREPRXRNRTARKEMK5J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ColD Fusion: Collaborative Descent for Distributed Multitask Finetuning","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.CL","cs.DC"],"primary_cat":"cs.LG","authors_text":"Colin Raffel, Elad Venezian, Leshem Choshen, Noam Slonim, Shachar Don-Yehiya, Yoav Katz","submitted_at":"2022-12-02T18:59:04Z","abstract_excerpt":"We propose a new paradigm to continually evolve pretrained models, denoted ColD Fusion. It provides the benefits of multitask learning but leverages distributed computation with limited communication and eliminates the need for shared data. Consequentially, ColD Fusion can give rise to a synergistic loop, where finetuned models can be recycled to continually improve the pretrained model they are based upon. We show that ColD Fusion yields comparable benefits to multitask training by producing a model that (a) attains strong performance on all of the datasets it was trained on; and (b) is a bet"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.01378","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.01378/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:50:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u4uFexLdP9H2QfonZWRS7GZsHaHwlt3BkBSBRRCQP9wr0wSmeziuymJSH9RhZy+WCscqsEavSvyUg7QTTQ03Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:26:36.923801Z"},"content_sha256":"61c7ebe89f5117baa6425de471ffa2235d7192aa409f6dcd1ef7f037188c2f71","schema_version":"1.0","event_id":"sha256:61c7ebe89f5117baa6425de471ffa2235d7192aa409f6dcd1ef7f037188c2f71"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VS6JPITCNREPRXRNRTARKEMK5J/bundle.json","state_url":"https://pith.science/pith/VS6JPITCNREPRXRNRTARKEMK5J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VS6JPITCNREPRXRNRTARKEMK5J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T14:26:36Z","links":{"resolver":"https://pith.science/pith/VS6JPITCNREPRXRNRTARKEMK5J","bundle":"https://pith.science/pith/VS6JPITCNREPRXRNRTARKEMK5J/bundle.json","state":"https://pith.science/pith/VS6JPITCNREPRXRNRTARKEMK5J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VS6JPITCNREPRXRNRTARKEMK5J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:VS6JPITCNREPRXRNRTARKEMK5J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"181d5453790cacc8e91ba30c58860be580267d7133cee43bee6dee582d1bf670","cross_cats_sorted":["cs.CL","cs.DC"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-02T18:59:04Z","title_canon_sha256":"9014bf6b9874a312d137ea12cf74951fc0f22d6509ce846018059c419d87cdfa"},"schema_version":"1.0","source":{"id":"2212.01378","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.01378","created_at":"2026-07-05T06:50:11Z"},{"alias_kind":"arxiv_version","alias_value":"2212.01378v2","created_at":"2026-07-05T06:50:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.01378","created_at":"2026-07-05T06:50:11Z"},{"alias_kind":"pith_short_12","alias_value":"VS6JPITCNREP","created_at":"2026-07-05T06:50:11Z"},{"alias_kind":"pith_short_16","alias_value":"VS6JPITCNREPRXRN","created_at":"2026-07-05T06:50:11Z"},{"alias_kind":"pith_short_8","alias_value":"VS6JPITC","created_at":"2026-07-05T06:50:11Z"}],"graph_snapshots":[{"event_id":"sha256:61c7ebe89f5117baa6425de471ffa2235d7192aa409f6dcd1ef7f037188c2f71","target":"graph","created_at":"2026-07-05T06:50:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.01378/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose a new paradigm to continually evolve pretrained models, denoted ColD Fusion. It provides the benefits of multitask learning but leverages distributed computation with limited communication and eliminates the need for shared data. Consequentially, ColD Fusion can give rise to a synergistic loop, where finetuned models can be recycled to continually improve the pretrained model they are based upon. We show that ColD Fusion yields comparable benefits to multitask training by producing a model that (a) attains strong performance on all of the datasets it was trained on; and (b) is a bet","authors_text":"Colin Raffel, Elad Venezian, Leshem Choshen, Noam Slonim, Shachar Don-Yehiya, Yoav Katz","cross_cats":["cs.CL","cs.DC"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-02T18:59:04Z","title":"ColD Fusion: Collaborative Descent for Distributed Multitask Finetuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.01378","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:94613332d614647333a861b6464d9c8f0fb5c5db24bd65278353a4a15ddafd19","target":"record","created_at":"2026-07-05T06:50:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"181d5453790cacc8e91ba30c58860be580267d7133cee43bee6dee582d1bf670","cross_cats_sorted":["cs.CL","cs.DC"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-02T18:59:04Z","title_canon_sha256":"9014bf6b9874a312d137ea12cf74951fc0f22d6509ce846018059c419d87cdfa"},"schema_version":"1.0","source":{"id":"2212.01378","kind":"arxiv","version":2}},"canonical_sha256":"acbc97a2626c48f8de2d8cc115118aea4234e6099b1cb58d698f91578eefc2ff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"acbc97a2626c48f8de2d8cc115118aea4234e6099b1cb58d698f91578eefc2ff","first_computed_at":"2026-07-05T06:50:11.585407Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:50:11.585407Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8MKu9de9mWCKL0RURsa+AVkXNS9LZu5g9bbK4i0cJfIwvttQgp7/VnEDZzGaHbyjPwYy0ea4C9bkjvdDC1bxCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:50:11.585908Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.01378","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:94613332d614647333a861b6464d9c8f0fb5c5db24bd65278353a4a15ddafd19","sha256:61c7ebe89f5117baa6425de471ffa2235d7192aa409f6dcd1ef7f037188c2f71"],"state_sha256":"a8d3f3cfc610ebd8923be69297603873b700a09a58805cae1ef90a865cdd1f93"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p2t4WnOF3Szy7lfIfnP8nisZHFig8Z4GhehNJrBmV3/myikh5U0kruT8PKjv65t2AXpR24oNfn8/p5bKAy1sAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T14:26:36.925806Z","bundle_sha256":"b8d27a546ec479cdce8bc71cbd9279f991d5e4daf90e5c870882aa95e239bd54"}}