{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7DKNKIDJRFIQDNHNWIIDXSOZBM","short_pith_number":"pith:7DKNKIDJ","canonical_record":{"source":{"id":"2306.11903","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-20T21:30:54Z","cross_cats_sorted":[],"title_canon_sha256":"69c44919bdea888d676860d51f7e4754e67a6f4bd89d23973cbb85aa1f73b5e6","abstract_canon_sha256":"0fee093dd1017271b54a64b599249a87150c9983afd341932901beb5c5f3010c"},"schema_version":"1.0"},"canonical_sha256":"f8d4d52069895101b4edb2103bc9d90b259ffc1846d00f2d6f9907058b3c7a61","source":{"kind":"arxiv","id":"2306.11903","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.11903","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"arxiv_version","alias_value":"2306.11903v3","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.11903","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_12","alias_value":"7DKNKIDJRFIQ","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_16","alias_value":"7DKNKIDJRFIQDNHN","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_8","alias_value":"7DKNKIDJ","created_at":"2026-07-05T08:36:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7DKNKIDJRFIQDNHNWIIDXSOZBM","target":"record","payload":{"canonical_record":{"source":{"id":"2306.11903","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-20T21:30:54Z","cross_cats_sorted":[],"title_canon_sha256":"69c44919bdea888d676860d51f7e4754e67a6f4bd89d23973cbb85aa1f73b5e6","abstract_canon_sha256":"0fee093dd1017271b54a64b599249a87150c9983afd341932901beb5c5f3010c"},"schema_version":"1.0"},"canonical_sha256":"f8d4d52069895101b4edb2103bc9d90b259ffc1846d00f2d6f9907058b3c7a61","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:36:42.557153Z","signature_b64":"JK/A0GFmHomG/QmfiLXlcZUBAcrPLodm+yOlYg3MHfpPQWZHm9X/9kwXFGNGb+bg4Ov3CNypFhoKmrwNoXijDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f8d4d52069895101b4edb2103bc9d90b259ffc1846d00f2d6f9907058b3c7a61","last_reissued_at":"2026-07-05T08:36:42.556662Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:36:42.556662Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.11903","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:36:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ptk8vuPOAagQSXZ7uctuchC7roXpmY6Eho0jeGxqEN4TidA/Zy7YJtYh+JIZCv68TANN4oarnxMUASAUMlX2CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:40:28.512606Z"},"content_sha256":"2d04f8f6f1f7eecfd44da0c94d0e8208cb6b7067dd5a3f95fc64ddbaf8e1b99f","schema_version":"1.0","event_id":"sha256:2d04f8f6f1f7eecfd44da0c94d0e8208cb6b7067dd5a3f95fc64ddbaf8e1b99f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7DKNKIDJRFIQDNHNWIIDXSOZBM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Deep Fusion: Efficient Network Training via Pre-trained Initializations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Benoit Dherin, Hanna Mazzawi, Michael Wunder, Sammy Jerome, Xavi Gonzalvo","submitted_at":"2023-06-20T21:30:54Z","abstract_excerpt":"In recent years, deep learning has made remarkable progress in a wide range of domains, with a particularly notable impact on natural language processing tasks. One of the challenges associated with training deep neural networks in the context of LLMs is the need for large amounts of computational resources and time. To mitigate this, network growing algorithms offer potential cost savings, but their underlying mechanisms are poorly understood. We present two notable contributions in this paper. First, we present Deep Fusion, an efficient approach to network training that leverages pre-trained"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.11903","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.11903/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:36:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N+T99LoJ8E9s/W3MKdaI1WU3a4gcpMQv3RQoBPH60J1cJdc0gQMs3jnzyktIcs52jvZZlFsjKuawjRogZxkNDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:40:28.513514Z"},"content_sha256":"8eea5a61c0b2ed11b8ef0d509d10b836dd049e8be8cde4d31df9e759dd930d7f","schema_version":"1.0","event_id":"sha256:8eea5a61c0b2ed11b8ef0d509d10b836dd049e8be8cde4d31df9e759dd930d7f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7DKNKIDJRFIQDNHNWIIDXSOZBM/bundle.json","state_url":"https://pith.science/pith/7DKNKIDJRFIQDNHNWIIDXSOZBM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7DKNKIDJRFIQDNHNWIIDXSOZBM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T16:40:28Z","links":{"resolver":"https://pith.science/pith/7DKNKIDJRFIQDNHNWIIDXSOZBM","bundle":"https://pith.science/pith/7DKNKIDJRFIQDNHNWIIDXSOZBM/bundle.json","state":"https://pith.science/pith/7DKNKIDJRFIQDNHNWIIDXSOZBM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7DKNKIDJRFIQDNHNWIIDXSOZBM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7DKNKIDJRFIQDNHNWIIDXSOZBM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0fee093dd1017271b54a64b599249a87150c9983afd341932901beb5c5f3010c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-20T21:30:54Z","title_canon_sha256":"69c44919bdea888d676860d51f7e4754e67a6f4bd89d23973cbb85aa1f73b5e6"},"schema_version":"1.0","source":{"id":"2306.11903","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.11903","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"arxiv_version","alias_value":"2306.11903v3","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.11903","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_12","alias_value":"7DKNKIDJRFIQ","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_16","alias_value":"7DKNKIDJRFIQDNHN","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_8","alias_value":"7DKNKIDJ","created_at":"2026-07-05T08:36:42Z"}],"graph_snapshots":[{"event_id":"sha256:8eea5a61c0b2ed11b8ef0d509d10b836dd049e8be8cde4d31df9e759dd930d7f","target":"graph","created_at":"2026-07-05T08:36:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.11903/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, deep learning has made remarkable progress in a wide range of domains, with a particularly notable impact on natural language processing tasks. One of the challenges associated with training deep neural networks in the context of LLMs is the need for large amounts of computational resources and time. To mitigate this, network growing algorithms offer potential cost savings, but their underlying mechanisms are poorly understood. We present two notable contributions in this paper. First, we present Deep Fusion, an efficient approach to network training that leverages pre-trained","authors_text":"Benoit Dherin, Hanna Mazzawi, Michael Wunder, Sammy Jerome, Xavi Gonzalvo","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-20T21:30:54Z","title":"Deep Fusion: Efficient Network Training via Pre-trained Initializations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.11903","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2d04f8f6f1f7eecfd44da0c94d0e8208cb6b7067dd5a3f95fc64ddbaf8e1b99f","target":"record","created_at":"2026-07-05T08:36:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0fee093dd1017271b54a64b599249a87150c9983afd341932901beb5c5f3010c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-20T21:30:54Z","title_canon_sha256":"69c44919bdea888d676860d51f7e4754e67a6f4bd89d23973cbb85aa1f73b5e6"},"schema_version":"1.0","source":{"id":"2306.11903","kind":"arxiv","version":3}},"canonical_sha256":"f8d4d52069895101b4edb2103bc9d90b259ffc1846d00f2d6f9907058b3c7a61","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f8d4d52069895101b4edb2103bc9d90b259ffc1846d00f2d6f9907058b3c7a61","first_computed_at":"2026-07-05T08:36:42.556662Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:36:42.556662Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JK/A0GFmHomG/QmfiLXlcZUBAcrPLodm+yOlYg3MHfpPQWZHm9X/9kwXFGNGb+bg4Ov3CNypFhoKmrwNoXijDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:36:42.557153Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.11903","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2d04f8f6f1f7eecfd44da0c94d0e8208cb6b7067dd5a3f95fc64ddbaf8e1b99f","sha256:8eea5a61c0b2ed11b8ef0d509d10b836dd049e8be8cde4d31df9e759dd930d7f"],"state_sha256":"5a36fadb1760ab1cef02d3c705c41c16d1dc32308e8a9b485610b62f31363279"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Qzt5AObucc+ewz11sl4f9w+moVWfCgdX0ErKxbRNrLEqSXbTKUshBs76yWb8mG8uv1MiloutiBjDu145p7JDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T16:40:28.520213Z","bundle_sha256":"769ad95dea263144026c577ad032f4a9a77654fea4d3667d728863ce53668673"}}