{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:WUD7TKD65RRKM7H3ULWKU32PGQ","short_pith_number":"pith:WUD7TKD6","canonical_record":{"source":{"id":"2012.03837","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-12-07T16:38:45Z","cross_cats_sorted":["cs.AI","cs.NE"],"title_canon_sha256":"f7601106b5352b3c5b92b941d322798cf20c427eeef762b6a19c494b24f2007e","abstract_canon_sha256":"f893c0aa0bc13dd94dff9be2ac6b4acf399c72cab1939e04bc3aa2ab4cae3c2c"},"schema_version":"1.0"},"canonical_sha256":"b507f9a87eec62a67cfba2ecaa6f4f3439e33d82a857a735a778605cdb5c5383","source":{"kind":"arxiv","id":"2012.03837","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.03837","created_at":"2026-07-05T02:49:21Z"},{"alias_kind":"arxiv_version","alias_value":"2012.03837v2","created_at":"2026-07-05T02:49:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.03837","created_at":"2026-07-05T02:49:21Z"},{"alias_kind":"pith_short_12","alias_value":"WUD7TKD65RRK","created_at":"2026-07-05T02:49:21Z"},{"alias_kind":"pith_short_16","alias_value":"WUD7TKD65RRKM7H3","created_at":"2026-07-05T02:49:21Z"},{"alias_kind":"pith_short_8","alias_value":"WUD7TKD6","created_at":"2026-07-05T02:49:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:WUD7TKD65RRKM7H3ULWKU32PGQ","target":"record","payload":{"canonical_record":{"source":{"id":"2012.03837","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-12-07T16:38:45Z","cross_cats_sorted":["cs.AI","cs.NE"],"title_canon_sha256":"f7601106b5352b3c5b92b941d322798cf20c427eeef762b6a19c494b24f2007e","abstract_canon_sha256":"f893c0aa0bc13dd94dff9be2ac6b4acf399c72cab1939e04bc3aa2ab4cae3c2c"},"schema_version":"1.0"},"canonical_sha256":"b507f9a87eec62a67cfba2ecaa6f4f3439e33d82a857a735a778605cdb5c5383","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:49:21.745416Z","signature_b64":"nco86ubkG4Nghd2ltUZU0UMIQeDYwPP7Hqg5Z6qkvE1jKCK2sb3MM/UMk3mqBjRXgQhpNL3qUxBARM/ccjlbBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b507f9a87eec62a67cfba2ecaa6f4f3439e33d82a857a735a778605cdb5c5383","last_reissued_at":"2026-07-05T02:49:21.744938Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:49:21.744938Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2012.03837","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:49:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h4bMDZ+dd9bLIBCbXHflfUPmb7uFPNiVSn3PwiuNXu8WBSjQYT3jApZuvcV2w4hp6rVYA5Ddq6SEYQ2TYOQ2AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:08:41.639726Z"},"content_sha256":"84465c17a588cc4c28a929c5412ff07625e250f2715d46c84fc45b7acfebbd52","schema_version":"1.0","event_id":"sha256:84465c17a588cc4c28a929c5412ff07625e250f2715d46c84fc45b7acfebbd52"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:WUD7TKD65RRKM7H3ULWKU32PGQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Parallel Training of Deep Networks with Local Updates","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.NE"],"primary_cat":"cs.LG","authors_text":"Badreddine Noune, Carlo Luschi, Jascha Sohl-Dickstein, Luke Metz, Mark Saroufim, Michael Laskin, Pieter Abbeel, Seth Nabarro","submitted_at":"2020-12-07T16:38:45Z","abstract_excerpt":"Deep learning models trained on large data sets have been widely successful in both vision and language domains. As state-of-the-art deep learning architectures have continued to grow in parameter count so have the compute budgets and times required to train them, increasing the need for compute-efficient methods that parallelize training. Two common approaches to parallelize the training of deep networks have been data and model parallelism. While useful, data and model parallelism suffer from diminishing returns in terms of compute efficiency for large batch sizes. In this paper, we investig"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.03837","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2012.03837/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:49:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s+14jqyd8eJQXPJ63KRUD1aSXhaORtOomkZOkfsNFhT6hUxqiZ1yNehJWeub04RutHN+PfkU5N6n8NW3KRTfAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:08:41.640256Z"},"content_sha256":"b77f5433be91a12124edf9b6998d6b30ca6c382314f438da60870fc08a4d1c86","schema_version":"1.0","event_id":"sha256:b77f5433be91a12124edf9b6998d6b30ca6c382314f438da60870fc08a4d1c86"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WUD7TKD65RRKM7H3ULWKU32PGQ/bundle.json","state_url":"https://pith.science/pith/WUD7TKD65RRKM7H3ULWKU32PGQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WUD7TKD65RRKM7H3ULWKU32PGQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T22:08:41Z","links":{"resolver":"https://pith.science/pith/WUD7TKD65RRKM7H3ULWKU32PGQ","bundle":"https://pith.science/pith/WUD7TKD65RRKM7H3ULWKU32PGQ/bundle.json","state":"https://pith.science/pith/WUD7TKD65RRKM7H3ULWKU32PGQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WUD7TKD65RRKM7H3ULWKU32PGQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:WUD7TKD65RRKM7H3ULWKU32PGQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f893c0aa0bc13dd94dff9be2ac6b4acf399c72cab1939e04bc3aa2ab4cae3c2c","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-12-07T16:38:45Z","title_canon_sha256":"f7601106b5352b3c5b92b941d322798cf20c427eeef762b6a19c494b24f2007e"},"schema_version":"1.0","source":{"id":"2012.03837","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.03837","created_at":"2026-07-05T02:49:21Z"},{"alias_kind":"arxiv_version","alias_value":"2012.03837v2","created_at":"2026-07-05T02:49:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.03837","created_at":"2026-07-05T02:49:21Z"},{"alias_kind":"pith_short_12","alias_value":"WUD7TKD65RRK","created_at":"2026-07-05T02:49:21Z"},{"alias_kind":"pith_short_16","alias_value":"WUD7TKD65RRKM7H3","created_at":"2026-07-05T02:49:21Z"},{"alias_kind":"pith_short_8","alias_value":"WUD7TKD6","created_at":"2026-07-05T02:49:21Z"}],"graph_snapshots":[{"event_id":"sha256:b77f5433be91a12124edf9b6998d6b30ca6c382314f438da60870fc08a4d1c86","target":"graph","created_at":"2026-07-05T02:49:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.03837/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep learning models trained on large data sets have been widely successful in both vision and language domains. As state-of-the-art deep learning architectures have continued to grow in parameter count so have the compute budgets and times required to train them, increasing the need for compute-efficient methods that parallelize training. Two common approaches to parallelize the training of deep networks have been data and model parallelism. While useful, data and model parallelism suffer from diminishing returns in terms of compute efficiency for large batch sizes. In this paper, we investig","authors_text":"Badreddine Noune, Carlo Luschi, Jascha Sohl-Dickstein, Luke Metz, Mark Saroufim, Michael Laskin, Pieter Abbeel, Seth Nabarro","cross_cats":["cs.AI","cs.NE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-12-07T16:38:45Z","title":"Parallel Training of Deep Networks with Local Updates"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.03837","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:84465c17a588cc4c28a929c5412ff07625e250f2715d46c84fc45b7acfebbd52","target":"record","created_at":"2026-07-05T02:49:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f893c0aa0bc13dd94dff9be2ac6b4acf399c72cab1939e04bc3aa2ab4cae3c2c","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-12-07T16:38:45Z","title_canon_sha256":"f7601106b5352b3c5b92b941d322798cf20c427eeef762b6a19c494b24f2007e"},"schema_version":"1.0","source":{"id":"2012.03837","kind":"arxiv","version":2}},"canonical_sha256":"b507f9a87eec62a67cfba2ecaa6f4f3439e33d82a857a735a778605cdb5c5383","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b507f9a87eec62a67cfba2ecaa6f4f3439e33d82a857a735a778605cdb5c5383","first_computed_at":"2026-07-05T02:49:21.744938Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:49:21.744938Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nco86ubkG4Nghd2ltUZU0UMIQeDYwPP7Hqg5Z6qkvE1jKCK2sb3MM/UMk3mqBjRXgQhpNL3qUxBARM/ccjlbBw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:49:21.745416Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.03837","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:84465c17a588cc4c28a929c5412ff07625e250f2715d46c84fc45b7acfebbd52","sha256:b77f5433be91a12124edf9b6998d6b30ca6c382314f438da60870fc08a4d1c86"],"state_sha256":"66a8c0bbccaf03484d128b1a9247eb671436224f9050c02fd8166d7ff500426a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"73S73pS8iIlU/992/daC1Y7RrO6y010qpSkh1zSa12F3kvVbHSteynd3U5C4StVqJyJEJsZz7Ow/ond8D7mmBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T22:08:41.645819Z","bundle_sha256":"7241601e8b71b599682eeadd1519aa15618ab98aecb6ddffb641b6032fb6ba3a"}}