{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:B4G4Z776OVQE24ZMG7CDNNPBGU","short_pith_number":"pith:B4G4Z776","canonical_record":{"source":{"id":"2306.16484","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-28T18:14:22Z","cross_cats_sorted":["cs.DC","math.OC"],"title_canon_sha256":"1ff900008ec209b9c296d5f9930cdd703d1634b24f46e2d8063cc789efad03ed","abstract_canon_sha256":"eb29ef52deda8a958960a944ce9a41ee881d4d893ddc5e85870f57b55ee40c09"},"schema_version":"1.0"},"canonical_sha256":"0f0dccfffe75604d732c37c436b5e13525b033cd5dd484c8f227f3bab7817d81","source":{"kind":"arxiv","id":"2306.16484","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.16484","created_at":"2026-07-05T08:26:57Z"},{"alias_kind":"arxiv_version","alias_value":"2306.16484v2","created_at":"2026-07-05T08:26:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.16484","created_at":"2026-07-05T08:26:57Z"},{"alias_kind":"pith_short_12","alias_value":"B4G4Z776OVQE","created_at":"2026-07-05T08:26:57Z"},{"alias_kind":"pith_short_16","alias_value":"B4G4Z776OVQE24ZM","created_at":"2026-07-05T08:26:57Z"},{"alias_kind":"pith_short_8","alias_value":"B4G4Z776","created_at":"2026-07-05T08:26:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:B4G4Z776OVQE24ZMG7CDNNPBGU","target":"record","payload":{"canonical_record":{"source":{"id":"2306.16484","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-28T18:14:22Z","cross_cats_sorted":["cs.DC","math.OC"],"title_canon_sha256":"1ff900008ec209b9c296d5f9930cdd703d1634b24f46e2d8063cc789efad03ed","abstract_canon_sha256":"eb29ef52deda8a958960a944ce9a41ee881d4d893ddc5e85870f57b55ee40c09"},"schema_version":"1.0"},"canonical_sha256":"0f0dccfffe75604d732c37c436b5e13525b033cd5dd484c8f227f3bab7817d81","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:26:57.779025Z","signature_b64":"RV3LhwMtjW6vkAb6mZTK53Sw626zzCRmexrzVLfBnjfaLgdkR6t5n89V80Wsrm8vDioOSBUm7DznqPHoADJaDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0f0dccfffe75604d732c37c436b5e13525b033cd5dd484c8f227f3bab7817d81","last_reissued_at":"2026-07-05T08:26:57.778615Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:26:57.778615Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.16484","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pln29XkoTNkr9NHUFHxgzPG/IY6Xb7/f0PQ7hRI9cr3ACOAIG7IMkKLqtAL5mK+NW31bWvkJ/GjBWZhmJNN9Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:06:39.423361Z"},"content_sha256":"cd4c01f590eb0114045de65644d54730f1a0fb6da965c35c6511c5d13517e8a0","schema_version":"1.0","event_id":"sha256:cd4c01f590eb0114045de65644d54730f1a0fb6da965c35c6511c5d13517e8a0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:B4G4Z776OVQE24ZMG7CDNNPBGU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards a Better Theoretical Understanding of Independent Subnetwork Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DC","math.OC"],"primary_cat":"cs.LG","authors_text":"Egor Shulgin, Peter Richt\\'arik","submitted_at":"2023-06-28T18:14:22Z","abstract_excerpt":"Modern advancements in large-scale machine learning would be impossible without the paradigm of data-parallel distributed computing. Since distributed computing with large-scale models imparts excessive pressure on communication channels, significant recent research has been directed toward co-designing communication compression strategies and training algorithms with the goal of reducing communication costs. While pure data parallelism allows better data scaling, it suffers from poor model scaling properties. Indeed, compute nodes are severely limited by memory constraints, preventing further"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.16484","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.16484/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e41DjjcHvaqhzyMj8+RID5SJ7cIH08aalmcyaMoU2J/iG5jHPUL8gcOFRFJAcfUZuMQDgb0OfA7MO/V+iPj7BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:06:39.424099Z"},"content_sha256":"f0fdb249196c2215f6ad679c4ebd1a1a5174ed4c679ccbcdb5bb62a0925348d0","schema_version":"1.0","event_id":"sha256:f0fdb249196c2215f6ad679c4ebd1a1a5174ed4c679ccbcdb5bb62a0925348d0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B4G4Z776OVQE24ZMG7CDNNPBGU/bundle.json","state_url":"https://pith.science/pith/B4G4Z776OVQE24ZMG7CDNNPBGU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B4G4Z776OVQE24ZMG7CDNNPBGU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T23:06:39Z","links":{"resolver":"https://pith.science/pith/B4G4Z776OVQE24ZMG7CDNNPBGU","bundle":"https://pith.science/pith/B4G4Z776OVQE24ZMG7CDNNPBGU/bundle.json","state":"https://pith.science/pith/B4G4Z776OVQE24ZMG7CDNNPBGU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B4G4Z776OVQE24ZMG7CDNNPBGU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:B4G4Z776OVQE24ZMG7CDNNPBGU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eb29ef52deda8a958960a944ce9a41ee881d4d893ddc5e85870f57b55ee40c09","cross_cats_sorted":["cs.DC","math.OC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-28T18:14:22Z","title_canon_sha256":"1ff900008ec209b9c296d5f9930cdd703d1634b24f46e2d8063cc789efad03ed"},"schema_version":"1.0","source":{"id":"2306.16484","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.16484","created_at":"2026-07-05T08:26:57Z"},{"alias_kind":"arxiv_version","alias_value":"2306.16484v2","created_at":"2026-07-05T08:26:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.16484","created_at":"2026-07-05T08:26:57Z"},{"alias_kind":"pith_short_12","alias_value":"B4G4Z776OVQE","created_at":"2026-07-05T08:26:57Z"},{"alias_kind":"pith_short_16","alias_value":"B4G4Z776OVQE24ZM","created_at":"2026-07-05T08:26:57Z"},{"alias_kind":"pith_short_8","alias_value":"B4G4Z776","created_at":"2026-07-05T08:26:57Z"}],"graph_snapshots":[{"event_id":"sha256:f0fdb249196c2215f6ad679c4ebd1a1a5174ed4c679ccbcdb5bb62a0925348d0","target":"graph","created_at":"2026-07-05T08:26:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.16484/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Modern advancements in large-scale machine learning would be impossible without the paradigm of data-parallel distributed computing. Since distributed computing with large-scale models imparts excessive pressure on communication channels, significant recent research has been directed toward co-designing communication compression strategies and training algorithms with the goal of reducing communication costs. While pure data parallelism allows better data scaling, it suffers from poor model scaling properties. Indeed, compute nodes are severely limited by memory constraints, preventing further","authors_text":"Egor Shulgin, Peter Richt\\'arik","cross_cats":["cs.DC","math.OC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-28T18:14:22Z","title":"Towards a Better Theoretical Understanding of Independent Subnetwork Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.16484","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cd4c01f590eb0114045de65644d54730f1a0fb6da965c35c6511c5d13517e8a0","target":"record","created_at":"2026-07-05T08:26:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eb29ef52deda8a958960a944ce9a41ee881d4d893ddc5e85870f57b55ee40c09","cross_cats_sorted":["cs.DC","math.OC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-28T18:14:22Z","title_canon_sha256":"1ff900008ec209b9c296d5f9930cdd703d1634b24f46e2d8063cc789efad03ed"},"schema_version":"1.0","source":{"id":"2306.16484","kind":"arxiv","version":2}},"canonical_sha256":"0f0dccfffe75604d732c37c436b5e13525b033cd5dd484c8f227f3bab7817d81","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0f0dccfffe75604d732c37c436b5e13525b033cd5dd484c8f227f3bab7817d81","first_computed_at":"2026-07-05T08:26:57.778615Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:26:57.778615Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RV3LhwMtjW6vkAb6mZTK53Sw626zzCRmexrzVLfBnjfaLgdkR6t5n89V80Wsrm8vDioOSBUm7DznqPHoADJaDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:26:57.779025Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.16484","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cd4c01f590eb0114045de65644d54730f1a0fb6da965c35c6511c5d13517e8a0","sha256:f0fdb249196c2215f6ad679c4ebd1a1a5174ed4c679ccbcdb5bb62a0925348d0"],"state_sha256":"994ccd651424fd3bc4c867a6df3c7ee7b2d34b49ddf359a5948ab23d4cabc5e3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+xDcPL2tYRnO7ZF0bwULHA5DdHqtpxK3tKOH59dJz96HehWmlSExKy89yLG0KzWfDNkLmtx3JCAx5l4wm9NkBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T23:06:39.428535Z","bundle_sha256":"e488f1cb8aae9d091a74720253549ee5a64cc0d8e1986494e0fb162561d54500"}}