{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:EOPJYU7B66WHWMJH2WEQOD2IBD","short_pith_number":"pith:EOPJYU7B","canonical_record":{"source":{"id":"2406.01755","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-03T19:44:47Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1bd16c436c7d7e02bc1f21d837f69a4b58913af81c821427bdbe0e5c87b85ddd","abstract_canon_sha256":"7c6c46292233f48f90029885ac3d60559e2d2dc3c85dc5b7be74b9f15c9acd9f"},"schema_version":"1.0"},"canonical_sha256":"239e9c53e1f7ac7b3127d589070f4808ccc15c8f1826573fcc74fe8690c7c7c4","source":{"kind":"arxiv","id":"2406.01755","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.01755","created_at":"2026-07-05T08:26:48Z"},{"alias_kind":"arxiv_version","alias_value":"2406.01755v1","created_at":"2026-07-05T08:26:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.01755","created_at":"2026-07-05T08:26:48Z"},{"alias_kind":"pith_short_12","alias_value":"EOPJYU7B66WH","created_at":"2026-07-05T08:26:48Z"},{"alias_kind":"pith_short_16","alias_value":"EOPJYU7B66WHWMJH","created_at":"2026-07-05T08:26:48Z"},{"alias_kind":"pith_short_8","alias_value":"EOPJYU7B","created_at":"2026-07-05T08:26:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:EOPJYU7B66WHWMJH2WEQOD2IBD","target":"record","payload":{"canonical_record":{"source":{"id":"2406.01755","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-03T19:44:47Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1bd16c436c7d7e02bc1f21d837f69a4b58913af81c821427bdbe0e5c87b85ddd","abstract_canon_sha256":"7c6c46292233f48f90029885ac3d60559e2d2dc3c85dc5b7be74b9f15c9acd9f"},"schema_version":"1.0"},"canonical_sha256":"239e9c53e1f7ac7b3127d589070f4808ccc15c8f1826573fcc74fe8690c7c7c4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:26:48.062182Z","signature_b64":"A7nQX7qouCumqiBpkLwWxPhtcIgX6UEwjbylGk4C7XhEn8HYzrSDoSFs9XCtwSEZ8aqza4xAlHjlEmaU2+j8Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"239e9c53e1f7ac7b3127d589070f4808ccc15c8f1826573fcc74fe8690c7c7c4","last_reissued_at":"2026-07-05T08:26:48.061706Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:26:48.061706Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.01755","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SLsb2BLllFikBf+tZJq2Axjqqew9kse9TtMTxygpvcglK4EKS6jBoaAHqN+02ovdc3QKsxbI+snto4warSn8DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:19:23.657803Z"},"content_sha256":"e255a8bd4ec80c1d3106511b698a35fa79c3400530a91254ea1af8ea0dd648d2","schema_version":"1.0","event_id":"sha256:e255a8bd4ec80c1d3106511b698a35fa79c3400530a91254ea1af8ea0dd648d2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:EOPJYU7B66WHWMJH2WEQOD2IBD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sparser, Better, Deeper, Stronger: Improving Sparse Training with Exact Orthogonal Initialization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Aleksandra Irena Nowak, Filip Szatkowski, Jacek Tabor, {\\L}ukasz Gniecki","submitted_at":"2024-06-03T19:44:47Z","abstract_excerpt":"Static sparse training aims to train sparse models from scratch, achieving remarkable results in recent years. A key design choice is given by the sparse initialization, which determines the trainable sub-network through a binary mask. Existing methods mainly select such mask based on a predefined dense initialization. Such an approach may not efficiently leverage the mask's potential impact on the optimization. An alternative direction, inspired by research into dynamical isometry, is to introduce orthogonality in the sparse subnetwork, which helps in stabilizing the gradient signal. In this "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.01755","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.01755/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D9KWDMCrq7qecrPZ+HwlZi+pgeHlhGmYClT0y8436dPixoA+TYmu2CC9Zwy4jQJTrXhFI+VW0ujh/DEC3KSNBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:19:23.658486Z"},"content_sha256":"5d2e2f720ed3e22047142470e5b4f2f815eb156ac236f22f6e62b36f89e3cce4","schema_version":"1.0","event_id":"sha256:5d2e2f720ed3e22047142470e5b4f2f815eb156ac236f22f6e62b36f89e3cce4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EOPJYU7B66WHWMJH2WEQOD2IBD/bundle.json","state_url":"https://pith.science/pith/EOPJYU7B66WHWMJH2WEQOD2IBD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EOPJYU7B66WHWMJH2WEQOD2IBD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T01:19:23Z","links":{"resolver":"https://pith.science/pith/EOPJYU7B66WHWMJH2WEQOD2IBD","bundle":"https://pith.science/pith/EOPJYU7B66WHWMJH2WEQOD2IBD/bundle.json","state":"https://pith.science/pith/EOPJYU7B66WHWMJH2WEQOD2IBD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EOPJYU7B66WHWMJH2WEQOD2IBD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:EOPJYU7B66WHWMJH2WEQOD2IBD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7c6c46292233f48f90029885ac3d60559e2d2dc3c85dc5b7be74b9f15c9acd9f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-03T19:44:47Z","title_canon_sha256":"1bd16c436c7d7e02bc1f21d837f69a4b58913af81c821427bdbe0e5c87b85ddd"},"schema_version":"1.0","source":{"id":"2406.01755","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.01755","created_at":"2026-07-05T08:26:48Z"},{"alias_kind":"arxiv_version","alias_value":"2406.01755v1","created_at":"2026-07-05T08:26:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.01755","created_at":"2026-07-05T08:26:48Z"},{"alias_kind":"pith_short_12","alias_value":"EOPJYU7B66WH","created_at":"2026-07-05T08:26:48Z"},{"alias_kind":"pith_short_16","alias_value":"EOPJYU7B66WHWMJH","created_at":"2026-07-05T08:26:48Z"},{"alias_kind":"pith_short_8","alias_value":"EOPJYU7B","created_at":"2026-07-05T08:26:48Z"}],"graph_snapshots":[{"event_id":"sha256:5d2e2f720ed3e22047142470e5b4f2f815eb156ac236f22f6e62b36f89e3cce4","target":"graph","created_at":"2026-07-05T08:26:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.01755/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Static sparse training aims to train sparse models from scratch, achieving remarkable results in recent years. A key design choice is given by the sparse initialization, which determines the trainable sub-network through a binary mask. Existing methods mainly select such mask based on a predefined dense initialization. Such an approach may not efficiently leverage the mask's potential impact on the optimization. An alternative direction, inspired by research into dynamical isometry, is to introduce orthogonality in the sparse subnetwork, which helps in stabilizing the gradient signal. In this ","authors_text":"Aleksandra Irena Nowak, Filip Szatkowski, Jacek Tabor, {\\L}ukasz Gniecki","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-03T19:44:47Z","title":"Sparser, Better, Deeper, Stronger: Improving Sparse Training with Exact Orthogonal Initialization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.01755","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e255a8bd4ec80c1d3106511b698a35fa79c3400530a91254ea1af8ea0dd648d2","target":"record","created_at":"2026-07-05T08:26:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7c6c46292233f48f90029885ac3d60559e2d2dc3c85dc5b7be74b9f15c9acd9f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-03T19:44:47Z","title_canon_sha256":"1bd16c436c7d7e02bc1f21d837f69a4b58913af81c821427bdbe0e5c87b85ddd"},"schema_version":"1.0","source":{"id":"2406.01755","kind":"arxiv","version":1}},"canonical_sha256":"239e9c53e1f7ac7b3127d589070f4808ccc15c8f1826573fcc74fe8690c7c7c4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"239e9c53e1f7ac7b3127d589070f4808ccc15c8f1826573fcc74fe8690c7c7c4","first_computed_at":"2026-07-05T08:26:48.061706Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:26:48.061706Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A7nQX7qouCumqiBpkLwWxPhtcIgX6UEwjbylGk4C7XhEn8HYzrSDoSFs9XCtwSEZ8aqza4xAlHjlEmaU2+j8Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:26:48.062182Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.01755","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e255a8bd4ec80c1d3106511b698a35fa79c3400530a91254ea1af8ea0dd648d2","sha256:5d2e2f720ed3e22047142470e5b4f2f815eb156ac236f22f6e62b36f89e3cce4"],"state_sha256":"62317a18740dc0a9862e1a69a7b652d243264982c4e57bddc79a78f2ccc3946d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JbcNLvAip+hqlqfsuJjng8L8WbK0XxnvdYmN0K3vkS9XKYWaadC8yOOgHSBScTi7VYMsWAszOOFPtRyv0SHgAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T01:19:23.663775Z","bundle_sha256":"e70c0746aa685c3e9da5131d656b2ce3dba9bbec94e76251cc0afa05932277bb"}}