{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:UQVM6RKZ2F7FOPOHIWT4D5AZZJ","short_pith_number":"pith:UQVM6RKZ","canonical_record":{"source":{"id":"1902.08234","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-21T19:57:15Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"421b8a412166870cf4fa402ce438ce8123433f6b3f89cc526d3b559645a57c4a","abstract_canon_sha256":"7d0f7c033fc8a562dd7481328f2a300bcd8965e07ae4f184212529d694d1a1fa"},"schema_version":"1.0"},"canonical_sha256":"a42acf4559d17e573dc745a7c1f419ca5ea1383f67dbf46d9d534573df496cc0","source":{"kind":"arxiv","id":"1902.08234","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.08234","created_at":"2026-07-05T00:44:37Z"},{"alias_kind":"arxiv_version","alias_value":"1902.08234v4","created_at":"2026-07-05T00:44:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.08234","created_at":"2026-07-05T00:44:37Z"},{"alias_kind":"pith_short_12","alias_value":"UQVM6RKZ2F7F","created_at":"2026-07-05T00:44:37Z"},{"alias_kind":"pith_short_16","alias_value":"UQVM6RKZ2F7FOPOH","created_at":"2026-07-05T00:44:37Z"},{"alias_kind":"pith_short_8","alias_value":"UQVM6RKZ","created_at":"2026-07-05T00:44:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:UQVM6RKZ2F7FOPOHIWT4D5AZZJ","target":"record","payload":{"canonical_record":{"source":{"id":"1902.08234","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-21T19:57:15Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"421b8a412166870cf4fa402ce438ce8123433f6b3f89cc526d3b559645a57c4a","abstract_canon_sha256":"7d0f7c033fc8a562dd7481328f2a300bcd8965e07ae4f184212529d694d1a1fa"},"schema_version":"1.0"},"canonical_sha256":"a42acf4559d17e573dc745a7c1f419ca5ea1383f67dbf46d9d534573df496cc0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:44:37.464845Z","signature_b64":"e5yGusDVpYGSK2yV/rb4uiMzWnvDp7tYZtM0HKB4J+MfM8Lugmswu7Hi1Cw5XBft0AP7Q+YbrqSdZMVxM3mQCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a42acf4559d17e573dc745a7c1f419ca5ea1383f67dbf46d9d534573df496cc0","last_reissued_at":"2026-07-05T00:44:37.464359Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:44:37.464359Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1902.08234","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:44:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eDb7m+vUU2TTUUK0Gjjxdr2xme9cKBi4V5gnnTTlyBxxYoPoLR3gCq8ZMmZZmo3IuL6qC0JopV40AhvSF/gvBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:44:18.186421Z"},"content_sha256":"b8cc858bfe50fc940f27f4347451b30b3b14292a337359e0465493d5be7a71a1","schema_version":"1.0","event_id":"sha256:b8cc858bfe50fc940f27f4347451b30b3b14292a337359e0465493d5be7a71a1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:UQVM6RKZ2F7FOPOHIWT4D5AZZJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Empirical Study of Large-Batch Stochastic Gradient Descent with Structured Covariance Noise","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Guodong Zhang, Harris Chan, Jimmy Ba, Kevin Luk, Maxime Gazeau, Yeming Wen","submitted_at":"2019-02-21T19:57:15Z","abstract_excerpt":"The choice of batch-size in a stochastic optimization algorithm plays a substantial role for both optimization and generalization. Increasing the batch-size used typically improves optimization but degrades generalization. To address the problem of improving generalization while maintaining optimal convergence in large-batch training, we propose to add covariance noise to the gradients. We demonstrate that the learning performance of our method is more accurately captured by the structure of the covariance matrix of the noise rather than by the variance of gradients. Moreover, over the convex-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.08234","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1902.08234/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:44:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x/171jjviVzN+WreJ+OMh8SjKddlFbzPLcw4PQDcUq4ATUzWZuWGRp97P9syFwG7as5afZKfwIKVnlvPrt0iDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:44:18.186964Z"},"content_sha256":"81a00f2e745261c3d4ed3dd6e7862939da8b78e5c14459e2e6d0e92f9e6e4e6c","schema_version":"1.0","event_id":"sha256:81a00f2e745261c3d4ed3dd6e7862939da8b78e5c14459e2e6d0e92f9e6e4e6c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UQVM6RKZ2F7FOPOHIWT4D5AZZJ/bundle.json","state_url":"https://pith.science/pith/UQVM6RKZ2F7FOPOHIWT4D5AZZJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UQVM6RKZ2F7FOPOHIWT4D5AZZJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T05:44:18Z","links":{"resolver":"https://pith.science/pith/UQVM6RKZ2F7FOPOHIWT4D5AZZJ","bundle":"https://pith.science/pith/UQVM6RKZ2F7FOPOHIWT4D5AZZJ/bundle.json","state":"https://pith.science/pith/UQVM6RKZ2F7FOPOHIWT4D5AZZJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UQVM6RKZ2F7FOPOHIWT4D5AZZJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:UQVM6RKZ2F7FOPOHIWT4D5AZZJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d0f7c033fc8a562dd7481328f2a300bcd8965e07ae4f184212529d694d1a1fa","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-21T19:57:15Z","title_canon_sha256":"421b8a412166870cf4fa402ce438ce8123433f6b3f89cc526d3b559645a57c4a"},"schema_version":"1.0","source":{"id":"1902.08234","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.08234","created_at":"2026-07-05T00:44:37Z"},{"alias_kind":"arxiv_version","alias_value":"1902.08234v4","created_at":"2026-07-05T00:44:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.08234","created_at":"2026-07-05T00:44:37Z"},{"alias_kind":"pith_short_12","alias_value":"UQVM6RKZ2F7F","created_at":"2026-07-05T00:44:37Z"},{"alias_kind":"pith_short_16","alias_value":"UQVM6RKZ2F7FOPOH","created_at":"2026-07-05T00:44:37Z"},{"alias_kind":"pith_short_8","alias_value":"UQVM6RKZ","created_at":"2026-07-05T00:44:37Z"}],"graph_snapshots":[{"event_id":"sha256:81a00f2e745261c3d4ed3dd6e7862939da8b78e5c14459e2e6d0e92f9e6e4e6c","target":"graph","created_at":"2026-07-05T00:44:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1902.08234/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The choice of batch-size in a stochastic optimization algorithm plays a substantial role for both optimization and generalization. Increasing the batch-size used typically improves optimization but degrades generalization. To address the problem of improving generalization while maintaining optimal convergence in large-batch training, we propose to add covariance noise to the gradients. We demonstrate that the learning performance of our method is more accurately captured by the structure of the covariance matrix of the noise rather than by the variance of gradients. Moreover, over the convex-","authors_text":"Guodong Zhang, Harris Chan, Jimmy Ba, Kevin Luk, Maxime Gazeau, Yeming Wen","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-21T19:57:15Z","title":"An Empirical Study of Large-Batch Stochastic Gradient Descent with Structured Covariance Noise"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.08234","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b8cc858bfe50fc940f27f4347451b30b3b14292a337359e0465493d5be7a71a1","target":"record","created_at":"2026-07-05T00:44:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d0f7c033fc8a562dd7481328f2a300bcd8965e07ae4f184212529d694d1a1fa","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-21T19:57:15Z","title_canon_sha256":"421b8a412166870cf4fa402ce438ce8123433f6b3f89cc526d3b559645a57c4a"},"schema_version":"1.0","source":{"id":"1902.08234","kind":"arxiv","version":4}},"canonical_sha256":"a42acf4559d17e573dc745a7c1f419ca5ea1383f67dbf46d9d534573df496cc0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a42acf4559d17e573dc745a7c1f419ca5ea1383f67dbf46d9d534573df496cc0","first_computed_at":"2026-07-05T00:44:37.464359Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:44:37.464359Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"e5yGusDVpYGSK2yV/rb4uiMzWnvDp7tYZtM0HKB4J+MfM8Lugmswu7Hi1Cw5XBft0AP7Q+YbrqSdZMVxM3mQCw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:44:37.464845Z","signed_message":"canonical_sha256_bytes"},"source_id":"1902.08234","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b8cc858bfe50fc940f27f4347451b30b3b14292a337359e0465493d5be7a71a1","sha256:81a00f2e745261c3d4ed3dd6e7862939da8b78e5c14459e2e6d0e92f9e6e4e6c"],"state_sha256":"56ae0ded6100e4c3984c6c1d43ab881e6fb329ff05abe6cd3247c24c464157f2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ok8DWdxtHnOPqHPHGpoCCNnk2KwcC7hDfMLdJKPWghjPLgP1V07BHuoTBc4rGmrZc5HNRFn/q/hTL6hOYjRJBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T05:44:18.191854Z","bundle_sha256":"9f2ad2e7113ad54a62747e979ff612f000795772e5f7a59bdef8f824b39d9a78"}}