{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:AQB2JFM4QBY3DQIDZBFJ75WS3A","short_pith_number":"pith:AQB2JFM4","canonical_record":{"source":{"id":"2110.13750","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-26T15:02:27Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"dfa0ab80d6574b01181e3606b61e4c8297a3006c3af8173d6a8a42069d9da630","abstract_canon_sha256":"f85cc891594dfac4fc600d06d2b1561ae45cce47b0c990508d2212ff24d52dce"},"schema_version":"1.0"},"canonical_sha256":"0403a4959c8071b1c103c84a9ff6d2d839082c7b68435e947783a679eefda00a","source":{"kind":"arxiv","id":"2110.13750","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.13750","created_at":"2026-07-05T03:28:41Z"},{"alias_kind":"arxiv_version","alias_value":"2110.13750v2","created_at":"2026-07-05T03:28:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.13750","created_at":"2026-07-05T03:28:41Z"},{"alias_kind":"pith_short_12","alias_value":"AQB2JFM4QBY3","created_at":"2026-07-05T03:28:41Z"},{"alias_kind":"pith_short_16","alias_value":"AQB2JFM4QBY3DQID","created_at":"2026-07-05T03:28:41Z"},{"alias_kind":"pith_short_8","alias_value":"AQB2JFM4","created_at":"2026-07-05T03:28:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:AQB2JFM4QBY3DQIDZBFJ75WS3A","target":"record","payload":{"canonical_record":{"source":{"id":"2110.13750","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-26T15:02:27Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"dfa0ab80d6574b01181e3606b61e4c8297a3006c3af8173d6a8a42069d9da630","abstract_canon_sha256":"f85cc891594dfac4fc600d06d2b1561ae45cce47b0c990508d2212ff24d52dce"},"schema_version":"1.0"},"canonical_sha256":"0403a4959c8071b1c103c84a9ff6d2d839082c7b68435e947783a679eefda00a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:28:41.880065Z","signature_b64":"gmDBczlGXosxT0uae9h1u9OeoTbVHGAR2Vp0A8xTdhAT6q7uMbvPC01ms2avrx2iK2p9eKz/psNJmfHwu0fPCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0403a4959c8071b1c103c84a9ff6d2d839082c7b68435e947783a679eefda00a","last_reissued_at":"2026-07-05T03:28:41.879638Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:28:41.879638Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.13750","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:28:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/2T7Qo2ZQtXreKzGGXKySt/9moUC0RBckXGuYuUjq2jRwQmZmL25cAhe8aQtFyEve6MrtWEqEVv7HFNzBWIdBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:13:31.061433Z"},"content_sha256":"41720327df09bd6b06b4aac6a3a621e98b65b846933ffd1e0afd4d79797285e5","schema_version":"1.0","event_id":"sha256:41720327df09bd6b06b4aac6a3a621e98b65b846933ffd1e0afd4d79797285e5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:AQB2JFM4QBY3DQIDZBFJ75WS3A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Optimizing Information-theoretical Generalization Bounds via Anisotropic Noise in SGLD","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Bohan Wang, Huishuai Zhang, Jieyu Zhang, Qi Meng, Tie-Yan Liu, Wei Chen","submitted_at":"2021-10-26T15:02:27Z","abstract_excerpt":"Recently, the information-theoretical framework has been proven to be able to obtain non-vacuous generalization bounds for large models trained by Stochastic Gradient Langevin Dynamics (SGLD) with isotropic noise. In this paper, we optimize the information-theoretical generalization bound by manipulating the noise structure in SGLD. We prove that with constraint to guarantee low empirical risk, the optimal noise covariance is the square root of the expected gradient covariance if both the prior and the posterior are jointly optimized. This validates that the optimal noise is quite close to the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.13750","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.13750/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:28:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m71X+2lHIHul7AaLMxM+jskPhnxqJNK2zpzdS2v44U4Q7J7d2yCdVkduMGGB44I/O+DFlkWL6lZWlZ6o3hoSCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:13:31.061921Z"},"content_sha256":"d51c73a824fe4a46298c3c473a118c3b1d89f9555fbc6f3e969044808babed21","schema_version":"1.0","event_id":"sha256:d51c73a824fe4a46298c3c473a118c3b1d89f9555fbc6f3e969044808babed21"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AQB2JFM4QBY3DQIDZBFJ75WS3A/bundle.json","state_url":"https://pith.science/pith/AQB2JFM4QBY3DQIDZBFJ75WS3A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AQB2JFM4QBY3DQIDZBFJ75WS3A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T06:13:31Z","links":{"resolver":"https://pith.science/pith/AQB2JFM4QBY3DQIDZBFJ75WS3A","bundle":"https://pith.science/pith/AQB2JFM4QBY3DQIDZBFJ75WS3A/bundle.json","state":"https://pith.science/pith/AQB2JFM4QBY3DQIDZBFJ75WS3A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AQB2JFM4QBY3DQIDZBFJ75WS3A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:AQB2JFM4QBY3DQIDZBFJ75WS3A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f85cc891594dfac4fc600d06d2b1561ae45cce47b0c990508d2212ff24d52dce","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-26T15:02:27Z","title_canon_sha256":"dfa0ab80d6574b01181e3606b61e4c8297a3006c3af8173d6a8a42069d9da630"},"schema_version":"1.0","source":{"id":"2110.13750","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.13750","created_at":"2026-07-05T03:28:41Z"},{"alias_kind":"arxiv_version","alias_value":"2110.13750v2","created_at":"2026-07-05T03:28:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.13750","created_at":"2026-07-05T03:28:41Z"},{"alias_kind":"pith_short_12","alias_value":"AQB2JFM4QBY3","created_at":"2026-07-05T03:28:41Z"},{"alias_kind":"pith_short_16","alias_value":"AQB2JFM4QBY3DQID","created_at":"2026-07-05T03:28:41Z"},{"alias_kind":"pith_short_8","alias_value":"AQB2JFM4","created_at":"2026-07-05T03:28:41Z"}],"graph_snapshots":[{"event_id":"sha256:d51c73a824fe4a46298c3c473a118c3b1d89f9555fbc6f3e969044808babed21","target":"graph","created_at":"2026-07-05T03:28:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.13750/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, the information-theoretical framework has been proven to be able to obtain non-vacuous generalization bounds for large models trained by Stochastic Gradient Langevin Dynamics (SGLD) with isotropic noise. In this paper, we optimize the information-theoretical generalization bound by manipulating the noise structure in SGLD. We prove that with constraint to guarantee low empirical risk, the optimal noise covariance is the square root of the expected gradient covariance if both the prior and the posterior are jointly optimized. This validates that the optimal noise is quite close to the","authors_text":"Bohan Wang, Huishuai Zhang, Jieyu Zhang, Qi Meng, Tie-Yan Liu, Wei Chen","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-26T15:02:27Z","title":"Optimizing Information-theoretical Generalization Bounds via Anisotropic Noise in SGLD"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.13750","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:41720327df09bd6b06b4aac6a3a621e98b65b846933ffd1e0afd4d79797285e5","target":"record","created_at":"2026-07-05T03:28:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f85cc891594dfac4fc600d06d2b1561ae45cce47b0c990508d2212ff24d52dce","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-26T15:02:27Z","title_canon_sha256":"dfa0ab80d6574b01181e3606b61e4c8297a3006c3af8173d6a8a42069d9da630"},"schema_version":"1.0","source":{"id":"2110.13750","kind":"arxiv","version":2}},"canonical_sha256":"0403a4959c8071b1c103c84a9ff6d2d839082c7b68435e947783a679eefda00a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0403a4959c8071b1c103c84a9ff6d2d839082c7b68435e947783a679eefda00a","first_computed_at":"2026-07-05T03:28:41.879638Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:28:41.879638Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gmDBczlGXosxT0uae9h1u9OeoTbVHGAR2Vp0A8xTdhAT6q7uMbvPC01ms2avrx2iK2p9eKz/psNJmfHwu0fPCg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:28:41.880065Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.13750","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:41720327df09bd6b06b4aac6a3a621e98b65b846933ffd1e0afd4d79797285e5","sha256:d51c73a824fe4a46298c3c473a118c3b1d89f9555fbc6f3e969044808babed21"],"state_sha256":"fcbb9b122d87df78413d3c2e893705614d8af3566b63e1a5c80f2ffb36c78c8e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hgqNUgRNwAgDnU0YtAO0L+Ft3IEgyVMGikYDzdwp7Ortsbh3zi3DBXwcl1DkE21Q/0Mn3VVlKj5o7sRLPyXCDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T06:13:31.066501Z","bundle_sha256":"26ff51a42ecfaf844e537f9b32d1fe689e11d2206da3c3806625eb496f0d275e"}}