{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TJ7G5G7PINGQ5RHTQ4RENJGQSG","short_pith_number":"pith:TJ7G5G7P","canonical_record":{"source":{"id":"2308.06671","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-13T03:13:03Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"93b132407101df3026f196273937c6c9e851b5b9fbe6739fe8739eeda9bcc7ac","abstract_canon_sha256":"534d5110848bb2e2c28b168a064961f33597460012fa8677f21606631adc5814"},"schema_version":"1.0"},"canonical_sha256":"9a7e6e9bef434d0ec4f3872246a4d091b0f4738353f68d3cd8f08d14aefd887d","source":{"kind":"arxiv","id":"2308.06671","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.06671","created_at":"2026-07-05T11:20:01Z"},{"alias_kind":"arxiv_version","alias_value":"2308.06671v2","created_at":"2026-07-05T11:20:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.06671","created_at":"2026-07-05T11:20:01Z"},{"alias_kind":"pith_short_12","alias_value":"TJ7G5G7PINGQ","created_at":"2026-07-05T11:20:01Z"},{"alias_kind":"pith_short_16","alias_value":"TJ7G5G7PINGQ5RHT","created_at":"2026-07-05T11:20:01Z"},{"alias_kind":"pith_short_8","alias_value":"TJ7G5G7P","created_at":"2026-07-05T11:20:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TJ7G5G7PINGQ5RHTQ4RENJGQSG","target":"record","payload":{"canonical_record":{"source":{"id":"2308.06671","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-13T03:13:03Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"93b132407101df3026f196273937c6c9e851b5b9fbe6739fe8739eeda9bcc7ac","abstract_canon_sha256":"534d5110848bb2e2c28b168a064961f33597460012fa8677f21606631adc5814"},"schema_version":"1.0"},"canonical_sha256":"9a7e6e9bef434d0ec4f3872246a4d091b0f4738353f68d3cd8f08d14aefd887d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:20:01.550656Z","signature_b64":"+KLh21DCKxYZC0sR5/AgRjPLk0XopwJdEHtO0LVRkazjaBKKeLPplILZWjf4IdfEqMMcRtpUrfUxKfRRwnpTDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9a7e6e9bef434d0ec4f3872246a4d091b0f4738353f68d3cd8f08d14aefd887d","last_reissued_at":"2026-07-05T11:20:01.550198Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:20:01.550198Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.06671","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9VowaU1b96ceV1BUTbI9vr4cjmnp7SamNXSFJMjBYRX/2NklzdLSBNYg043UTJa2VkJ2hWJY4grjlZhYy1qtBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T06:58:03.918684Z"},"content_sha256":"c4242e4802fcfba4b9ecec765413c71f0a9712f88d8063d5091b76d9dbd2b62e","schema_version":"1.0","event_id":"sha256:c4242e4802fcfba4b9ecec765413c71f0a9712f88d8063d5091b76d9dbd2b62e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TJ7G5G7PINGQ5RHTQ4RENJGQSG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Noise Balance and Stationary Distribution of Stochastic Gradient Descent","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Hongchao Li, Liu Ziyin, Masahito Ueda","submitted_at":"2023-08-13T03:13:03Z","abstract_excerpt":"The stochastic gradient descent (SGD) algorithm is the algorithm we use to train neural networks. However, it remains poorly understood how the SGD navigates the highly nonlinear and degenerate loss landscape of a neural network. In this work, we show that the minibatch noise of SGD regularizes the solution towards a noise-balanced solution whenever the loss function contains a rescaling parameter symmetry. Because the difference between a simple diffusion process and SGD dynamics is the most significant when symmetries are present, our theory implies that the loss function symmetries constitu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.06671","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.06671/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7aj9X7aQOd6rEeiUODf+BDCbIhn6PVVm6uOk5Va9Nq8KbWvOwIVyCc4vNcMjrop7Ar00Nw04vsLVaD/9TtFCBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T06:58:03.919211Z"},"content_sha256":"3b750b5b62006aa8de6ea1792ca50e5a3d3e597cb1d5650f103d028b292ea7e6","schema_version":"1.0","event_id":"sha256:3b750b5b62006aa8de6ea1792ca50e5a3d3e597cb1d5650f103d028b292ea7e6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TJ7G5G7PINGQ5RHTQ4RENJGQSG/bundle.json","state_url":"https://pith.science/pith/TJ7G5G7PINGQ5RHTQ4RENJGQSG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TJ7G5G7PINGQ5RHTQ4RENJGQSG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T06:58:03Z","links":{"resolver":"https://pith.science/pith/TJ7G5G7PINGQ5RHTQ4RENJGQSG","bundle":"https://pith.science/pith/TJ7G5G7PINGQ5RHTQ4RENJGQSG/bundle.json","state":"https://pith.science/pith/TJ7G5G7PINGQ5RHTQ4RENJGQSG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TJ7G5G7PINGQ5RHTQ4RENJGQSG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TJ7G5G7PINGQ5RHTQ4RENJGQSG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"534d5110848bb2e2c28b168a064961f33597460012fa8677f21606631adc5814","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-13T03:13:03Z","title_canon_sha256":"93b132407101df3026f196273937c6c9e851b5b9fbe6739fe8739eeda9bcc7ac"},"schema_version":"1.0","source":{"id":"2308.06671","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.06671","created_at":"2026-07-05T11:20:01Z"},{"alias_kind":"arxiv_version","alias_value":"2308.06671v2","created_at":"2026-07-05T11:20:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.06671","created_at":"2026-07-05T11:20:01Z"},{"alias_kind":"pith_short_12","alias_value":"TJ7G5G7PINGQ","created_at":"2026-07-05T11:20:01Z"},{"alias_kind":"pith_short_16","alias_value":"TJ7G5G7PINGQ5RHT","created_at":"2026-07-05T11:20:01Z"},{"alias_kind":"pith_short_8","alias_value":"TJ7G5G7P","created_at":"2026-07-05T11:20:01Z"}],"graph_snapshots":[{"event_id":"sha256:3b750b5b62006aa8de6ea1792ca50e5a3d3e597cb1d5650f103d028b292ea7e6","target":"graph","created_at":"2026-07-05T11:20:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.06671/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The stochastic gradient descent (SGD) algorithm is the algorithm we use to train neural networks. However, it remains poorly understood how the SGD navigates the highly nonlinear and degenerate loss landscape of a neural network. In this work, we show that the minibatch noise of SGD regularizes the solution towards a noise-balanced solution whenever the loss function contains a rescaling parameter symmetry. Because the difference between a simple diffusion process and SGD dynamics is the most significant when symmetries are present, our theory implies that the loss function symmetries constitu","authors_text":"Hongchao Li, Liu Ziyin, Masahito Ueda","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-13T03:13:03Z","title":"Noise Balance and Stationary Distribution of Stochastic Gradient Descent"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.06671","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c4242e4802fcfba4b9ecec765413c71f0a9712f88d8063d5091b76d9dbd2b62e","target":"record","created_at":"2026-07-05T11:20:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"534d5110848bb2e2c28b168a064961f33597460012fa8677f21606631adc5814","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-13T03:13:03Z","title_canon_sha256":"93b132407101df3026f196273937c6c9e851b5b9fbe6739fe8739eeda9bcc7ac"},"schema_version":"1.0","source":{"id":"2308.06671","kind":"arxiv","version":2}},"canonical_sha256":"9a7e6e9bef434d0ec4f3872246a4d091b0f4738353f68d3cd8f08d14aefd887d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9a7e6e9bef434d0ec4f3872246a4d091b0f4738353f68d3cd8f08d14aefd887d","first_computed_at":"2026-07-05T11:20:01.550198Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:20:01.550198Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+KLh21DCKxYZC0sR5/AgRjPLk0XopwJdEHtO0LVRkazjaBKKeLPplILZWjf4IdfEqMMcRtpUrfUxKfRRwnpTDw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:20:01.550656Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.06671","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c4242e4802fcfba4b9ecec765413c71f0a9712f88d8063d5091b76d9dbd2b62e","sha256:3b750b5b62006aa8de6ea1792ca50e5a3d3e597cb1d5650f103d028b292ea7e6"],"state_sha256":"dc5141048e327d929d56cc2245ea95f3b92f29f25af5e6db5c499b05d15af63d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YaW7T/Qj+yOcEXhszjw/7M8ZdMK1Ul+Y6hgw87GwAwb9dMYalNjSj+XpzsivtN3hF0clJhBW14E5VdqvvLByBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T06:58:03.923471Z","bundle_sha256":"f97acb4637cfc9cc492c4e02b3c440b40d43ad8c1cdcd3a328d2f6cb5c50ec2b"}}