{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:EJB3B6LZC4AZPWKKYCFLNY3OGQ","short_pith_number":"pith:EJB3B6LZ","canonical_record":{"source":{"id":"2111.01022","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T15:26:19Z","cross_cats_sorted":[],"title_canon_sha256":"a9f75c95e7a46da40fb15aad5a5882f73aa6077d201683a4a726c207fbf2e653","abstract_canon_sha256":"fd01c273dbe51b35fece7223cff55ec3584d995ec13663cf84739fe9a55c6c1b"},"schema_version":"1.0"},"canonical_sha256":"2243b0f979170197d94ac08ab6e36e342f845e268c4c4460b26993591c0f5afd","source":{"kind":"arxiv","id":"2111.01022","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.01022","created_at":"2026-07-05T04:25:13Z"},{"alias_kind":"arxiv_version","alias_value":"2111.01022v2","created_at":"2026-07-05T04:25:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.01022","created_at":"2026-07-05T04:25:13Z"},{"alias_kind":"pith_short_12","alias_value":"EJB3B6LZC4AZ","created_at":"2026-07-05T04:25:13Z"},{"alias_kind":"pith_short_16","alias_value":"EJB3B6LZC4AZPWKK","created_at":"2026-07-05T04:25:13Z"},{"alias_kind":"pith_short_8","alias_value":"EJB3B6LZ","created_at":"2026-07-05T04:25:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:EJB3B6LZC4AZPWKKYCFLNY3OGQ","target":"record","payload":{"canonical_record":{"source":{"id":"2111.01022","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T15:26:19Z","cross_cats_sorted":[],"title_canon_sha256":"a9f75c95e7a46da40fb15aad5a5882f73aa6077d201683a4a726c207fbf2e653","abstract_canon_sha256":"fd01c273dbe51b35fece7223cff55ec3584d995ec13663cf84739fe9a55c6c1b"},"schema_version":"1.0"},"canonical_sha256":"2243b0f979170197d94ac08ab6e36e342f845e268c4c4460b26993591c0f5afd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:25:13.254724Z","signature_b64":"4gu6jQ9fuUp9IRCdUrMdkiFG2sX8etW1uRZeBYwchHJySgsXMVQk2u+QFrRCiGsyqH+Y5eTfZ5L5ejdHeWHZDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2243b0f979170197d94ac08ab6e36e342f845e268c4c4460b26993591c0f5afd","last_reissued_at":"2026-07-05T04:25:13.254236Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:25:13.254236Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.01022","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:25:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xr1wMWOJLvSTirBz74KfIadeCYKUTuhXdz2ZCLJdDYgMdgKWAlRwocEjohevuIkKvN6RBC1H9B0108HCc9+5Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:48:48.831074Z"},"content_sha256":"e951ca5d5f34894e6d6471a90dda80996b3dec686c250ff259c424e10a12b766","schema_version":"1.0","event_id":"sha256:e951ca5d5f34894e6d6471a90dda80996b3dec686c250ff259c424e10a12b766"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:EJB3B6LZC4AZPWKKYCFLNY3OGQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dropout in Training Neural Networks: Flatness of Solution and Noise Structure","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Hanxu Zhou, Zhi-Qin John Xu, Zhongwang Zhang","submitted_at":"2021-11-01T15:26:19Z","abstract_excerpt":"It is important to understand how the popular regularization method dropout helps the neural network training find a good generalization solution. In this work, we show that the training with dropout finds the neural network with a flatter minimum compared with standard gradient descent training. We further find that the variance of a noise induced by the dropout is larger at the sharper direction of the loss landscape and the Hessian of the loss landscape at the found minima aligns with the noise covariance matrix by experiments on various datasets, i.e., MNIST, CIFAR-10, CIFAR-100 and Multi3"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.01022","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.01022/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:25:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d31juLbYKy/vTe1SG6Ww9kno256EkiBj0ZO+WuA+X2+yxc8FW/vVVFBB9yMXMDHNR3XZcq98NwXoDyelXPPvCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:48:48.831614Z"},"content_sha256":"9c63a9397a0811f672a800879e3a75f89cb072f79b4abca82e0b60288f37d94e","schema_version":"1.0","event_id":"sha256:9c63a9397a0811f672a800879e3a75f89cb072f79b4abca82e0b60288f37d94e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EJB3B6LZC4AZPWKKYCFLNY3OGQ/bundle.json","state_url":"https://pith.science/pith/EJB3B6LZC4AZPWKKYCFLNY3OGQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EJB3B6LZC4AZPWKKYCFLNY3OGQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T21:48:48Z","links":{"resolver":"https://pith.science/pith/EJB3B6LZC4AZPWKKYCFLNY3OGQ","bundle":"https://pith.science/pith/EJB3B6LZC4AZPWKKYCFLNY3OGQ/bundle.json","state":"https://pith.science/pith/EJB3B6LZC4AZPWKKYCFLNY3OGQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EJB3B6LZC4AZPWKKYCFLNY3OGQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:EJB3B6LZC4AZPWKKYCFLNY3OGQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fd01c273dbe51b35fece7223cff55ec3584d995ec13663cf84739fe9a55c6c1b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T15:26:19Z","title_canon_sha256":"a9f75c95e7a46da40fb15aad5a5882f73aa6077d201683a4a726c207fbf2e653"},"schema_version":"1.0","source":{"id":"2111.01022","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.01022","created_at":"2026-07-05T04:25:13Z"},{"alias_kind":"arxiv_version","alias_value":"2111.01022v2","created_at":"2026-07-05T04:25:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.01022","created_at":"2026-07-05T04:25:13Z"},{"alias_kind":"pith_short_12","alias_value":"EJB3B6LZC4AZ","created_at":"2026-07-05T04:25:13Z"},{"alias_kind":"pith_short_16","alias_value":"EJB3B6LZC4AZPWKK","created_at":"2026-07-05T04:25:13Z"},{"alias_kind":"pith_short_8","alias_value":"EJB3B6LZ","created_at":"2026-07-05T04:25:13Z"}],"graph_snapshots":[{"event_id":"sha256:9c63a9397a0811f672a800879e3a75f89cb072f79b4abca82e0b60288f37d94e","target":"graph","created_at":"2026-07-05T04:25:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.01022/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"It is important to understand how the popular regularization method dropout helps the neural network training find a good generalization solution. In this work, we show that the training with dropout finds the neural network with a flatter minimum compared with standard gradient descent training. We further find that the variance of a noise induced by the dropout is larger at the sharper direction of the loss landscape and the Hessian of the loss landscape at the found minima aligns with the noise covariance matrix by experiments on various datasets, i.e., MNIST, CIFAR-10, CIFAR-100 and Multi3","authors_text":"Hanxu Zhou, Zhi-Qin John Xu, Zhongwang Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T15:26:19Z","title":"Dropout in Training Neural Networks: Flatness of Solution and Noise Structure"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.01022","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e951ca5d5f34894e6d6471a90dda80996b3dec686c250ff259c424e10a12b766","target":"record","created_at":"2026-07-05T04:25:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fd01c273dbe51b35fece7223cff55ec3584d995ec13663cf84739fe9a55c6c1b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T15:26:19Z","title_canon_sha256":"a9f75c95e7a46da40fb15aad5a5882f73aa6077d201683a4a726c207fbf2e653"},"schema_version":"1.0","source":{"id":"2111.01022","kind":"arxiv","version":2}},"canonical_sha256":"2243b0f979170197d94ac08ab6e36e342f845e268c4c4460b26993591c0f5afd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2243b0f979170197d94ac08ab6e36e342f845e268c4c4460b26993591c0f5afd","first_computed_at":"2026-07-05T04:25:13.254236Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:25:13.254236Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4gu6jQ9fuUp9IRCdUrMdkiFG2sX8etW1uRZeBYwchHJySgsXMVQk2u+QFrRCiGsyqH+Y5eTfZ5L5ejdHeWHZDw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:25:13.254724Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.01022","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e951ca5d5f34894e6d6471a90dda80996b3dec686c250ff259c424e10a12b766","sha256:9c63a9397a0811f672a800879e3a75f89cb072f79b4abca82e0b60288f37d94e"],"state_sha256":"4ed98533aca3d42041d09c9fcf13c2794092c29d7e946495c25b45203573a672"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"spB1U3ess2+5K0U6Maa6xDzJ5VqdoLKErzWLx9K7xax9ofdYisFp98HBrVsu9bUlC7GihhVzo/3UYjjn/dxWAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T21:48:48.835994Z","bundle_sha256":"9392e0060d03f08a5c891cacdb5c74fdde4a08edecb0e1c1f8800587a17381f9"}}