{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:KF7RQR5O3LJCYOYAR7DCXBIRFD","short_pith_number":"pith:KF7RQR5O","canonical_record":{"source":{"id":"2010.10687","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-10-21T00:41:38Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"c14242fbcf1ea41bdb29fb04073918a740003fe957e5ca73c8f39d3ae89cfb80","abstract_canon_sha256":"03e005f789d40b9b4c6e0b22e71fc7fb00eb8a95fce656bbd0eac9fe3f2e130c"},"schema_version":"1.0"},"canonical_sha256":"517f1847aedad22c3b008fc62b851128d6015122729ecf727e2a83590929a542","source":{"kind":"arxiv","id":"2010.10687","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.10687","created_at":"2026-07-05T01:44:53Z"},{"alias_kind":"arxiv_version","alias_value":"2010.10687v1","created_at":"2026-07-05T01:44:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.10687","created_at":"2026-07-05T01:44:53Z"},{"alias_kind":"pith_short_12","alias_value":"KF7RQR5O3LJC","created_at":"2026-07-05T01:44:53Z"},{"alias_kind":"pith_short_16","alias_value":"KF7RQR5O3LJCYOYA","created_at":"2026-07-05T01:44:53Z"},{"alias_kind":"pith_short_8","alias_value":"KF7RQR5O","created_at":"2026-07-05T01:44:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:KF7RQR5O3LJCYOYAR7DCXBIRFD","target":"record","payload":{"canonical_record":{"source":{"id":"2010.10687","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-10-21T00:41:38Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"c14242fbcf1ea41bdb29fb04073918a740003fe957e5ca73c8f39d3ae89cfb80","abstract_canon_sha256":"03e005f789d40b9b4c6e0b22e71fc7fb00eb8a95fce656bbd0eac9fe3f2e130c"},"schema_version":"1.0"},"canonical_sha256":"517f1847aedad22c3b008fc62b851128d6015122729ecf727e2a83590929a542","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:44:53.498797Z","signature_b64":"zn3iWt7P94gNHb9dKUbX7sSeF9TGe7WW+CFhDWfOeLj97kbc9fJ+Xf1fZdO2mbvqTo8RPJnFVUoeiTH1hAKIAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"517f1847aedad22c3b008fc62b851128d6015122729ecf727e2a83590929a542","last_reissued_at":"2026-07-05T01:44:53.498407Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:44:53.498407Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.10687","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:44:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Rthkp99PRjr4Z2Cd2Y/KyRn8O2tFBEKKQPwr9q9rSv9C/UY3h5MyxiVuO3rpMKf6o2ADjogoWucoAwNnKi7DBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:52:00.744065Z"},"content_sha256":"52698e88ac8aad69a3586e964dc0285c169322fd901e72f9ffd3912c9e168dd7","schema_version":"1.0","event_id":"sha256:52698e88ac8aad69a3586e964dc0285c169322fd901e72f9ffd3912c9e168dd7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:KF7RQR5O3LJCYOYAR7DCXBIRFD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is Batch Norm unique? An empirical investigation and prescription to emulate the best properties of common normalizers without batch dependence","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.NE"],"primary_cat":"cs.LG","authors_text":"Jascha Sohl-Dickstein, Vinay Rao","submitted_at":"2020-10-21T00:41:38Z","abstract_excerpt":"We perform an extensive empirical study of the statistical properties of Batch Norm and other common normalizers. This includes an examination of the correlation between representations of minibatches, gradient norms, and Hessian spectra both at initialization and over the course of training. Through this analysis, we identify several statistical properties which appear linked to Batch Norm's superior performance. We propose two simple normalizers, PreLayerNorm and RegNorm, which better match these desirable properties without involving operations along the batch dimension. We show that PreLay"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.10687","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.10687/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:44:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5m42z7EiOueVOBFfjSSZOcapz7KuyiH1Va1XyPJAw/FieOiq3XgAZbLh0HvlC++U8fRSk+oGkEdOHTQv+Cj4Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:52:00.744554Z"},"content_sha256":"febc5961d190d79ef6c4c45491b2db33d34e07e3d8ad774e2adffdb1f2d32a22","schema_version":"1.0","event_id":"sha256:febc5961d190d79ef6c4c45491b2db33d34e07e3d8ad774e2adffdb1f2d32a22"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KF7RQR5O3LJCYOYAR7DCXBIRFD/bundle.json","state_url":"https://pith.science/pith/KF7RQR5O3LJCYOYAR7DCXBIRFD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KF7RQR5O3LJCYOYAR7DCXBIRFD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T22:52:00Z","links":{"resolver":"https://pith.science/pith/KF7RQR5O3LJCYOYAR7DCXBIRFD","bundle":"https://pith.science/pith/KF7RQR5O3LJCYOYAR7DCXBIRFD/bundle.json","state":"https://pith.science/pith/KF7RQR5O3LJCYOYAR7DCXBIRFD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KF7RQR5O3LJCYOYAR7DCXBIRFD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:KF7RQR5O3LJCYOYAR7DCXBIRFD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"03e005f789d40b9b4c6e0b22e71fc7fb00eb8a95fce656bbd0eac9fe3f2e130c","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-10-21T00:41:38Z","title_canon_sha256":"c14242fbcf1ea41bdb29fb04073918a740003fe957e5ca73c8f39d3ae89cfb80"},"schema_version":"1.0","source":{"id":"2010.10687","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.10687","created_at":"2026-07-05T01:44:53Z"},{"alias_kind":"arxiv_version","alias_value":"2010.10687v1","created_at":"2026-07-05T01:44:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.10687","created_at":"2026-07-05T01:44:53Z"},{"alias_kind":"pith_short_12","alias_value":"KF7RQR5O3LJC","created_at":"2026-07-05T01:44:53Z"},{"alias_kind":"pith_short_16","alias_value":"KF7RQR5O3LJCYOYA","created_at":"2026-07-05T01:44:53Z"},{"alias_kind":"pith_short_8","alias_value":"KF7RQR5O","created_at":"2026-07-05T01:44:53Z"}],"graph_snapshots":[{"event_id":"sha256:febc5961d190d79ef6c4c45491b2db33d34e07e3d8ad774e2adffdb1f2d32a22","target":"graph","created_at":"2026-07-05T01:44:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.10687/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We perform an extensive empirical study of the statistical properties of Batch Norm and other common normalizers. This includes an examination of the correlation between representations of minibatches, gradient norms, and Hessian spectra both at initialization and over the course of training. Through this analysis, we identify several statistical properties which appear linked to Batch Norm's superior performance. We propose two simple normalizers, PreLayerNorm and RegNorm, which better match these desirable properties without involving operations along the batch dimension. We show that PreLay","authors_text":"Jascha Sohl-Dickstein, Vinay Rao","cross_cats":["cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-10-21T00:41:38Z","title":"Is Batch Norm unique? An empirical investigation and prescription to emulate the best properties of common normalizers without batch dependence"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.10687","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:52698e88ac8aad69a3586e964dc0285c169322fd901e72f9ffd3912c9e168dd7","target":"record","created_at":"2026-07-05T01:44:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"03e005f789d40b9b4c6e0b22e71fc7fb00eb8a95fce656bbd0eac9fe3f2e130c","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-10-21T00:41:38Z","title_canon_sha256":"c14242fbcf1ea41bdb29fb04073918a740003fe957e5ca73c8f39d3ae89cfb80"},"schema_version":"1.0","source":{"id":"2010.10687","kind":"arxiv","version":1}},"canonical_sha256":"517f1847aedad22c3b008fc62b851128d6015122729ecf727e2a83590929a542","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"517f1847aedad22c3b008fc62b851128d6015122729ecf727e2a83590929a542","first_computed_at":"2026-07-05T01:44:53.498407Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:44:53.498407Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zn3iWt7P94gNHb9dKUbX7sSeF9TGe7WW+CFhDWfOeLj97kbc9fJ+Xf1fZdO2mbvqTo8RPJnFVUoeiTH1hAKIAg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:44:53.498797Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.10687","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:52698e88ac8aad69a3586e964dc0285c169322fd901e72f9ffd3912c9e168dd7","sha256:febc5961d190d79ef6c4c45491b2db33d34e07e3d8ad774e2adffdb1f2d32a22"],"state_sha256":"9cb2955e09bf2a0f64059f44a63af17db3cd2a981461ab5c9dfb615d44fea1e8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A+WktCe3XE3aXGHeVH0cNwVLckN1P1B+rrGnWaGmGBdO9u4vL3sxtEM22rwLqmxOnjfM3uWSkk5Miimd6VJwBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T22:52:00.748117Z","bundle_sha256":"c9d67150df233c96f3b738cb01d1ffb0f441334a1443d24766b49102367bb1ff"}}