{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:4TJ4X5XLXSYNSJYIBQB4V55FWL","short_pith_number":"pith:4TJ4X5XL","canonical_record":{"source":{"id":"1901.08244","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-24T06:02:40Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"c6c5f6fbed7b4b169d05c038afc90b6610ecc04dffe091a39eff0ce17edbde24","abstract_canon_sha256":"d4767b232024597282fc6dbd1ad5bc4a8f24cee25d27c8c7d4af8b364b780c8c"},"schema_version":"1.0"},"canonical_sha256":"e4d3cbf6ebbcb0d927080c03caf7a5b2f4d670d74624f2303daefc8ee8268296","source":{"kind":"arxiv","id":"1901.08244","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.08244","created_at":"2026-05-17T23:55:37Z"},{"alias_kind":"arxiv_version","alias_value":"1901.08244v1","created_at":"2026-05-17T23:55:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.08244","created_at":"2026-05-17T23:55:37Z"},{"alias_kind":"pith_short_12","alias_value":"4TJ4X5XLXSYN","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"4TJ4X5XLXSYNSJYI","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"4TJ4X5XL","created_at":"2026-05-18T12:33:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:4TJ4X5XLXSYNSJYIBQB4V55FWL","target":"record","payload":{"canonical_record":{"source":{"id":"1901.08244","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-24T06:02:40Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"c6c5f6fbed7b4b169d05c038afc90b6610ecc04dffe091a39eff0ce17edbde24","abstract_canon_sha256":"d4767b232024597282fc6dbd1ad5bc4a8f24cee25d27c8c7d4af8b364b780c8c"},"schema_version":"1.0"},"canonical_sha256":"e4d3cbf6ebbcb0d927080c03caf7a5b2f4d670d74624f2303daefc8ee8268296","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:55:37.567448Z","signature_b64":"GXzKofp4pl6152h25IkP4OkbReElkR0oFY0ehkMkXKNrE1NEeaayLb4KNHSc1ttoILMGbj5wjkTHB78viuauAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e4d3cbf6ebbcb0d927080c03caf7a5b2f4d670d74624f2303daefc8ee8268296","last_reissued_at":"2026-05-17T23:55:37.566996Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:55:37.566996Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1901.08244","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:55:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NQqNgWBGXWAY5l73b+YToKfGfNPURwMUajn0JOVdVQvtwYjipHZ9lq+XEFUlDhkvtrCBh8DvGm2DTk6F1nD7DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T23:20:20.757587Z"},"content_sha256":"89d2392982df4b8a0a52c12f199a21f7487bdaca87d1df1b64e21c93befd2257","schema_version":"1.0","event_id":"sha256:89d2392982df4b8a0a52c12f199a21f7487bdaca87d1df1b64e21c93befd2257"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:4TJ4X5XLXSYNSJYIBQB4V55FWL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Measurements of Three-Level Hierarchical Structure in the Outliers in the Spectrum of Deepnet Hessians","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Vardan Papyan","submitted_at":"2019-01-24T06:02:40Z","abstract_excerpt":"We consider deep classifying neural networks. We expose a structure in the derivative of the logits with respect to the parameters of the model, which is used to explain the existence of outliers in the spectrum of the Hessian. Previous works decomposed the Hessian into two components, attributing the outliers to one of them, the so-called Covariance of gradients. We show this term is not a Covariance but a second moment matrix, i.e., it is influenced by means of gradients. These means possess an additive two-way structure that is the source of the outliers in the spectrum. This structure can "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.08244","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:55:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ALmBVwtvOOSKDoI2hiR/tHo25+kbqsQ9ipu+6FB1eBlf6qWJh/u81MugePX9ANW8wsWosJmSsoYsU0RAsT7cCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T23:20:20.758308Z"},"content_sha256":"b19894b95f7da157147e009b970ff0d54b2de9221034009dbf2e359880f9ea23","schema_version":"1.0","event_id":"sha256:b19894b95f7da157147e009b970ff0d54b2de9221034009dbf2e359880f9ea23"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4TJ4X5XLXSYNSJYIBQB4V55FWL/bundle.json","state_url":"https://pith.science/pith/4TJ4X5XLXSYNSJYIBQB4V55FWL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4TJ4X5XLXSYNSJYIBQB4V55FWL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T23:20:20Z","links":{"resolver":"https://pith.science/pith/4TJ4X5XLXSYNSJYIBQB4V55FWL","bundle":"https://pith.science/pith/4TJ4X5XLXSYNSJYIBQB4V55FWL/bundle.json","state":"https://pith.science/pith/4TJ4X5XLXSYNSJYIBQB4V55FWL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4TJ4X5XLXSYNSJYIBQB4V55FWL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:4TJ4X5XLXSYNSJYIBQB4V55FWL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d4767b232024597282fc6dbd1ad5bc4a8f24cee25d27c8c7d4af8b364b780c8c","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-24T06:02:40Z","title_canon_sha256":"c6c5f6fbed7b4b169d05c038afc90b6610ecc04dffe091a39eff0ce17edbde24"},"schema_version":"1.0","source":{"id":"1901.08244","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.08244","created_at":"2026-05-17T23:55:37Z"},{"alias_kind":"arxiv_version","alias_value":"1901.08244v1","created_at":"2026-05-17T23:55:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.08244","created_at":"2026-05-17T23:55:37Z"},{"alias_kind":"pith_short_12","alias_value":"4TJ4X5XLXSYN","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"4TJ4X5XLXSYNSJYI","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"4TJ4X5XL","created_at":"2026-05-18T12:33:10Z"}],"graph_snapshots":[{"event_id":"sha256:b19894b95f7da157147e009b970ff0d54b2de9221034009dbf2e359880f9ea23","target":"graph","created_at":"2026-05-17T23:55:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We consider deep classifying neural networks. We expose a structure in the derivative of the logits with respect to the parameters of the model, which is used to explain the existence of outliers in the spectrum of the Hessian. Previous works decomposed the Hessian into two components, attributing the outliers to one of them, the so-called Covariance of gradients. We show this term is not a Covariance but a second moment matrix, i.e., it is influenced by means of gradients. These means possess an additive two-way structure that is the source of the outliers in the spectrum. This structure can ","authors_text":"Vardan Papyan","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-24T06:02:40Z","title":"Measurements of Three-Level Hierarchical Structure in the Outliers in the Spectrum of Deepnet Hessians"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.08244","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:89d2392982df4b8a0a52c12f199a21f7487bdaca87d1df1b64e21c93befd2257","target":"record","created_at":"2026-05-17T23:55:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d4767b232024597282fc6dbd1ad5bc4a8f24cee25d27c8c7d4af8b364b780c8c","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-24T06:02:40Z","title_canon_sha256":"c6c5f6fbed7b4b169d05c038afc90b6610ecc04dffe091a39eff0ce17edbde24"},"schema_version":"1.0","source":{"id":"1901.08244","kind":"arxiv","version":1}},"canonical_sha256":"e4d3cbf6ebbcb0d927080c03caf7a5b2f4d670d74624f2303daefc8ee8268296","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e4d3cbf6ebbcb0d927080c03caf7a5b2f4d670d74624f2303daefc8ee8268296","first_computed_at":"2026-05-17T23:55:37.566996Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:55:37.566996Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GXzKofp4pl6152h25IkP4OkbReElkR0oFY0ehkMkXKNrE1NEeaayLb4KNHSc1ttoILMGbj5wjkTHB78viuauAg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:55:37.567448Z","signed_message":"canonical_sha256_bytes"},"source_id":"1901.08244","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:89d2392982df4b8a0a52c12f199a21f7487bdaca87d1df1b64e21c93befd2257","sha256:b19894b95f7da157147e009b970ff0d54b2de9221034009dbf2e359880f9ea23"],"state_sha256":"50115350dd7100c3c790a78fedaa3545c715ea4236c5d93662ced6f745c5ca51"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"72XZFwmDDnIOMSt3R8tpiY151E/x7nCk8cZM4srKYXakEiNt1JfMQ6pop0IQzTiXhHPTQXuuXXBRlP8Kv43kCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T23:20:20.762114Z","bundle_sha256":"a57b3c2a16e68c9bc4d606590b0ca5b19f4d2f75c86f852e7f0e02856e73dfb6"}}