{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:ZAMQUOJMNXWLDU5I3HGTAVM54I","short_pith_number":"pith:ZAMQUOJM","canonical_record":{"source":{"id":"2012.14193","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-12-28T11:17:46Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"7ae5edcc536d439b1820eba4c024fdf97eb83716680b0b2776cc983dd8d71ffc","abstract_canon_sha256":"5dee8fa1ea36038fa8483f7450581a27b455dece8570e4a0cac52460dffb5354"},"schema_version":"1.0"},"canonical_sha256":"c8190a392c6decb1d3a8d9cd30559de215e6d697701b4d3636c3a3398038a90b","source":{"kind":"arxiv","id":"2012.14193","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.14193","created_at":"2026-07-05T02:48:20Z"},{"alias_kind":"arxiv_version","alias_value":"2012.14193v3","created_at":"2026-07-05T02:48:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.14193","created_at":"2026-07-05T02:48:20Z"},{"alias_kind":"pith_short_12","alias_value":"ZAMQUOJMNXWL","created_at":"2026-07-05T02:48:20Z"},{"alias_kind":"pith_short_16","alias_value":"ZAMQUOJMNXWLDU5I","created_at":"2026-07-05T02:48:20Z"},{"alias_kind":"pith_short_8","alias_value":"ZAMQUOJM","created_at":"2026-07-05T02:48:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:ZAMQUOJMNXWLDU5I3HGTAVM54I","target":"record","payload":{"canonical_record":{"source":{"id":"2012.14193","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-12-28T11:17:46Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"7ae5edcc536d439b1820eba4c024fdf97eb83716680b0b2776cc983dd8d71ffc","abstract_canon_sha256":"5dee8fa1ea36038fa8483f7450581a27b455dece8570e4a0cac52460dffb5354"},"schema_version":"1.0"},"canonical_sha256":"c8190a392c6decb1d3a8d9cd30559de215e6d697701b4d3636c3a3398038a90b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:48:20.521889Z","signature_b64":"mQ6yX8VLDBRMMi6EaaNPP4CtqhxxWLXDHMpNm25Gy53GPjQ/Z+np36FD59ZIDKhs53fdshZtnJmFDhoxeSE5CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c8190a392c6decb1d3a8d9cd30559de215e6d697701b4d3636c3a3398038a90b","last_reissued_at":"2026-07-05T02:48:20.521447Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:48:20.521447Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2012.14193","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:48:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YXT0hg09w4ozxfN2A9IfonQDmG3RtxQQf35Pli8NGMoOC+/jgCL8vCk4FMjm2JRbpkb84NfOfimN4T4txqyXBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:23:37.578006Z"},"content_sha256":"389a2ea553e66dc44438bda8d95194c459f16e7db1bac40110a4e47ae438cd2c","schema_version":"1.0","event_id":"sha256:389a2ea553e66dc44438bda8d95194c459f16e7db1bac40110a4e47ae438cd2c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:ZAMQUOJMNXWLDU5I3HGTAVM54I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Catastrophic Fisher Explosion: Early Phase Fisher Matrix Impacts Generalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Caiming Xiong, Devansh Arpit, Giancarlo Kerg, Huan Wang, Krzysztof Geras, Kyunghyun Cho, Oliver Astrand, Richard Socher, Stanislaw Jastrzebski","submitted_at":"2020-12-28T11:17:46Z","abstract_excerpt":"The early phase of training a deep neural network has a dramatic effect on the local curvature of the loss function. For instance, using a small learning rate does not guarantee stable optimization because the optimization trajectory has a tendency to steer towards regions of the loss surface with increasing local curvature. We ask whether this tendency is connected to the widely observed phenomenon that the choice of the learning rate strongly influences generalization. We first show that stochastic gradient descent (SGD) implicitly penalizes the trace of the Fisher Information Matrix (FIM), "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.14193","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2012.14193/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:48:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UDAhqlhfvHQvG/tZg0yZnEgJMV2v1eJxW+yiOuGfq+D7vzm6pU1GIcO3sA08OJg3lRzgnUM9fnq0qfnyrd6+Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:23:37.578589Z"},"content_sha256":"297133a07cbe5b57d56f697d05f82f0db5daf6e6f499e410b1dbe840f2b3b3c7","schema_version":"1.0","event_id":"sha256:297133a07cbe5b57d56f697d05f82f0db5daf6e6f499e410b1dbe840f2b3b3c7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZAMQUOJMNXWLDU5I3HGTAVM54I/bundle.json","state_url":"https://pith.science/pith/ZAMQUOJMNXWLDU5I3HGTAVM54I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZAMQUOJMNXWLDU5I3HGTAVM54I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T09:23:37Z","links":{"resolver":"https://pith.science/pith/ZAMQUOJMNXWLDU5I3HGTAVM54I","bundle":"https://pith.science/pith/ZAMQUOJMNXWLDU5I3HGTAVM54I/bundle.json","state":"https://pith.science/pith/ZAMQUOJMNXWLDU5I3HGTAVM54I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZAMQUOJMNXWLDU5I3HGTAVM54I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ZAMQUOJMNXWLDU5I3HGTAVM54I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5dee8fa1ea36038fa8483f7450581a27b455dece8570e4a0cac52460dffb5354","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-12-28T11:17:46Z","title_canon_sha256":"7ae5edcc536d439b1820eba4c024fdf97eb83716680b0b2776cc983dd8d71ffc"},"schema_version":"1.0","source":{"id":"2012.14193","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.14193","created_at":"2026-07-05T02:48:20Z"},{"alias_kind":"arxiv_version","alias_value":"2012.14193v3","created_at":"2026-07-05T02:48:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.14193","created_at":"2026-07-05T02:48:20Z"},{"alias_kind":"pith_short_12","alias_value":"ZAMQUOJMNXWL","created_at":"2026-07-05T02:48:20Z"},{"alias_kind":"pith_short_16","alias_value":"ZAMQUOJMNXWLDU5I","created_at":"2026-07-05T02:48:20Z"},{"alias_kind":"pith_short_8","alias_value":"ZAMQUOJM","created_at":"2026-07-05T02:48:20Z"}],"graph_snapshots":[{"event_id":"sha256:297133a07cbe5b57d56f697d05f82f0db5daf6e6f499e410b1dbe840f2b3b3c7","target":"graph","created_at":"2026-07-05T02:48:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.14193/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The early phase of training a deep neural network has a dramatic effect on the local curvature of the loss function. For instance, using a small learning rate does not guarantee stable optimization because the optimization trajectory has a tendency to steer towards regions of the loss surface with increasing local curvature. We ask whether this tendency is connected to the widely observed phenomenon that the choice of the learning rate strongly influences generalization. We first show that stochastic gradient descent (SGD) implicitly penalizes the trace of the Fisher Information Matrix (FIM), ","authors_text":"Caiming Xiong, Devansh Arpit, Giancarlo Kerg, Huan Wang, Krzysztof Geras, Kyunghyun Cho, Oliver Astrand, Richard Socher, Stanislaw Jastrzebski","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-12-28T11:17:46Z","title":"Catastrophic Fisher Explosion: Early Phase Fisher Matrix Impacts Generalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.14193","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:389a2ea553e66dc44438bda8d95194c459f16e7db1bac40110a4e47ae438cd2c","target":"record","created_at":"2026-07-05T02:48:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5dee8fa1ea36038fa8483f7450581a27b455dece8570e4a0cac52460dffb5354","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-12-28T11:17:46Z","title_canon_sha256":"7ae5edcc536d439b1820eba4c024fdf97eb83716680b0b2776cc983dd8d71ffc"},"schema_version":"1.0","source":{"id":"2012.14193","kind":"arxiv","version":3}},"canonical_sha256":"c8190a392c6decb1d3a8d9cd30559de215e6d697701b4d3636c3a3398038a90b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c8190a392c6decb1d3a8d9cd30559de215e6d697701b4d3636c3a3398038a90b","first_computed_at":"2026-07-05T02:48:20.521447Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:48:20.521447Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mQ6yX8VLDBRMMi6EaaNPP4CtqhxxWLXDHMpNm25Gy53GPjQ/Z+np36FD59ZIDKhs53fdshZtnJmFDhoxeSE5CA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:48:20.521889Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.14193","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:389a2ea553e66dc44438bda8d95194c459f16e7db1bac40110a4e47ae438cd2c","sha256:297133a07cbe5b57d56f697d05f82f0db5daf6e6f499e410b1dbe840f2b3b3c7"],"state_sha256":"488561d8344d655f27a3da9f1c6760ef6ef4782f7f47dcf677d62cba7d03ed52"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iivZga1x47QMjimd1iRtD813IvSILiyL9F+6Sbk7xtw4jF8dbz+jR2tQ3AxPcugY7tJqPhPeOY0S/CfPCwiCCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T09:23:37.582927Z","bundle_sha256":"2c92da75f8793c174b1b478c095567aea101516c097af71d428436f2c7ad9874"}}