{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:LRMUNZCNPIMY4V2T2FGVQ2ERT6","short_pith_number":"pith:LRMUNZCN","canonical_record":{"source":{"id":"2205.11787","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-24T05:03:06Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"56e46c9a073dc31c3cff7c94f06cbba308bff8cb86421c268b58c110ea7059fe","abstract_canon_sha256":"fd36327f93ebed507c90226468b4ce2c61ad41bce516f794676f6f21d224a707"},"schema_version":"1.0"},"canonical_sha256":"5c5946e44d7a198e5753d14d5868919f97a3da63abd0d8af8264f8f964eb8bbd","source":{"kind":"arxiv","id":"2205.11787","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.11787","created_at":"2026-07-05T08:14:16Z"},{"alias_kind":"arxiv_version","alias_value":"2205.11787v3","created_at":"2026-07-05T08:14:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.11787","created_at":"2026-07-05T08:14:16Z"},{"alias_kind":"pith_short_12","alias_value":"LRMUNZCNPIMY","created_at":"2026-07-05T08:14:16Z"},{"alias_kind":"pith_short_16","alias_value":"LRMUNZCNPIMY4V2T","created_at":"2026-07-05T08:14:16Z"},{"alias_kind":"pith_short_8","alias_value":"LRMUNZCN","created_at":"2026-07-05T08:14:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:LRMUNZCNPIMY4V2T2FGVQ2ERT6","target":"record","payload":{"canonical_record":{"source":{"id":"2205.11787","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-24T05:03:06Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"56e46c9a073dc31c3cff7c94f06cbba308bff8cb86421c268b58c110ea7059fe","abstract_canon_sha256":"fd36327f93ebed507c90226468b4ce2c61ad41bce516f794676f6f21d224a707"},"schema_version":"1.0"},"canonical_sha256":"5c5946e44d7a198e5753d14d5868919f97a3da63abd0d8af8264f8f964eb8bbd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:14:16.801560Z","signature_b64":"rIgfKGWMnjzv2dREZfTyZpeAt7CHhmjBjxCngs+D58XjjmIk5vPCBMWcx5WVVRGY2IKpfqaOt1pxLDdF8sv2DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5c5946e44d7a198e5753d14d5868919f97a3da63abd0d8af8264f8f964eb8bbd","last_reissued_at":"2026-07-05T08:14:16.801089Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:14:16.801089Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.11787","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:14:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dbwQVByHxnSUpniYod5jlN+QYu1fys9BMHRbd94KXyc76cfim/jGZFOREjvop8njFXDUHlyzmr5jzg4/fH4HBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T10:30:23.967366Z"},"content_sha256":"0267b6099a63847558acc53918d7134d404a2e03b60273e888a21c68ed38fbee","schema_version":"1.0","event_id":"sha256:0267b6099a63847558acc53918d7134d404a2e03b60273e888a21c68ed38fbee"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:LRMUNZCNPIMY4V2T2FGVQ2ERT6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Quadratic models for understanding catapult dynamics of neural networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.OC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Adityanarayanan Radhakrishnan, Chaoyue Liu, Libin Zhu, Mikhail Belkin","submitted_at":"2022-05-24T05:03:06Z","abstract_excerpt":"While neural networks can be approximated by linear models as their width increases, certain properties of wide neural networks cannot be captured by linear models. In this work we show that recently proposed Neural Quadratic Models can exhibit the \"catapult phase\" [Lewkowycz et al. 2020] that arises when training such models with large learning rates. We then empirically show that the behaviour of neural quadratic models parallels that of neural networks in generalization, especially in the catapult phase regime. Our analysis further demonstrates that quadratic models can be an effective tool"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.11787","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.11787/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:14:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kwxFlcJf8FkYn+UKvsOwcVqca2cyN20MjaCGXin9WRdowUvBhZ4FmMhbZdgdch6IkIDeAvmXfz4HquyK85xjBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T10:30:23.968185Z"},"content_sha256":"2608da935974f6e06df06447ed8319010977a4476321bcf7b583e52572271450","schema_version":"1.0","event_id":"sha256:2608da935974f6e06df06447ed8319010977a4476321bcf7b583e52572271450"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LRMUNZCNPIMY4V2T2FGVQ2ERT6/bundle.json","state_url":"https://pith.science/pith/LRMUNZCNPIMY4V2T2FGVQ2ERT6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LRMUNZCNPIMY4V2T2FGVQ2ERT6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T10:30:23Z","links":{"resolver":"https://pith.science/pith/LRMUNZCNPIMY4V2T2FGVQ2ERT6","bundle":"https://pith.science/pith/LRMUNZCNPIMY4V2T2FGVQ2ERT6/bundle.json","state":"https://pith.science/pith/LRMUNZCNPIMY4V2T2FGVQ2ERT6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LRMUNZCNPIMY4V2T2FGVQ2ERT6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:LRMUNZCNPIMY4V2T2FGVQ2ERT6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fd36327f93ebed507c90226468b4ce2c61ad41bce516f794676f6f21d224a707","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-24T05:03:06Z","title_canon_sha256":"56e46c9a073dc31c3cff7c94f06cbba308bff8cb86421c268b58c110ea7059fe"},"schema_version":"1.0","source":{"id":"2205.11787","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.11787","created_at":"2026-07-05T08:14:16Z"},{"alias_kind":"arxiv_version","alias_value":"2205.11787v3","created_at":"2026-07-05T08:14:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.11787","created_at":"2026-07-05T08:14:16Z"},{"alias_kind":"pith_short_12","alias_value":"LRMUNZCNPIMY","created_at":"2026-07-05T08:14:16Z"},{"alias_kind":"pith_short_16","alias_value":"LRMUNZCNPIMY4V2T","created_at":"2026-07-05T08:14:16Z"},{"alias_kind":"pith_short_8","alias_value":"LRMUNZCN","created_at":"2026-07-05T08:14:16Z"}],"graph_snapshots":[{"event_id":"sha256:2608da935974f6e06df06447ed8319010977a4476321bcf7b583e52572271450","target":"graph","created_at":"2026-07-05T08:14:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.11787/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While neural networks can be approximated by linear models as their width increases, certain properties of wide neural networks cannot be captured by linear models. In this work we show that recently proposed Neural Quadratic Models can exhibit the \"catapult phase\" [Lewkowycz et al. 2020] that arises when training such models with large learning rates. We then empirically show that the behaviour of neural quadratic models parallels that of neural networks in generalization, especially in the catapult phase regime. Our analysis further demonstrates that quadratic models can be an effective tool","authors_text":"Adityanarayanan Radhakrishnan, Chaoyue Liu, Libin Zhu, Mikhail Belkin","cross_cats":["math.OC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-24T05:03:06Z","title":"Quadratic models for understanding catapult dynamics of neural networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.11787","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0267b6099a63847558acc53918d7134d404a2e03b60273e888a21c68ed38fbee","target":"record","created_at":"2026-07-05T08:14:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fd36327f93ebed507c90226468b4ce2c61ad41bce516f794676f6f21d224a707","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-24T05:03:06Z","title_canon_sha256":"56e46c9a073dc31c3cff7c94f06cbba308bff8cb86421c268b58c110ea7059fe"},"schema_version":"1.0","source":{"id":"2205.11787","kind":"arxiv","version":3}},"canonical_sha256":"5c5946e44d7a198e5753d14d5868919f97a3da63abd0d8af8264f8f964eb8bbd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5c5946e44d7a198e5753d14d5868919f97a3da63abd0d8af8264f8f964eb8bbd","first_computed_at":"2026-07-05T08:14:16.801089Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:14:16.801089Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rIgfKGWMnjzv2dREZfTyZpeAt7CHhmjBjxCngs+D58XjjmIk5vPCBMWcx5WVVRGY2IKpfqaOt1pxLDdF8sv2DA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:14:16.801560Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.11787","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0267b6099a63847558acc53918d7134d404a2e03b60273e888a21c68ed38fbee","sha256:2608da935974f6e06df06447ed8319010977a4476321bcf7b583e52572271450"],"state_sha256":"b304a2bf5c66ee2eda570da59734203774908d6447076bc06c0446717c547c83"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"38khrL+aPnEkW2gD9SnFiXtKoMj6z6PNd4CAhGW9AeiLAPaoI4X91U0VvNc7Bj6CJg2u2/IDa8Ah0QJhSxsXCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T10:30:23.975696Z","bundle_sha256":"101b4b87dbac0a113c42cde2eceb0436e4aa386eda7bac28c503319f06e93834"}}