{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:ZJURZER64NOUFAKBBSVE6YO3J5","short_pith_number":"pith:ZJURZER6","canonical_record":{"source":{"id":"2203.11992","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-22T18:38:13Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"37ed300e76ef2a2eef5705a13f09d9792e6668cb3208a1d13aea36f8026304d1","abstract_canon_sha256":"b232f6021e15e28eb4d66c0ee961ecf23d4b883da3762801865c6e1c37886d2e"},"schema_version":"1.0"},"canonical_sha256":"ca691c923ee35d4281410caa4f61db4f7e47b645a25c4a2c3f681812ef49e3be","source":{"kind":"arxiv","id":"2203.11992","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.11992","created_at":"2026-07-05T04:07:45Z"},{"alias_kind":"arxiv_version","alias_value":"2203.11992v1","created_at":"2026-07-05T04:07:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.11992","created_at":"2026-07-05T04:07:45Z"},{"alias_kind":"pith_short_12","alias_value":"ZJURZER64NOU","created_at":"2026-07-05T04:07:45Z"},{"alias_kind":"pith_short_16","alias_value":"ZJURZER64NOUFAKB","created_at":"2026-07-05T04:07:45Z"},{"alias_kind":"pith_short_8","alias_value":"ZJURZER6","created_at":"2026-07-05T04:07:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:ZJURZER64NOUFAKBBSVE6YO3J5","target":"record","payload":{"canonical_record":{"source":{"id":"2203.11992","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-22T18:38:13Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"37ed300e76ef2a2eef5705a13f09d9792e6668cb3208a1d13aea36f8026304d1","abstract_canon_sha256":"b232f6021e15e28eb4d66c0ee961ecf23d4b883da3762801865c6e1c37886d2e"},"schema_version":"1.0"},"canonical_sha256":"ca691c923ee35d4281410caa4f61db4f7e47b645a25c4a2c3f681812ef49e3be","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:07:45.955132Z","signature_b64":"aOAh9BR5kuSfWVfpFpYtT8RlzpkLE8iteD1R0qsUdvPOhOodWh1/zcGVs0p7ZLwxPh2wPts4Vg/aqqia8cuLAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ca691c923ee35d4281410caa4f61db4f7e47b645a25c4a2c3f681812ef49e3be","last_reissued_at":"2026-07-05T04:07:45.954607Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:07:45.954607Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.11992","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Cn+gmBviz6gC55ZTOfUq/n4QCSW6KtVvc9c5uUVHGhSDHSIuHTPSMT1zbozyauw0Zzbeh7meDA4TN2Z4qNYCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:45:46.106185Z"},"content_sha256":"99f7354e4eea4b266888c9277af5c750b138d0e3f785e288c6f24124d29e59f2","schema_version":"1.0","event_id":"sha256:99f7354e4eea4b266888c9277af5c750b138d0e3f785e288c6f24124d29e59f2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:ZJURZER64NOUFAKBBSVE6YO3J5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Resonance in Weight Space: Covariate Shift Can Drive Divergence of SGD with Momentum","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alona Fyshe, Kirby Banman, Liam Peet-Pare, Martha White, Nidhi Hegde","submitted_at":"2022-03-22T18:38:13Z","abstract_excerpt":"Most convergence guarantees for stochastic gradient descent with momentum (SGDm) rely on iid sampling. Yet, SGDm is often used outside this regime, in settings with temporally correlated input samples such as continual learning and reinforcement learning. Existing work has shown that SGDm with a decaying step-size can converge under Markovian temporal correlation. In this work, we show that SGDm under covariate shift with a fixed step-size can be unstable and diverge. In particular, we show SGDm under covariate shift is a parametric oscillator, and so can suffer from a phenomenon known as reso"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.11992","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.11992/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cGn4DoEpNKz70mz/4ECCgo9biEqbCiCOq1re3ONwSQQFiA3W4pekoFT1qZer9bhPzso2q2toT2+QTaYHum96AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:45:46.106691Z"},"content_sha256":"fa7d41810685df033ef68f99fd85dcc1c0ebd814eb3e85235d4743e0766f7908","schema_version":"1.0","event_id":"sha256:fa7d41810685df033ef68f99fd85dcc1c0ebd814eb3e85235d4743e0766f7908"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZJURZER64NOUFAKBBSVE6YO3J5/bundle.json","state_url":"https://pith.science/pith/ZJURZER64NOUFAKBBSVE6YO3J5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZJURZER64NOUFAKBBSVE6YO3J5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T03:45:46Z","links":{"resolver":"https://pith.science/pith/ZJURZER64NOUFAKBBSVE6YO3J5","bundle":"https://pith.science/pith/ZJURZER64NOUFAKBBSVE6YO3J5/bundle.json","state":"https://pith.science/pith/ZJURZER64NOUFAKBBSVE6YO3J5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZJURZER64NOUFAKBBSVE6YO3J5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:ZJURZER64NOUFAKBBSVE6YO3J5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b232f6021e15e28eb4d66c0ee961ecf23d4b883da3762801865c6e1c37886d2e","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-22T18:38:13Z","title_canon_sha256":"37ed300e76ef2a2eef5705a13f09d9792e6668cb3208a1d13aea36f8026304d1"},"schema_version":"1.0","source":{"id":"2203.11992","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.11992","created_at":"2026-07-05T04:07:45Z"},{"alias_kind":"arxiv_version","alias_value":"2203.11992v1","created_at":"2026-07-05T04:07:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.11992","created_at":"2026-07-05T04:07:45Z"},{"alias_kind":"pith_short_12","alias_value":"ZJURZER64NOU","created_at":"2026-07-05T04:07:45Z"},{"alias_kind":"pith_short_16","alias_value":"ZJURZER64NOUFAKB","created_at":"2026-07-05T04:07:45Z"},{"alias_kind":"pith_short_8","alias_value":"ZJURZER6","created_at":"2026-07-05T04:07:45Z"}],"graph_snapshots":[{"event_id":"sha256:fa7d41810685df033ef68f99fd85dcc1c0ebd814eb3e85235d4743e0766f7908","target":"graph","created_at":"2026-07-05T04:07:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.11992/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Most convergence guarantees for stochastic gradient descent with momentum (SGDm) rely on iid sampling. Yet, SGDm is often used outside this regime, in settings with temporally correlated input samples such as continual learning and reinforcement learning. Existing work has shown that SGDm with a decaying step-size can converge under Markovian temporal correlation. In this work, we show that SGDm under covariate shift with a fixed step-size can be unstable and diverge. In particular, we show SGDm under covariate shift is a parametric oscillator, and so can suffer from a phenomenon known as reso","authors_text":"Alona Fyshe, Kirby Banman, Liam Peet-Pare, Martha White, Nidhi Hegde","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-22T18:38:13Z","title":"Resonance in Weight Space: Covariate Shift Can Drive Divergence of SGD with Momentum"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.11992","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:99f7354e4eea4b266888c9277af5c750b138d0e3f785e288c6f24124d29e59f2","target":"record","created_at":"2026-07-05T04:07:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b232f6021e15e28eb4d66c0ee961ecf23d4b883da3762801865c6e1c37886d2e","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-22T18:38:13Z","title_canon_sha256":"37ed300e76ef2a2eef5705a13f09d9792e6668cb3208a1d13aea36f8026304d1"},"schema_version":"1.0","source":{"id":"2203.11992","kind":"arxiv","version":1}},"canonical_sha256":"ca691c923ee35d4281410caa4f61db4f7e47b645a25c4a2c3f681812ef49e3be","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ca691c923ee35d4281410caa4f61db4f7e47b645a25c4a2c3f681812ef49e3be","first_computed_at":"2026-07-05T04:07:45.954607Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:07:45.954607Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aOAh9BR5kuSfWVfpFpYtT8RlzpkLE8iteD1R0qsUdvPOhOodWh1/zcGVs0p7ZLwxPh2wPts4Vg/aqqia8cuLAA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:07:45.955132Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.11992","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:99f7354e4eea4b266888c9277af5c750b138d0e3f785e288c6f24124d29e59f2","sha256:fa7d41810685df033ef68f99fd85dcc1c0ebd814eb3e85235d4743e0766f7908"],"state_sha256":"1091fb4c0b1daa3f5a08d4d461161ec5ce635da88fbc2d199bdb045d7d0ed61e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iTjOiZbRYmz8CsINhS5PGiToPZYmdQg2QU/C2a7iCaToGhGwuMR6PixAndjPqqwtJAqcnOzcCPyTdKEWDbjFDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T03:45:46.111799Z","bundle_sha256":"f6d7442b04548ff45117de3d4a5cef2aa941fd12f56e254e8ea645c52b77d01f"}}