{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:DVLYFFK4BXGHFHP7N7UDHYFSRX","short_pith_number":"pith:DVLYFFK4","canonical_record":{"source":{"id":"2211.08403","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-15T18:45:26Z","cross_cats_sorted":["cs.AI","cs.CV","stat.ML"],"title_canon_sha256":"6920d3f60e5646e20489e5c40f28817e1d2debd8a15cf36d78365885ba758be9","abstract_canon_sha256":"37924f21efb56997458b6d1873a8bf2bebc11a03c3a6b5e4bd1ce04648f64439"},"schema_version":"1.0"},"canonical_sha256":"1d5782955c0dcc729dff6fe833e0b28dfdfe854554d00a22afcba773ca0f1416","source":{"kind":"arxiv","id":"2211.08403","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.08403","created_at":"2026-07-05T06:54:08Z"},{"alias_kind":"arxiv_version","alias_value":"2211.08403v3","created_at":"2026-07-05T06:54:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.08403","created_at":"2026-07-05T06:54:08Z"},{"alias_kind":"pith_short_12","alias_value":"DVLYFFK4BXGH","created_at":"2026-07-05T06:54:08Z"},{"alias_kind":"pith_short_16","alias_value":"DVLYFFK4BXGHFHP7","created_at":"2026-07-05T06:54:08Z"},{"alias_kind":"pith_short_8","alias_value":"DVLYFFK4","created_at":"2026-07-05T06:54:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:DVLYFFK4BXGHFHP7N7UDHYFSRX","target":"record","payload":{"canonical_record":{"source":{"id":"2211.08403","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-15T18:45:26Z","cross_cats_sorted":["cs.AI","cs.CV","stat.ML"],"title_canon_sha256":"6920d3f60e5646e20489e5c40f28817e1d2debd8a15cf36d78365885ba758be9","abstract_canon_sha256":"37924f21efb56997458b6d1873a8bf2bebc11a03c3a6b5e4bd1ce04648f64439"},"schema_version":"1.0"},"canonical_sha256":"1d5782955c0dcc729dff6fe833e0b28dfdfe854554d00a22afcba773ca0f1416","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:54:08.584336Z","signature_b64":"KCNsodbc9RJKfHXCaUD0Be7mdXpp+3wVYn/T/hIO+e2F2buxynET6C7UMCY/9859KPJKWLjE0B/wFbKr7M2FAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1d5782955c0dcc729dff6fe833e0b28dfdfe854554d00a22afcba773ca0f1416","last_reissued_at":"2026-07-05T06:54:08.583981Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:54:08.583981Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.08403","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:54:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WshizkRDex7cjgUjsbcmt6JiLa/ugSOmKI6mdpq4p9WM5W8FcRY4q8lyArrh3d6aYiGZJs/dzVLLtlvCZKYpAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:09:16.484636Z"},"content_sha256":"dc77302e978103b1640661d9be3be7308362fc0b0b6e844b34055ede024eba24","schema_version":"1.0","event_id":"sha256:dc77302e978103b1640661d9be3be7308362fc0b0b6e844b34055ede024eba24"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:DVLYFFK4BXGHFHP7N7UDHYFSRX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"REPAIR: REnormalizing Permuted Activations for Interpolation Repair","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Behnam Neyshabur, Hanie Sedghi, Keller Jordan, Olga Saukh, Rahim Entezari","submitted_at":"2022-11-15T18:45:26Z","abstract_excerpt":"In this paper we look into the conjecture of Entezari et al. (2021) which states that if the permutation invariance of neural networks is taken into account, then there is likely no loss barrier to the linear interpolation between SGD solutions. First, we observe that neuron alignment methods alone are insufficient to establish low-barrier linear connectivity between SGD solutions due to a phenomenon we call variance collapse: interpolated deep networks suffer a collapse in the variance of their activations, causing poor performance. Next, we propose REPAIR (REnormalizing Permuted Activations "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.08403","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.08403/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:54:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WOzFjbTtkPhxttsJRf/EoST5zzJdYEFV//qKzoS/3hdOUOU9Z+CFxCh0tWnk9TbACQamG0xw2zYbtCJU5tGdBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:09:16.485886Z"},"content_sha256":"a84bd3b4ca1ddcb30166b6c17d5c3acf5e4e67d2931ea98ca4047a89a280bf12","schema_version":"1.0","event_id":"sha256:a84bd3b4ca1ddcb30166b6c17d5c3acf5e4e67d2931ea98ca4047a89a280bf12"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DVLYFFK4BXGHFHP7N7UDHYFSRX/bundle.json","state_url":"https://pith.science/pith/DVLYFFK4BXGHFHP7N7UDHYFSRX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DVLYFFK4BXGHFHP7N7UDHYFSRX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T23:09:16Z","links":{"resolver":"https://pith.science/pith/DVLYFFK4BXGHFHP7N7UDHYFSRX","bundle":"https://pith.science/pith/DVLYFFK4BXGHFHP7N7UDHYFSRX/bundle.json","state":"https://pith.science/pith/DVLYFFK4BXGHFHP7N7UDHYFSRX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DVLYFFK4BXGHFHP7N7UDHYFSRX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:DVLYFFK4BXGHFHP7N7UDHYFSRX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"37924f21efb56997458b6d1873a8bf2bebc11a03c3a6b5e4bd1ce04648f64439","cross_cats_sorted":["cs.AI","cs.CV","stat.ML"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-15T18:45:26Z","title_canon_sha256":"6920d3f60e5646e20489e5c40f28817e1d2debd8a15cf36d78365885ba758be9"},"schema_version":"1.0","source":{"id":"2211.08403","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.08403","created_at":"2026-07-05T06:54:08Z"},{"alias_kind":"arxiv_version","alias_value":"2211.08403v3","created_at":"2026-07-05T06:54:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.08403","created_at":"2026-07-05T06:54:08Z"},{"alias_kind":"pith_short_12","alias_value":"DVLYFFK4BXGH","created_at":"2026-07-05T06:54:08Z"},{"alias_kind":"pith_short_16","alias_value":"DVLYFFK4BXGHFHP7","created_at":"2026-07-05T06:54:08Z"},{"alias_kind":"pith_short_8","alias_value":"DVLYFFK4","created_at":"2026-07-05T06:54:08Z"}],"graph_snapshots":[{"event_id":"sha256:a84bd3b4ca1ddcb30166b6c17d5c3acf5e4e67d2931ea98ca4047a89a280bf12","target":"graph","created_at":"2026-07-05T06:54:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.08403/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper we look into the conjecture of Entezari et al. (2021) which states that if the permutation invariance of neural networks is taken into account, then there is likely no loss barrier to the linear interpolation between SGD solutions. First, we observe that neuron alignment methods alone are insufficient to establish low-barrier linear connectivity between SGD solutions due to a phenomenon we call variance collapse: interpolated deep networks suffer a collapse in the variance of their activations, causing poor performance. Next, we propose REPAIR (REnormalizing Permuted Activations ","authors_text":"Behnam Neyshabur, Hanie Sedghi, Keller Jordan, Olga Saukh, Rahim Entezari","cross_cats":["cs.AI","cs.CV","stat.ML"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-15T18:45:26Z","title":"REPAIR: REnormalizing Permuted Activations for Interpolation Repair"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.08403","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dc77302e978103b1640661d9be3be7308362fc0b0b6e844b34055ede024eba24","target":"record","created_at":"2026-07-05T06:54:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"37924f21efb56997458b6d1873a8bf2bebc11a03c3a6b5e4bd1ce04648f64439","cross_cats_sorted":["cs.AI","cs.CV","stat.ML"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-15T18:45:26Z","title_canon_sha256":"6920d3f60e5646e20489e5c40f28817e1d2debd8a15cf36d78365885ba758be9"},"schema_version":"1.0","source":{"id":"2211.08403","kind":"arxiv","version":3}},"canonical_sha256":"1d5782955c0dcc729dff6fe833e0b28dfdfe854554d00a22afcba773ca0f1416","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1d5782955c0dcc729dff6fe833e0b28dfdfe854554d00a22afcba773ca0f1416","first_computed_at":"2026-07-05T06:54:08.583981Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:54:08.583981Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KCNsodbc9RJKfHXCaUD0Be7mdXpp+3wVYn/T/hIO+e2F2buxynET6C7UMCY/9859KPJKWLjE0B/wFbKr7M2FAg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:54:08.584336Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.08403","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dc77302e978103b1640661d9be3be7308362fc0b0b6e844b34055ede024eba24","sha256:a84bd3b4ca1ddcb30166b6c17d5c3acf5e4e67d2931ea98ca4047a89a280bf12"],"state_sha256":"4121bcebc0706aa016dd659d033c4e4680baa1312dc164ccf5a8fbba86cd30e1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BW2l9Q4HlKjMlqByiuCvDWdv+RQGeOMlXRGnM0S05+L1/djOHmx/okW5s9e9+offtuBWFLrM63PzLB1wb74dCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T23:09:16.495148Z","bundle_sha256":"ee08a7c2347cca53b903b44e7446afc6f84a785811b7f7b016da011831623155"}}