{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BDT5V264C6AKWG4FHEFATQOX73","short_pith_number":"pith:BDT5V264","canonical_record":{"source":{"id":"2410.10322","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-14T09:28:32Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e90c46f2dbfbaa218bf8d0f005cf56b303b74895aa603a7e0930d213b6430c30","abstract_canon_sha256":"c5f9a6a2e44a3502da1fa75fecf98ac39af3bb29ffc9258b62846a45a7a07a0e"},"schema_version":"1.0"},"canonical_sha256":"08e7daebdc1780ab1b85390a09c1d7fed9ed4489a9d5ca81da00d31a48c7a00b","source":{"kind":"arxiv","id":"2410.10322","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.10322","created_at":"2026-07-05T10:22:07Z"},{"alias_kind":"arxiv_version","alias_value":"2410.10322v2","created_at":"2026-07-05T10:22:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.10322","created_at":"2026-07-05T10:22:07Z"},{"alias_kind":"pith_short_12","alias_value":"BDT5V264C6AK","created_at":"2026-07-05T10:22:07Z"},{"alias_kind":"pith_short_16","alias_value":"BDT5V264C6AKWG4F","created_at":"2026-07-05T10:22:07Z"},{"alias_kind":"pith_short_8","alias_value":"BDT5V264","created_at":"2026-07-05T10:22:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BDT5V264C6AKWG4FHEFATQOX73","target":"record","payload":{"canonical_record":{"source":{"id":"2410.10322","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-14T09:28:32Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e90c46f2dbfbaa218bf8d0f005cf56b303b74895aa603a7e0930d213b6430c30","abstract_canon_sha256":"c5f9a6a2e44a3502da1fa75fecf98ac39af3bb29ffc9258b62846a45a7a07a0e"},"schema_version":"1.0"},"canonical_sha256":"08e7daebdc1780ab1b85390a09c1d7fed9ed4489a9d5ca81da00d31a48c7a00b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:22:07.548805Z","signature_b64":"iYW9nLCQslBaJL8U4Wc7y5wZTX4GNb1CtqmIMHqvtSIPp6cay+ylps1cwMWl6tpi5Rf+ToxYgeVUATKWxXDNBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"08e7daebdc1780ab1b85390a09c1d7fed9ed4489a9d5ca81da00d31a48c7a00b","last_reissued_at":"2026-07-05T10:22:07.548244Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:22:07.548244Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.10322","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+iDodxCv99csqauxBEvug4jbGA4TgTw9MBd2lvZYJavGcPFbvok1FkapHrddFn+t8/E8bLpKGPYJ7aePcIF4Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:31:35.403820Z"},"content_sha256":"ee6d5aebf47426cd56e15411af674193d751c18ab848eb07a04868413d5a4d25","schema_version":"1.0","event_id":"sha256:ee6d5aebf47426cd56e15411af674193d751c18ab848eb07a04868413d5a4d25"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BDT5V264C6AKWG4FHEFATQOX73","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Feature Averaging: An Implicit Bias of Gradient Descent Leading to Non-Robustness in Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Binghui Li, Jian Li, Kaifeng Lyu, Zhixuan Pan","submitted_at":"2024-10-14T09:28:32Z","abstract_excerpt":"In this work, we investigate a particular implicit bias in gradient descent training, which we term \"Feature Averaging,\" and argue that it is one of the principal factors contributing to the non-robustness of deep neural networks. We show that, even when multiple discriminative features are present in the input data, neural networks trained by gradient descent tend to rely on an average (or a certain combination) of these features for classification, rather than distinguishing and leveraging each feature individually. Specifically, we provide a detailed theoretical analysis of the training dyn"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.10322","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.10322/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gMwzrUL2ivgfZzNPDj16X+6v4zQZgYMHBpJe5QtFrL791Aumd6D3U3emuUcntvGptULoRP7wsmLfwq6gLw7KCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:31:35.404208Z"},"content_sha256":"e09c84e8a375aa1a35479d71f407bea3a86d8d069500cfcf2e060145b114a22a","schema_version":"1.0","event_id":"sha256:e09c84e8a375aa1a35479d71f407bea3a86d8d069500cfcf2e060145b114a22a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BDT5V264C6AKWG4FHEFATQOX73/bundle.json","state_url":"https://pith.science/pith/BDT5V264C6AKWG4FHEFATQOX73/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BDT5V264C6AKWG4FHEFATQOX73/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T21:31:35Z","links":{"resolver":"https://pith.science/pith/BDT5V264C6AKWG4FHEFATQOX73","bundle":"https://pith.science/pith/BDT5V264C6AKWG4FHEFATQOX73/bundle.json","state":"https://pith.science/pith/BDT5V264C6AKWG4FHEFATQOX73/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BDT5V264C6AKWG4FHEFATQOX73/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BDT5V264C6AKWG4FHEFATQOX73","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c5f9a6a2e44a3502da1fa75fecf98ac39af3bb29ffc9258b62846a45a7a07a0e","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-14T09:28:32Z","title_canon_sha256":"e90c46f2dbfbaa218bf8d0f005cf56b303b74895aa603a7e0930d213b6430c30"},"schema_version":"1.0","source":{"id":"2410.10322","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.10322","created_at":"2026-07-05T10:22:07Z"},{"alias_kind":"arxiv_version","alias_value":"2410.10322v2","created_at":"2026-07-05T10:22:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.10322","created_at":"2026-07-05T10:22:07Z"},{"alias_kind":"pith_short_12","alias_value":"BDT5V264C6AK","created_at":"2026-07-05T10:22:07Z"},{"alias_kind":"pith_short_16","alias_value":"BDT5V264C6AKWG4F","created_at":"2026-07-05T10:22:07Z"},{"alias_kind":"pith_short_8","alias_value":"BDT5V264","created_at":"2026-07-05T10:22:07Z"}],"graph_snapshots":[{"event_id":"sha256:e09c84e8a375aa1a35479d71f407bea3a86d8d069500cfcf2e060145b114a22a","target":"graph","created_at":"2026-07-05T10:22:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.10322/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we investigate a particular implicit bias in gradient descent training, which we term \"Feature Averaging,\" and argue that it is one of the principal factors contributing to the non-robustness of deep neural networks. We show that, even when multiple discriminative features are present in the input data, neural networks trained by gradient descent tend to rely on an average (or a certain combination) of these features for classification, rather than distinguishing and leveraging each feature individually. Specifically, we provide a detailed theoretical analysis of the training dyn","authors_text":"Binghui Li, Jian Li, Kaifeng Lyu, Zhixuan Pan","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-14T09:28:32Z","title":"Feature Averaging: An Implicit Bias of Gradient Descent Leading to Non-Robustness in Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.10322","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ee6d5aebf47426cd56e15411af674193d751c18ab848eb07a04868413d5a4d25","target":"record","created_at":"2026-07-05T10:22:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c5f9a6a2e44a3502da1fa75fecf98ac39af3bb29ffc9258b62846a45a7a07a0e","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-14T09:28:32Z","title_canon_sha256":"e90c46f2dbfbaa218bf8d0f005cf56b303b74895aa603a7e0930d213b6430c30"},"schema_version":"1.0","source":{"id":"2410.10322","kind":"arxiv","version":2}},"canonical_sha256":"08e7daebdc1780ab1b85390a09c1d7fed9ed4489a9d5ca81da00d31a48c7a00b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"08e7daebdc1780ab1b85390a09c1d7fed9ed4489a9d5ca81da00d31a48c7a00b","first_computed_at":"2026-07-05T10:22:07.548244Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:22:07.548244Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iYW9nLCQslBaJL8U4Wc7y5wZTX4GNb1CtqmIMHqvtSIPp6cay+ylps1cwMWl6tpi5Rf+ToxYgeVUATKWxXDNBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:22:07.548805Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.10322","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ee6d5aebf47426cd56e15411af674193d751c18ab848eb07a04868413d5a4d25","sha256:e09c84e8a375aa1a35479d71f407bea3a86d8d069500cfcf2e060145b114a22a"],"state_sha256":"a624956931b2321bb276d7fc83230ddedad46b41f121c145816fb98fc3c3d8ed"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hiZubj08re4zO2CAb19lo6TPIuzB8VQpXdjXjEMfGyZmIoleklyy5oXC252pSHidYBooGnGGYVwSXotRgqFzBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T21:31:35.406915Z","bundle_sha256":"d2a6a5f42256e3b3e38920ceec21a695bc71a560221f37b0ed301da512304884"}}