{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:UIFJEP4N5DULZZON4CDX5PCZWS","short_pith_number":"pith:UIFJEP4N","canonical_record":{"source":{"id":"1905.13405","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-31T04:07:58Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"a6992d179c6610187bbaf8bf91e61a3adccfaa6253cb629254797f1d067f21e6","abstract_canon_sha256":"637238863a7a317731ae53d0dd23fab41a010286762275a0a1a2a8144360f964"},"schema_version":"1.0"},"canonical_sha256":"a20a923f8de8e8bce5cde0877ebc59b4b5167c0fa7a7cff2283ca812f313d800","source":{"kind":"arxiv","id":"1905.13405","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.13405","created_at":"2026-05-17T23:42:02Z"},{"alias_kind":"arxiv_version","alias_value":"1905.13405v4","created_at":"2026-05-17T23:42:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.13405","created_at":"2026-05-17T23:42:02Z"},{"alias_kind":"pith_short_12","alias_value":"UIFJEP4N5DUL","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"UIFJEP4N5DULZZON","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"UIFJEP4N","created_at":"2026-05-18T12:33:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:UIFJEP4N5DULZZON4CDX5PCZWS","target":"record","payload":{"canonical_record":{"source":{"id":"1905.13405","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-31T04:07:58Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"a6992d179c6610187bbaf8bf91e61a3adccfaa6253cb629254797f1d067f21e6","abstract_canon_sha256":"637238863a7a317731ae53d0dd23fab41a010286762275a0a1a2a8144360f964"},"schema_version":"1.0"},"canonical_sha256":"a20a923f8de8e8bce5cde0877ebc59b4b5167c0fa7a7cff2283ca812f313d800","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:42:02.139192Z","signature_b64":"SBAYNz3Ol1n+8mebt+CYpVAcPCiSbYdVtiiG0EIYajrT9LZ3JLVPzVzSJ9aXAa4tWGddZd/iFPmb4VhRhJxsAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a20a923f8de8e8bce5cde0877ebc59b4b5167c0fa7a7cff2283ca812f313d800","last_reissued_at":"2026-05-17T23:42:02.138669Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:42:02.138669Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1905.13405","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:42:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1VaSDYrtfCHsxp8cwGGWxSNvDyQ03AdRa3VxVHev64nuebbVTm2bVbAwfsk1qk5dNAjE6ZeNitV4kh5YksntDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T07:30:26.082380Z"},"content_sha256":"0c51c9ad3569c15c8c3d4789300ef3aba5f7d0f27e8543310a63875ff3c70c2d","schema_version":"1.0","event_id":"sha256:0c51c9ad3569c15c8c3d4789300ef3aba5f7d0f27e8543310a63875ff3c70c2d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:UIFJEP4N5DULZZON4CDX5PCZWS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Luck Matters: Understanding Training Dynamics of Deep ReLU Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Ari Morcos, Qucheng Gong, Tina Jiang, Yuandong Tian","submitted_at":"2019-05-31T04:07:58Z","abstract_excerpt":"We analyze the dynamics of training deep ReLU networks and their implications on generalization capability. Using a teacher-student setting, we discovered a novel relationship between the gradient received by hidden student nodes and the activations of teacher nodes for deep ReLU networks. With this relationship and the assumption of small overlapping teacher node activations, we prove that (1) student nodes whose weights are initialized to be close to teacher nodes converge to them at a faster rate, and (2) in over-parameterized regimes and 2-layer case, while a small set of lucky nodes do co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.13405","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:42:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BDSwOEpMWy60YJM/XpNGmcB7l/849RhzYJLqucm77oPldJlELEIkV1ZwAIj6/MRjhhu+7xsvmVtVbdAypvQ7AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T07:30:26.082733Z"},"content_sha256":"a3d76c6df448086527e230fa1c9bc1411fac7eac96cd5846270c1ec76964bf6f","schema_version":"1.0","event_id":"sha256:a3d76c6df448086527e230fa1c9bc1411fac7eac96cd5846270c1ec76964bf6f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UIFJEP4N5DULZZON4CDX5PCZWS/bundle.json","state_url":"https://pith.science/pith/UIFJEP4N5DULZZON4CDX5PCZWS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UIFJEP4N5DULZZON4CDX5PCZWS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T07:30:26Z","links":{"resolver":"https://pith.science/pith/UIFJEP4N5DULZZON4CDX5PCZWS","bundle":"https://pith.science/pith/UIFJEP4N5DULZZON4CDX5PCZWS/bundle.json","state":"https://pith.science/pith/UIFJEP4N5DULZZON4CDX5PCZWS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UIFJEP4N5DULZZON4CDX5PCZWS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:UIFJEP4N5DULZZON4CDX5PCZWS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"637238863a7a317731ae53d0dd23fab41a010286762275a0a1a2a8144360f964","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-31T04:07:58Z","title_canon_sha256":"a6992d179c6610187bbaf8bf91e61a3adccfaa6253cb629254797f1d067f21e6"},"schema_version":"1.0","source":{"id":"1905.13405","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.13405","created_at":"2026-05-17T23:42:02Z"},{"alias_kind":"arxiv_version","alias_value":"1905.13405v4","created_at":"2026-05-17T23:42:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.13405","created_at":"2026-05-17T23:42:02Z"},{"alias_kind":"pith_short_12","alias_value":"UIFJEP4N5DUL","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"UIFJEP4N5DULZZON","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"UIFJEP4N","created_at":"2026-05-18T12:33:30Z"}],"graph_snapshots":[{"event_id":"sha256:a3d76c6df448086527e230fa1c9bc1411fac7eac96cd5846270c1ec76964bf6f","target":"graph","created_at":"2026-05-17T23:42:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We analyze the dynamics of training deep ReLU networks and their implications on generalization capability. Using a teacher-student setting, we discovered a novel relationship between the gradient received by hidden student nodes and the activations of teacher nodes for deep ReLU networks. With this relationship and the assumption of small overlapping teacher node activations, we prove that (1) student nodes whose weights are initialized to be close to teacher nodes converge to them at a faster rate, and (2) in over-parameterized regimes and 2-layer case, while a small set of lucky nodes do co","authors_text":"Ari Morcos, Qucheng Gong, Tina Jiang, Yuandong Tian","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-31T04:07:58Z","title":"Luck Matters: Understanding Training Dynamics of Deep ReLU Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.13405","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0c51c9ad3569c15c8c3d4789300ef3aba5f7d0f27e8543310a63875ff3c70c2d","target":"record","created_at":"2026-05-17T23:42:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"637238863a7a317731ae53d0dd23fab41a010286762275a0a1a2a8144360f964","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-31T04:07:58Z","title_canon_sha256":"a6992d179c6610187bbaf8bf91e61a3adccfaa6253cb629254797f1d067f21e6"},"schema_version":"1.0","source":{"id":"1905.13405","kind":"arxiv","version":4}},"canonical_sha256":"a20a923f8de8e8bce5cde0877ebc59b4b5167c0fa7a7cff2283ca812f313d800","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a20a923f8de8e8bce5cde0877ebc59b4b5167c0fa7a7cff2283ca812f313d800","first_computed_at":"2026-05-17T23:42:02.138669Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:42:02.138669Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SBAYNz3Ol1n+8mebt+CYpVAcPCiSbYdVtiiG0EIYajrT9LZ3JLVPzVzSJ9aXAa4tWGddZd/iFPmb4VhRhJxsAg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:42:02.139192Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.13405","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0c51c9ad3569c15c8c3d4789300ef3aba5f7d0f27e8543310a63875ff3c70c2d","sha256:a3d76c6df448086527e230fa1c9bc1411fac7eac96cd5846270c1ec76964bf6f"],"state_sha256":"cc89007943ecbcd52e82f254bcf8d60214a0c939bad20b62a9891b4dd4c68bf0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vmYu2GBPQvN56+ujXweDvIQG0Ci7ioJPCfnofjjxcLUFyKSWkSxhE1y+zSXQppVvI0mmwwCHEPkiAz2N/M6LDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T07:30:26.084709Z","bundle_sha256":"8bff6a4ec46cd2fcfe9d45ebfb594bbc02dad333cdb1eabe0908911ccbb4af59"}}