{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BS5J75NG4WYWE5NY27SRBBA4LV","short_pith_number":"pith:BS5J75NG","canonical_record":{"source":{"id":"2402.02364","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-04T06:23:05Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"14e6d776626a8eebd7a72caf59850e50731a37cbfeff1d9f2d0db7bde0fff434","abstract_canon_sha256":"9dccbe2e674313281a03193cf96c3398247ad4d7725c9db96dac9d47f7a8e206"},"schema_version":"1.0"},"canonical_sha256":"0cba9ff5a6e5b16275b8d7e510841c5d4c61ed1708fe3f3cd2fd894f34f122b0","source":{"kind":"arxiv","id":"2402.02364","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.02364","created_at":"2026-07-05T11:46:33Z"},{"alias_kind":"arxiv_version","alias_value":"2402.02364v3","created_at":"2026-07-05T11:46:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.02364","created_at":"2026-07-05T11:46:33Z"},{"alias_kind":"pith_short_12","alias_value":"BS5J75NG4WYW","created_at":"2026-07-05T11:46:33Z"},{"alias_kind":"pith_short_16","alias_value":"BS5J75NG4WYWE5NY","created_at":"2026-07-05T11:46:33Z"},{"alias_kind":"pith_short_8","alias_value":"BS5J75NG","created_at":"2026-07-05T11:46:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BS5J75NG4WYWE5NY27SRBBA4LV","target":"record","payload":{"canonical_record":{"source":{"id":"2402.02364","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-04T06:23:05Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"14e6d776626a8eebd7a72caf59850e50731a37cbfeff1d9f2d0db7bde0fff434","abstract_canon_sha256":"9dccbe2e674313281a03193cf96c3398247ad4d7725c9db96dac9d47f7a8e206"},"schema_version":"1.0"},"canonical_sha256":"0cba9ff5a6e5b16275b8d7e510841c5d4c61ed1708fe3f3cd2fd894f34f122b0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:46:33.986212Z","signature_b64":"rDBfTBEKCWiJi/Mu0SxTY/E2N1fDKCvLPdVY481BSTMLkCz4Kyf3GKjcHxR7Jz2Ik+CJOcOIDIJQ4lk+r5QqAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0cba9ff5a6e5b16275b8d7e510841c5d4c61ed1708fe3f3cd2fd894f34f122b0","last_reissued_at":"2026-07-05T11:46:33.985478Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:46:33.985478Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.02364","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:46:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f56KPOEmi8GIx8z/M4NzHwY/Mp2tRCP5VMNtEyQ4RP45J3KQqRSDTwZNr3ldY2nyKncR8N54yNNuDdrCjf62BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T07:30:44.620364Z"},"content_sha256":"ea102f97c6e349eec7308e30412ebe52419f0110705bf1b1806a89388a4c3351","schema_version":"1.0","event_id":"sha256:ea102f97c6e349eec7308e30412ebe52419f0110705bf1b1806a89388a4c3351"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BS5J75NG4WYWE5NY27SRBBA4LV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Loss Landscape Degeneracy and Stagewise Development in Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Daniel Murfet, George Wang, Jesse Hoogland, Liam Carroll, Matthew Farrugia-Roberts, Susan Wei","submitted_at":"2024-02-04T06:23:05Z","abstract_excerpt":"Deep learning involves navigating a high-dimensional loss landscape over the neural network parameter space. Over the course of training, complex computational structures form and re-form inside the neural network, leading to shifts in input/output behavior. It is a priority for the science of deep learning to uncover principles governing the development of neural network structure and behavior. Drawing on the framework of singular learning theory, we propose that model development is deeply linked to degeneracy in the local geometry of the loss landscape. We investigate this link by monitorin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.02364","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.02364/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:46:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"//oxzpzD4jEovdSy7dZ2aYB4xDprG2+6iYOMBzbHoDOK4zX/KOOZ8Uhj1H/DdikV/5Qilu5KLVpH/tGQ0LFGBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T07:30:44.620921Z"},"content_sha256":"609b286cf48cfcb3130bd1730b783f0fd13b91916d1f6761b78db367f448f82f","schema_version":"1.0","event_id":"sha256:609b286cf48cfcb3130bd1730b783f0fd13b91916d1f6761b78db367f448f82f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BS5J75NG4WYWE5NY27SRBBA4LV/bundle.json","state_url":"https://pith.science/pith/BS5J75NG4WYWE5NY27SRBBA4LV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BS5J75NG4WYWE5NY27SRBBA4LV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T07:30:44Z","links":{"resolver":"https://pith.science/pith/BS5J75NG4WYWE5NY27SRBBA4LV","bundle":"https://pith.science/pith/BS5J75NG4WYWE5NY27SRBBA4LV/bundle.json","state":"https://pith.science/pith/BS5J75NG4WYWE5NY27SRBBA4LV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BS5J75NG4WYWE5NY27SRBBA4LV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BS5J75NG4WYWE5NY27SRBBA4LV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9dccbe2e674313281a03193cf96c3398247ad4d7725c9db96dac9d47f7a8e206","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-04T06:23:05Z","title_canon_sha256":"14e6d776626a8eebd7a72caf59850e50731a37cbfeff1d9f2d0db7bde0fff434"},"schema_version":"1.0","source":{"id":"2402.02364","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.02364","created_at":"2026-07-05T11:46:33Z"},{"alias_kind":"arxiv_version","alias_value":"2402.02364v3","created_at":"2026-07-05T11:46:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.02364","created_at":"2026-07-05T11:46:33Z"},{"alias_kind":"pith_short_12","alias_value":"BS5J75NG4WYW","created_at":"2026-07-05T11:46:33Z"},{"alias_kind":"pith_short_16","alias_value":"BS5J75NG4WYWE5NY","created_at":"2026-07-05T11:46:33Z"},{"alias_kind":"pith_short_8","alias_value":"BS5J75NG","created_at":"2026-07-05T11:46:33Z"}],"graph_snapshots":[{"event_id":"sha256:609b286cf48cfcb3130bd1730b783f0fd13b91916d1f6761b78db367f448f82f","target":"graph","created_at":"2026-07-05T11:46:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.02364/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep learning involves navigating a high-dimensional loss landscape over the neural network parameter space. Over the course of training, complex computational structures form and re-form inside the neural network, leading to shifts in input/output behavior. It is a priority for the science of deep learning to uncover principles governing the development of neural network structure and behavior. Drawing on the framework of singular learning theory, we propose that model development is deeply linked to degeneracy in the local geometry of the loss landscape. We investigate this link by monitorin","authors_text":"Daniel Murfet, George Wang, Jesse Hoogland, Liam Carroll, Matthew Farrugia-Roberts, Susan Wei","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-04T06:23:05Z","title":"Loss Landscape Degeneracy and Stagewise Development in Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.02364","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ea102f97c6e349eec7308e30412ebe52419f0110705bf1b1806a89388a4c3351","target":"record","created_at":"2026-07-05T11:46:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9dccbe2e674313281a03193cf96c3398247ad4d7725c9db96dac9d47f7a8e206","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-04T06:23:05Z","title_canon_sha256":"14e6d776626a8eebd7a72caf59850e50731a37cbfeff1d9f2d0db7bde0fff434"},"schema_version":"1.0","source":{"id":"2402.02364","kind":"arxiv","version":3}},"canonical_sha256":"0cba9ff5a6e5b16275b8d7e510841c5d4c61ed1708fe3f3cd2fd894f34f122b0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0cba9ff5a6e5b16275b8d7e510841c5d4c61ed1708fe3f3cd2fd894f34f122b0","first_computed_at":"2026-07-05T11:46:33.985478Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:46:33.985478Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rDBfTBEKCWiJi/Mu0SxTY/E2N1fDKCvLPdVY481BSTMLkCz4Kyf3GKjcHxR7Jz2Ik+CJOcOIDIJQ4lk+r5QqAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:46:33.986212Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.02364","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ea102f97c6e349eec7308e30412ebe52419f0110705bf1b1806a89388a4c3351","sha256:609b286cf48cfcb3130bd1730b783f0fd13b91916d1f6761b78db367f448f82f"],"state_sha256":"0b94c1d4841b9c205ce96f1aa8149a06b76d8b9c24b808479755ceadf3583dcc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WlOZ9ZBie6MiSIxf5Xi4CjdC5i5JaJJYnlRfPgykv6h/E1xsUY6vvgfAnZVeW1WRQd7nQm4jtM8zTIMUVWhzCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T07:30:44.626251Z","bundle_sha256":"7de66b0f85cf2eb639799e403b36259726f194245942a8cdf9be9c568927ea85"}}