{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:I23EX2FIKGT3S7L4DKA2R6P7DC","short_pith_number":"pith:I23EX2FI","canonical_record":{"source":{"id":"2408.08944","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-16T16:33:46Z","cross_cats_sorted":["cs.IT","math.IT"],"title_canon_sha256":"12ee0f4a1c20770e221e0b86c8fb9552a21fa037e42f553503352ee78051f49a","abstract_canon_sha256":"7246d29a2b9070242d3d048763fa39ae862fe85cab1d7d5642514e8afd63238f"},"schema_version":"1.0"},"canonical_sha256":"46b64be8a851a7b97d7c1a81a8f9ff189c39ee61c554443777ca8e2f4dbe2ca4","source":{"kind":"arxiv","id":"2408.08944","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.08944","created_at":"2026-07-05T08:56:25Z"},{"alias_kind":"arxiv_version","alias_value":"2408.08944v1","created_at":"2026-07-05T08:56:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.08944","created_at":"2026-07-05T08:56:25Z"},{"alias_kind":"pith_short_12","alias_value":"I23EX2FIKGT3","created_at":"2026-07-05T08:56:25Z"},{"alias_kind":"pith_short_16","alias_value":"I23EX2FIKGT3S7L4","created_at":"2026-07-05T08:56:25Z"},{"alias_kind":"pith_short_8","alias_value":"I23EX2FI","created_at":"2026-07-05T08:56:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:I23EX2FIKGT3S7L4DKA2R6P7DC","target":"record","payload":{"canonical_record":{"source":{"id":"2408.08944","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-16T16:33:46Z","cross_cats_sorted":["cs.IT","math.IT"],"title_canon_sha256":"12ee0f4a1c20770e221e0b86c8fb9552a21fa037e42f553503352ee78051f49a","abstract_canon_sha256":"7246d29a2b9070242d3d048763fa39ae862fe85cab1d7d5642514e8afd63238f"},"schema_version":"1.0"},"canonical_sha256":"46b64be8a851a7b97d7c1a81a8f9ff189c39ee61c554443777ca8e2f4dbe2ca4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:56:25.932706Z","signature_b64":"ogUf9NkNEnkTCFkwG3zqtJ93vzDKvg8ZM98nflrCRTnPWu2jpeS8d8nc8ygg0dV75XoIsZxj/Uki+cO3/D6YBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"46b64be8a851a7b97d7c1a81a8f9ff189c39ee61c554443777ca8e2f4dbe2ca4","last_reissued_at":"2026-07-05T08:56:25.932302Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:56:25.932302Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.08944","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:56:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YvKQyEZUbN/M67NWqe4TGnwlqEdnhEybUcngsiYLys+JQ9r53DHDb8OQgo82koLSmvAvKFR0RUM8M2Xo2IE1AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T13:36:23.903238Z"},"content_sha256":"e9b9c4edea8c39c3df80bae36426ebb452190aca488cc7183f5a1666b0fea89f","schema_version":"1.0","event_id":"sha256:e9b9c4edea8c39c3df80bae36426ebb452190aca488cc7183f5a1666b0fea89f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:I23EX2FIKGT3S7L4DKA2R6P7DC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Information-Theoretic Progress Measures reveal Grokking is an Emergent Phase Transition","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.IT","math.IT"],"primary_cat":"cs.LG","authors_text":"Daniele Marinazzo, Kenzo Clauw, Sebastiano Stramaglia","submitted_at":"2024-08-16T16:33:46Z","abstract_excerpt":"This paper studies emergent phenomena in neural networks by focusing on grokking where models suddenly generalize after delayed memorization. To understand this phase transition, we utilize higher-order mutual information to analyze the collective behavior (synergy) and shared properties (redundancy) between neurons during training. We identify distinct phases before grokking allowing us to anticipate when it occurs. We attribute grokking to an emergent phase transition caused by the synergistic interactions between neurons as a whole. We show that weight decay and weight initialization can en"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.08944","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.08944/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:56:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pzy/RAgPpWBnIiWFQ6n7zGpoOPyQBH/8OWXs5Qg6zdC6KjSSTnc0MeMgpXMxuN+bSk8hgXR4WXbFzRQ/Ovr7AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T13:36:23.903683Z"},"content_sha256":"ab0d9ec30e043b3c49b7ef4770227b0005923d709411470d8fc6f7cdd743bcd3","schema_version":"1.0","event_id":"sha256:ab0d9ec30e043b3c49b7ef4770227b0005923d709411470d8fc6f7cdd743bcd3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I23EX2FIKGT3S7L4DKA2R6P7DC/bundle.json","state_url":"https://pith.science/pith/I23EX2FIKGT3S7L4DKA2R6P7DC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I23EX2FIKGT3S7L4DKA2R6P7DC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T13:36:23Z","links":{"resolver":"https://pith.science/pith/I23EX2FIKGT3S7L4DKA2R6P7DC","bundle":"https://pith.science/pith/I23EX2FIKGT3S7L4DKA2R6P7DC/bundle.json","state":"https://pith.science/pith/I23EX2FIKGT3S7L4DKA2R6P7DC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I23EX2FIKGT3S7L4DKA2R6P7DC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:I23EX2FIKGT3S7L4DKA2R6P7DC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7246d29a2b9070242d3d048763fa39ae862fe85cab1d7d5642514e8afd63238f","cross_cats_sorted":["cs.IT","math.IT"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-16T16:33:46Z","title_canon_sha256":"12ee0f4a1c20770e221e0b86c8fb9552a21fa037e42f553503352ee78051f49a"},"schema_version":"1.0","source":{"id":"2408.08944","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.08944","created_at":"2026-07-05T08:56:25Z"},{"alias_kind":"arxiv_version","alias_value":"2408.08944v1","created_at":"2026-07-05T08:56:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.08944","created_at":"2026-07-05T08:56:25Z"},{"alias_kind":"pith_short_12","alias_value":"I23EX2FIKGT3","created_at":"2026-07-05T08:56:25Z"},{"alias_kind":"pith_short_16","alias_value":"I23EX2FIKGT3S7L4","created_at":"2026-07-05T08:56:25Z"},{"alias_kind":"pith_short_8","alias_value":"I23EX2FI","created_at":"2026-07-05T08:56:25Z"}],"graph_snapshots":[{"event_id":"sha256:ab0d9ec30e043b3c49b7ef4770227b0005923d709411470d8fc6f7cdd743bcd3","target":"graph","created_at":"2026-07-05T08:56:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.08944/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper studies emergent phenomena in neural networks by focusing on grokking where models suddenly generalize after delayed memorization. To understand this phase transition, we utilize higher-order mutual information to analyze the collective behavior (synergy) and shared properties (redundancy) between neurons during training. We identify distinct phases before grokking allowing us to anticipate when it occurs. We attribute grokking to an emergent phase transition caused by the synergistic interactions between neurons as a whole. We show that weight decay and weight initialization can en","authors_text":"Daniele Marinazzo, Kenzo Clauw, Sebastiano Stramaglia","cross_cats":["cs.IT","math.IT"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-16T16:33:46Z","title":"Information-Theoretic Progress Measures reveal Grokking is an Emergent Phase Transition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.08944","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e9b9c4edea8c39c3df80bae36426ebb452190aca488cc7183f5a1666b0fea89f","target":"record","created_at":"2026-07-05T08:56:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7246d29a2b9070242d3d048763fa39ae862fe85cab1d7d5642514e8afd63238f","cross_cats_sorted":["cs.IT","math.IT"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-16T16:33:46Z","title_canon_sha256":"12ee0f4a1c20770e221e0b86c8fb9552a21fa037e42f553503352ee78051f49a"},"schema_version":"1.0","source":{"id":"2408.08944","kind":"arxiv","version":1}},"canonical_sha256":"46b64be8a851a7b97d7c1a81a8f9ff189c39ee61c554443777ca8e2f4dbe2ca4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"46b64be8a851a7b97d7c1a81a8f9ff189c39ee61c554443777ca8e2f4dbe2ca4","first_computed_at":"2026-07-05T08:56:25.932302Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:56:25.932302Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ogUf9NkNEnkTCFkwG3zqtJ93vzDKvg8ZM98nflrCRTnPWu2jpeS8d8nc8ygg0dV75XoIsZxj/Uki+cO3/D6YBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:56:25.932706Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.08944","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e9b9c4edea8c39c3df80bae36426ebb452190aca488cc7183f5a1666b0fea89f","sha256:ab0d9ec30e043b3c49b7ef4770227b0005923d709411470d8fc6f7cdd743bcd3"],"state_sha256":"af7e344b9a8769fbb255c5178fda6d942f4e3ead4fb4fd39fcadfc222b8b6711"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C+ruCJ2BydKfwheY0YUww89oLZQjzqjKHM9FN3Aw2W5d4PzRwB3OxpltsGdQaZ7j6lGTiQD4DMWJK2HxEdH5AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T13:36:23.906772Z","bundle_sha256":"796597dc23aa5ccbef4bc4c3663eb4bfc1bd31e50363dddbcfd421362ed54911"}}