{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VVNFYRGLMVJW23YUTWNIZQTWAL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4dc0d9728ae1f4322c13555cc9913672f637419c4269401f674784e3fedb165b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-21T13:06:41Z","title_canon_sha256":"6fcb93a3adfc7b5055633c4f3da15602f2209b50ae1198048e0bf3a7d2d2efb4"},"schema_version":"1.0","source":{"id":"2405.12755","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.12755","created_at":"2026-07-05T08:34:19Z"},{"alias_kind":"arxiv_version","alias_value":"2405.12755v2","created_at":"2026-07-05T08:34:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.12755","created_at":"2026-07-05T08:34:19Z"},{"alias_kind":"pith_short_12","alias_value":"VVNFYRGLMVJW","created_at":"2026-07-05T08:34:19Z"},{"alias_kind":"pith_short_16","alias_value":"VVNFYRGLMVJW23YU","created_at":"2026-07-05T08:34:19Z"},{"alias_kind":"pith_short_8","alias_value":"VVNFYRGL","created_at":"2026-07-05T08:34:19Z"}],"graph_snapshots":[{"event_id":"sha256:72f77a570aaf005039afd15ac182d38cede56e06ba35625da8a47c8283b7d4eb","target":"graph","created_at":"2026-07-05T08:34:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.12755/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Grokking, a phenomenon where machine learning models generalize long after overfitting, has been primarily observed and studied in algorithmic tasks. This paper explores grokking in real-world datasets using deep neural networks for classification under the cross-entropy loss. We challenge the prevalent hypothesis that the $L_2$ norm of weights is the primary cause of grokking by demonstrating that grokking can occur outside the expected range of weight norms. To better understand grokking, we introduce three new progress measures: activation sparsity, absolute weight entropy, and approximate ","authors_text":"Satvik Golechha","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-21T13:06:41Z","title":"Progress Measures for Grokking on Real-world Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.12755","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9195930dc788245fc6f570b6222dbd6ae1f586a325126cc17f055d58c9695a54","target":"record","created_at":"2026-07-05T08:34:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4dc0d9728ae1f4322c13555cc9913672f637419c4269401f674784e3fedb165b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-21T13:06:41Z","title_canon_sha256":"6fcb93a3adfc7b5055633c4f3da15602f2209b50ae1198048e0bf3a7d2d2efb4"},"schema_version":"1.0","source":{"id":"2405.12755","kind":"arxiv","version":2}},"canonical_sha256":"ad5a5c44cb65536d6f149d9a8cc27602ca1d7025d86dcd0f2c3c5d4a466c4158","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ad5a5c44cb65536d6f149d9a8cc27602ca1d7025d86dcd0f2c3c5d4a466c4158","first_computed_at":"2026-07-05T08:34:19.236429Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:34:19.236429Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wx/u4Fvy7dZkji5NmtmL6lCze5fynEK+f1yb3Al2hTfMaoY2sP0V46EZv4mt+5eNRoj2xYHK60LuOZRjzrfhBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:34:19.236882Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.12755","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9195930dc788245fc6f570b6222dbd6ae1f586a325126cc17f055d58c9695a54","sha256:72f77a570aaf005039afd15ac182d38cede56e06ba35625da8a47c8283b7d4eb"],"state_sha256":"7de7ccddf574a05aebced2fb9732cdd5d68a0cdab067aa114d55238ef62aed64"}