{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:EJRPOM62AN522VZJEQ6XCSVVRG","short_pith_number":"pith:EJRPOM62","canonical_record":{"source":{"id":"2310.13061","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-19T18:01:10Z","cross_cats_sorted":["cond-mat.dis-nn","stat.ML"],"title_canon_sha256":"e6c7b4ea01cdf9888624a6bca91edd85502f2f04d6e5ec6c91de289f5fbf789b","abstract_canon_sha256":"e2c26c724254703418ba2db38d39933d60a496b271f6587438160199331abc56"},"schema_version":"1.0"},"canonical_sha256":"2262f733da037bad5729243d714ab589a4a7c2ffcc27fc8bf4a9956a25195b33","source":{"kind":"arxiv","id":"2310.13061","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.13061","created_at":"2026-07-05T07:52:13Z"},{"alias_kind":"arxiv_version","alias_value":"2310.13061v2","created_at":"2026-07-05T07:52:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.13061","created_at":"2026-07-05T07:52:13Z"},{"alias_kind":"pith_short_12","alias_value":"EJRPOM62AN52","created_at":"2026-07-05T07:52:13Z"},{"alias_kind":"pith_short_16","alias_value":"EJRPOM62AN522VZJ","created_at":"2026-07-05T07:52:13Z"},{"alias_kind":"pith_short_8","alias_value":"EJRPOM62","created_at":"2026-07-05T07:52:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:EJRPOM62AN522VZJEQ6XCSVVRG","target":"record","payload":{"canonical_record":{"source":{"id":"2310.13061","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-19T18:01:10Z","cross_cats_sorted":["cond-mat.dis-nn","stat.ML"],"title_canon_sha256":"e6c7b4ea01cdf9888624a6bca91edd85502f2f04d6e5ec6c91de289f5fbf789b","abstract_canon_sha256":"e2c26c724254703418ba2db38d39933d60a496b271f6587438160199331abc56"},"schema_version":"1.0"},"canonical_sha256":"2262f733da037bad5729243d714ab589a4a7c2ffcc27fc8bf4a9956a25195b33","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:52:13.356808Z","signature_b64":"ft8/eVAdIlNyUjqWpM9MDbiH5657P0tM3vbrJNo23Jx+kI4h5Z+oGEaIMnHU5eyH144alpxIRssRqdbaISnnCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2262f733da037bad5729243d714ab589a4a7c2ffcc27fc8bf4a9956a25195b33","last_reissued_at":"2026-07-05T07:52:13.356286Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:52:13.356286Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.13061","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:52:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kH0At/60INXi1E2hJR0xLr+ju2G/y7lQj84Ff0tfhMhyyaEogXg1cxDtZh+usnEfwbJ0oObXPlrZbRq+qhrAAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:48:07.921585Z"},"content_sha256":"d26cca61e01fd0df13ba529b85346986094b6d9edab39d2131ef7f06094e9554","schema_version":"1.0","event_id":"sha256:d26cca61e01fd0df13ba529b85346986094b6d9edab39d2131ef7f06094e9554"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:EJRPOM62AN522VZJEQ6XCSVVRG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"To grok or not to grok: Disentangling generalization and memorization on corrupted algorithmic datasets","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cond-mat.dis-nn","stat.ML"],"primary_cat":"cs.LG","authors_text":"Andrey Gromov, Aritra Das, Darshil Doshi, Tianyu He","submitted_at":"2023-10-19T18:01:10Z","abstract_excerpt":"Robust generalization is a major challenge in deep learning, particularly when the number of trainable parameters is very large. In general, it is very difficult to know if the network has memorized a particular set of examples or understood the underlying rule (or both). Motivated by this challenge, we study an interpretable model where generalizing representations are understood analytically, and are easily distinguishable from the memorizing ones. Namely, we consider multi-layer perceptron (MLP) and Transformer architectures trained on modular arithmetic tasks, where ($\\xi \\cdot 100\\%$) of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.13061","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.13061/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:52:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OItF33A1/U/8CNjvOdMmfgdiM4ed3yJYXSt23fNUzUs0PY637fWheQNA11F1UVcBmCs1rf5w7dVtOhc5WHUnCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:48:07.922280Z"},"content_sha256":"96fc17e928f097ba37d79bd6aefa809497633f6563a900dadae17602bbad7954","schema_version":"1.0","event_id":"sha256:96fc17e928f097ba37d79bd6aefa809497633f6563a900dadae17602bbad7954"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EJRPOM62AN522VZJEQ6XCSVVRG/bundle.json","state_url":"https://pith.science/pith/EJRPOM62AN522VZJEQ6XCSVVRG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EJRPOM62AN522VZJEQ6XCSVVRG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:48:07Z","links":{"resolver":"https://pith.science/pith/EJRPOM62AN522VZJEQ6XCSVVRG","bundle":"https://pith.science/pith/EJRPOM62AN522VZJEQ6XCSVVRG/bundle.json","state":"https://pith.science/pith/EJRPOM62AN522VZJEQ6XCSVVRG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EJRPOM62AN522VZJEQ6XCSVVRG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:EJRPOM62AN522VZJEQ6XCSVVRG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e2c26c724254703418ba2db38d39933d60a496b271f6587438160199331abc56","cross_cats_sorted":["cond-mat.dis-nn","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-19T18:01:10Z","title_canon_sha256":"e6c7b4ea01cdf9888624a6bca91edd85502f2f04d6e5ec6c91de289f5fbf789b"},"schema_version":"1.0","source":{"id":"2310.13061","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.13061","created_at":"2026-07-05T07:52:13Z"},{"alias_kind":"arxiv_version","alias_value":"2310.13061v2","created_at":"2026-07-05T07:52:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.13061","created_at":"2026-07-05T07:52:13Z"},{"alias_kind":"pith_short_12","alias_value":"EJRPOM62AN52","created_at":"2026-07-05T07:52:13Z"},{"alias_kind":"pith_short_16","alias_value":"EJRPOM62AN522VZJ","created_at":"2026-07-05T07:52:13Z"},{"alias_kind":"pith_short_8","alias_value":"EJRPOM62","created_at":"2026-07-05T07:52:13Z"}],"graph_snapshots":[{"event_id":"sha256:96fc17e928f097ba37d79bd6aefa809497633f6563a900dadae17602bbad7954","target":"graph","created_at":"2026-07-05T07:52:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.13061/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Robust generalization is a major challenge in deep learning, particularly when the number of trainable parameters is very large. In general, it is very difficult to know if the network has memorized a particular set of examples or understood the underlying rule (or both). Motivated by this challenge, we study an interpretable model where generalizing representations are understood analytically, and are easily distinguishable from the memorizing ones. Namely, we consider multi-layer perceptron (MLP) and Transformer architectures trained on modular arithmetic tasks, where ($\\xi \\cdot 100\\%$) of ","authors_text":"Andrey Gromov, Aritra Das, Darshil Doshi, Tianyu He","cross_cats":["cond-mat.dis-nn","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-19T18:01:10Z","title":"To grok or not to grok: Disentangling generalization and memorization on corrupted algorithmic datasets"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.13061","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d26cca61e01fd0df13ba529b85346986094b6d9edab39d2131ef7f06094e9554","target":"record","created_at":"2026-07-05T07:52:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e2c26c724254703418ba2db38d39933d60a496b271f6587438160199331abc56","cross_cats_sorted":["cond-mat.dis-nn","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-19T18:01:10Z","title_canon_sha256":"e6c7b4ea01cdf9888624a6bca91edd85502f2f04d6e5ec6c91de289f5fbf789b"},"schema_version":"1.0","source":{"id":"2310.13061","kind":"arxiv","version":2}},"canonical_sha256":"2262f733da037bad5729243d714ab589a4a7c2ffcc27fc8bf4a9956a25195b33","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2262f733da037bad5729243d714ab589a4a7c2ffcc27fc8bf4a9956a25195b33","first_computed_at":"2026-07-05T07:52:13.356286Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:52:13.356286Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ft8/eVAdIlNyUjqWpM9MDbiH5657P0tM3vbrJNo23Jx+kI4h5Z+oGEaIMnHU5eyH144alpxIRssRqdbaISnnCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:52:13.356808Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.13061","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d26cca61e01fd0df13ba529b85346986094b6d9edab39d2131ef7f06094e9554","sha256:96fc17e928f097ba37d79bd6aefa809497633f6563a900dadae17602bbad7954"],"state_sha256":"55eaa1e49c53196766ff0f22c5ab322f7d8e95bb441f1acde5a99cb9e1a3bfcc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CmI+PVdwVSJl7/KHd4xfjVE2dmHIbChZMJx/ivye2D1CD9UWjn+FJgdWt7i6qqipW5GlgemWztAUwByEMJ1YAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:48:07.930388Z","bundle_sha256":"84bb14048e67af5384207a357634bca1bb7e9dbb24bb9e55db735f0d31f6b1a3"}}