{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GQSM2TUMYK3K3CVAKCJK3JWPUF","short_pith_number":"pith:GQSM2TUM","canonical_record":{"source":{"id":"2309.02390","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T17:00:24Z","cross_cats_sorted":[],"title_canon_sha256":"555282ecbfd4c3e95c3c8dcf2e4279e1c6e298c64087ecf2ee7aa229be1b9940","abstract_canon_sha256":"4fafe8a6e92e487b804685de49c51b03899628aa18bfebe8bc125328b0092399"},"schema_version":"1.0"},"canonical_sha256":"3424cd4e8cc2b6ad8aa05092ada6cfa14715eaea31c5ccda145634e364c348e9","source":{"kind":"arxiv","id":"2309.02390","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.02390","created_at":"2026-07-05T06:47:59Z"},{"alias_kind":"arxiv_version","alias_value":"2309.02390v1","created_at":"2026-07-05T06:47:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.02390","created_at":"2026-07-05T06:47:59Z"},{"alias_kind":"pith_short_12","alias_value":"GQSM2TUMYK3K","created_at":"2026-07-05T06:47:59Z"},{"alias_kind":"pith_short_16","alias_value":"GQSM2TUMYK3K3CVA","created_at":"2026-07-05T06:47:59Z"},{"alias_kind":"pith_short_8","alias_value":"GQSM2TUM","created_at":"2026-07-05T06:47:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GQSM2TUMYK3K3CVAKCJK3JWPUF","target":"record","payload":{"canonical_record":{"source":{"id":"2309.02390","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T17:00:24Z","cross_cats_sorted":[],"title_canon_sha256":"555282ecbfd4c3e95c3c8dcf2e4279e1c6e298c64087ecf2ee7aa229be1b9940","abstract_canon_sha256":"4fafe8a6e92e487b804685de49c51b03899628aa18bfebe8bc125328b0092399"},"schema_version":"1.0"},"canonical_sha256":"3424cd4e8cc2b6ad8aa05092ada6cfa14715eaea31c5ccda145634e364c348e9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:47:59.564832Z","signature_b64":"qFp3HJ2hXS88Fet6ZvPMmjCnrQVTKgPZvq1ERtes/bgvCsdtQoRCb7LMzDeH5ASHSO0RtD89u0ybyT7HTU+iBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3424cd4e8cc2b6ad8aa05092ada6cfa14715eaea31c5ccda145634e364c348e9","last_reissued_at":"2026-07-05T06:47:59.564307Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:47:59.564307Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.02390","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:47:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rjB6yBYH27zrSmPDjUG7KfejgUw9R/rEelKzI0Y1O8+wtV/Wb07nBPP/mAafmzYjDpv6IzT0lTRYMbycscb9DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T18:40:07.331213Z"},"content_sha256":"6070de68747c345469078bd3b696671e41eb7d11e1336a35eabdf15c3508df29","schema_version":"1.0","event_id":"sha256:6070de68747c345469078bd3b696671e41eb7d11e1336a35eabdf15c3508df29"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GQSM2TUMYK3K3CVAKCJK3JWPUF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Explaining grokking through circuit efficiency","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"J\\'anos Kram\\'ar, Ramana Kumar, Rohin Shah, Vikrant Varma, Zachary Kenton","submitted_at":"2023-09-05T17:00:24Z","abstract_excerpt":"One of the most surprising puzzles in neural network generalisation is grokking: a network with perfect training accuracy but poor generalisation will, upon further training, transition to perfect generalisation. We propose that grokking occurs when the task admits a generalising solution and a memorising solution, where the generalising solution is slower to learn but more efficient, producing larger logits with the same parameter norm. We hypothesise that memorising circuits become more inefficient with larger training datasets while generalising circuits do not, suggesting there is a critic"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.02390","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.02390/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:47:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9O7rYCjRoRRfiPVNYuHbxkicX9CIhnupmJ8GTnvRmPW78Iw1HdZac8QKOWdIqVNzRBPb6kOTcMjoXMrRujtuDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T18:40:07.331692Z"},"content_sha256":"206a29d97708afdfd9c53493999ff53159aa397a693a35cacd610654d7424683","schema_version":"1.0","event_id":"sha256:206a29d97708afdfd9c53493999ff53159aa397a693a35cacd610654d7424683"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GQSM2TUMYK3K3CVAKCJK3JWPUF/bundle.json","state_url":"https://pith.science/pith/GQSM2TUMYK3K3CVAKCJK3JWPUF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GQSM2TUMYK3K3CVAKCJK3JWPUF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T18:40:07Z","links":{"resolver":"https://pith.science/pith/GQSM2TUMYK3K3CVAKCJK3JWPUF","bundle":"https://pith.science/pith/GQSM2TUMYK3K3CVAKCJK3JWPUF/bundle.json","state":"https://pith.science/pith/GQSM2TUMYK3K3CVAKCJK3JWPUF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GQSM2TUMYK3K3CVAKCJK3JWPUF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GQSM2TUMYK3K3CVAKCJK3JWPUF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4fafe8a6e92e487b804685de49c51b03899628aa18bfebe8bc125328b0092399","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T17:00:24Z","title_canon_sha256":"555282ecbfd4c3e95c3c8dcf2e4279e1c6e298c64087ecf2ee7aa229be1b9940"},"schema_version":"1.0","source":{"id":"2309.02390","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.02390","created_at":"2026-07-05T06:47:59Z"},{"alias_kind":"arxiv_version","alias_value":"2309.02390v1","created_at":"2026-07-05T06:47:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.02390","created_at":"2026-07-05T06:47:59Z"},{"alias_kind":"pith_short_12","alias_value":"GQSM2TUMYK3K","created_at":"2026-07-05T06:47:59Z"},{"alias_kind":"pith_short_16","alias_value":"GQSM2TUMYK3K3CVA","created_at":"2026-07-05T06:47:59Z"},{"alias_kind":"pith_short_8","alias_value":"GQSM2TUM","created_at":"2026-07-05T06:47:59Z"}],"graph_snapshots":[{"event_id":"sha256:206a29d97708afdfd9c53493999ff53159aa397a693a35cacd610654d7424683","target":"graph","created_at":"2026-07-05T06:47:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.02390/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"One of the most surprising puzzles in neural network generalisation is grokking: a network with perfect training accuracy but poor generalisation will, upon further training, transition to perfect generalisation. We propose that grokking occurs when the task admits a generalising solution and a memorising solution, where the generalising solution is slower to learn but more efficient, producing larger logits with the same parameter norm. We hypothesise that memorising circuits become more inefficient with larger training datasets while generalising circuits do not, suggesting there is a critic","authors_text":"J\\'anos Kram\\'ar, Ramana Kumar, Rohin Shah, Vikrant Varma, Zachary Kenton","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T17:00:24Z","title":"Explaining grokking through circuit efficiency"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.02390","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6070de68747c345469078bd3b696671e41eb7d11e1336a35eabdf15c3508df29","target":"record","created_at":"2026-07-05T06:47:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4fafe8a6e92e487b804685de49c51b03899628aa18bfebe8bc125328b0092399","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T17:00:24Z","title_canon_sha256":"555282ecbfd4c3e95c3c8dcf2e4279e1c6e298c64087ecf2ee7aa229be1b9940"},"schema_version":"1.0","source":{"id":"2309.02390","kind":"arxiv","version":1}},"canonical_sha256":"3424cd4e8cc2b6ad8aa05092ada6cfa14715eaea31c5ccda145634e364c348e9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3424cd4e8cc2b6ad8aa05092ada6cfa14715eaea31c5ccda145634e364c348e9","first_computed_at":"2026-07-05T06:47:59.564307Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:47:59.564307Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qFp3HJ2hXS88Fet6ZvPMmjCnrQVTKgPZvq1ERtes/bgvCsdtQoRCb7LMzDeH5ASHSO0RtD89u0ybyT7HTU+iBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:47:59.564832Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.02390","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6070de68747c345469078bd3b696671e41eb7d11e1336a35eabdf15c3508df29","sha256:206a29d97708afdfd9c53493999ff53159aa397a693a35cacd610654d7424683"],"state_sha256":"fd5dfce34f1a649710196f15a30a122753346364ab8e2064030af97325dc37e1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FPJeCpHFSgT81OdqmxCgbdbWQgzGUfaG49UaU62ukFIAV/mfqbbSjUPpp3FkFQJQ8ltdKILkGHvgCYWJ2ksPAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T18:40:07.336446Z","bundle_sha256":"27d7fe77ea868f03f9b83dfee821c798f4e08fab9c53e029aa99628fbe14e7db"}}