{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HEPX2RTBAKR5XLWA2SJKSAITIH","short_pith_number":"pith:HEPX2RTB","canonical_record":{"source":{"id":"2307.03381","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-07-07T04:33:31Z","cross_cats_sorted":[],"title_canon_sha256":"88cf897613daba6cb5a94640aa5bdaadfb938ad6286bcea97f369273a66715ac","abstract_canon_sha256":"157f0e3fddd0e8980f8087741878952b42ee7ce435dbc1a2e368ce7c502bbdcb"},"schema_version":"1.0"},"canonical_sha256":"391f7d466102a3dbaec0d492a9011341d3d6661c5f25a578f41f92ee0a1a8382","source":{"kind":"arxiv","id":"2307.03381","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.03381","created_at":"2026-07-05T06:28:42Z"},{"alias_kind":"arxiv_version","alias_value":"2307.03381v1","created_at":"2026-07-05T06:28:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.03381","created_at":"2026-07-05T06:28:42Z"},{"alias_kind":"pith_short_12","alias_value":"HEPX2RTBAKR5","created_at":"2026-07-05T06:28:42Z"},{"alias_kind":"pith_short_16","alias_value":"HEPX2RTBAKR5XLWA","created_at":"2026-07-05T06:28:42Z"},{"alias_kind":"pith_short_8","alias_value":"HEPX2RTB","created_at":"2026-07-05T06:28:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HEPX2RTBAKR5XLWA2SJKSAITIH","target":"record","payload":{"canonical_record":{"source":{"id":"2307.03381","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-07-07T04:33:31Z","cross_cats_sorted":[],"title_canon_sha256":"88cf897613daba6cb5a94640aa5bdaadfb938ad6286bcea97f369273a66715ac","abstract_canon_sha256":"157f0e3fddd0e8980f8087741878952b42ee7ce435dbc1a2e368ce7c502bbdcb"},"schema_version":"1.0"},"canonical_sha256":"391f7d466102a3dbaec0d492a9011341d3d6661c5f25a578f41f92ee0a1a8382","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:28:42.106128Z","signature_b64":"Mlc51v+Z2aH37G03JCSE6LoGCRLRxvU3LEpbCULcRFxBE2Ouw4BBcdX+x/cj5bJc2FgcFKj3J7gEtatGt4VkBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"391f7d466102a3dbaec0d492a9011341d3d6661c5f25a578f41f92ee0a1a8382","last_reissued_at":"2026-07-05T06:28:42.105712Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:28:42.105712Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.03381","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:28:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y1UaEPqmEt8Cpj+tnmvfHsNdC4LQ68Sm67D/t+jiW5bDvarjWmlIhv0IpmmQ3wMQDl/k6v+iAPdl/R/EKl5hAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:33:03.020945Z"},"content_sha256":"5b965c93eec917963e383a2b77218376b9da816c824bae002b205885e4d7a243","schema_version":"1.0","event_id":"sha256:5b965c93eec917963e383a2b77218376b9da816c824bae002b205885e4d7a243"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HEPX2RTBAKR5XLWA2SJKSAITIH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Teaching Arithmetic to Small Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Dimitris Papailiopoulos, Jason D. Lee, Kangwook Lee, Kartik Sreenivasan, Nayoung Lee","submitted_at":"2023-07-07T04:33:31Z","abstract_excerpt":"Large language models like GPT-4 exhibit emergent capabilities across general-purpose tasks, such as basic arithmetic, when trained on extensive text data, even though these tasks are not explicitly encoded by the unsupervised, next-token prediction objective. This study investigates how small transformers, trained from random initialization, can efficiently learn arithmetic operations such as addition, multiplication, and elementary functions like square root, using the next-token prediction objective. We first demonstrate that conventional training data is not the most effective for arithmet"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.03381","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.03381/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:28:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5pI27aa8sWJqLgtgwTjaW9lHWp+x6yuGRbiu6CLxQjCD2rjKvFX/uRGkxybYxTQbOy6yuf8MLnZbnMefGZcHBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:33:03.021482Z"},"content_sha256":"c0de532ea885f2245a2c480da91c215b3d160e24a4fad0bc5d841b5233572bf5","schema_version":"1.0","event_id":"sha256:c0de532ea885f2245a2c480da91c215b3d160e24a4fad0bc5d841b5233572bf5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HEPX2RTBAKR5XLWA2SJKSAITIH/bundle.json","state_url":"https://pith.science/pith/HEPX2RTBAKR5XLWA2SJKSAITIH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HEPX2RTBAKR5XLWA2SJKSAITIH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T09:33:03Z","links":{"resolver":"https://pith.science/pith/HEPX2RTBAKR5XLWA2SJKSAITIH","bundle":"https://pith.science/pith/HEPX2RTBAKR5XLWA2SJKSAITIH/bundle.json","state":"https://pith.science/pith/HEPX2RTBAKR5XLWA2SJKSAITIH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HEPX2RTBAKR5XLWA2SJKSAITIH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HEPX2RTBAKR5XLWA2SJKSAITIH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"157f0e3fddd0e8980f8087741878952b42ee7ce435dbc1a2e368ce7c502bbdcb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-07-07T04:33:31Z","title_canon_sha256":"88cf897613daba6cb5a94640aa5bdaadfb938ad6286bcea97f369273a66715ac"},"schema_version":"1.0","source":{"id":"2307.03381","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.03381","created_at":"2026-07-05T06:28:42Z"},{"alias_kind":"arxiv_version","alias_value":"2307.03381v1","created_at":"2026-07-05T06:28:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.03381","created_at":"2026-07-05T06:28:42Z"},{"alias_kind":"pith_short_12","alias_value":"HEPX2RTBAKR5","created_at":"2026-07-05T06:28:42Z"},{"alias_kind":"pith_short_16","alias_value":"HEPX2RTBAKR5XLWA","created_at":"2026-07-05T06:28:42Z"},{"alias_kind":"pith_short_8","alias_value":"HEPX2RTB","created_at":"2026-07-05T06:28:42Z"}],"graph_snapshots":[{"event_id":"sha256:c0de532ea885f2245a2c480da91c215b3d160e24a4fad0bc5d841b5233572bf5","target":"graph","created_at":"2026-07-05T06:28:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.03381/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models like GPT-4 exhibit emergent capabilities across general-purpose tasks, such as basic arithmetic, when trained on extensive text data, even though these tasks are not explicitly encoded by the unsupervised, next-token prediction objective. This study investigates how small transformers, trained from random initialization, can efficiently learn arithmetic operations such as addition, multiplication, and elementary functions like square root, using the next-token prediction objective. We first demonstrate that conventional training data is not the most effective for arithmet","authors_text":"Dimitris Papailiopoulos, Jason D. Lee, Kangwook Lee, Kartik Sreenivasan, Nayoung Lee","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-07-07T04:33:31Z","title":"Teaching Arithmetic to Small Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.03381","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5b965c93eec917963e383a2b77218376b9da816c824bae002b205885e4d7a243","target":"record","created_at":"2026-07-05T06:28:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"157f0e3fddd0e8980f8087741878952b42ee7ce435dbc1a2e368ce7c502bbdcb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-07-07T04:33:31Z","title_canon_sha256":"88cf897613daba6cb5a94640aa5bdaadfb938ad6286bcea97f369273a66715ac"},"schema_version":"1.0","source":{"id":"2307.03381","kind":"arxiv","version":1}},"canonical_sha256":"391f7d466102a3dbaec0d492a9011341d3d6661c5f25a578f41f92ee0a1a8382","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"391f7d466102a3dbaec0d492a9011341d3d6661c5f25a578f41f92ee0a1a8382","first_computed_at":"2026-07-05T06:28:42.105712Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:28:42.105712Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Mlc51v+Z2aH37G03JCSE6LoGCRLRxvU3LEpbCULcRFxBE2Ouw4BBcdX+x/cj5bJc2FgcFKj3J7gEtatGt4VkBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:28:42.106128Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.03381","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5b965c93eec917963e383a2b77218376b9da816c824bae002b205885e4d7a243","sha256:c0de532ea885f2245a2c480da91c215b3d160e24a4fad0bc5d841b5233572bf5"],"state_sha256":"df6cde8dbef2f03cb238b961f023aed91af31e08f12688acd99bca1287145ef0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r2J2iIAQPprC7Eej3oJsvvlj1aZdRRaxOOivMkKVAXqVNuZ0+EDEBE4lPvQCyiHFYFOfCRvGqxZoSG9L4w7pDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T09:33:03.025381Z","bundle_sha256":"9ec9f186fcaf93f2d9bbe9a87df898538c82e3109cab24098af15611f7820bdf"}}