{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:O3EHPLLW2CIIJ6KOJCZCXQDNW6","short_pith_number":"pith:O3EHPLLW","canonical_record":{"source":{"id":"2301.13382","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-01-31T03:14:57Z","cross_cats_sorted":[],"title_canon_sha256":"0494df3c345e2667632a15b6b4f1b7e45e260a9b298f6182ee06500a7bcb0079","abstract_canon_sha256":"b7ed7d3de0b164735f9720972982936954e0f3023f84d6279ceef8ff4c32b32d"},"schema_version":"1.0"},"canonical_sha256":"76c877ad76d09084f94e48b22bc06db7b7307212ff33848fcebb29e86dc70497","source":{"kind":"arxiv","id":"2301.13382","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.13382","created_at":"2026-07-05T05:37:14Z"},{"alias_kind":"arxiv_version","alias_value":"2301.13382v1","created_at":"2026-07-05T05:37:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.13382","created_at":"2026-07-05T05:37:14Z"},{"alias_kind":"pith_short_12","alias_value":"O3EHPLLW2CII","created_at":"2026-07-05T05:37:14Z"},{"alias_kind":"pith_short_16","alias_value":"O3EHPLLW2CIIJ6KO","created_at":"2026-07-05T05:37:14Z"},{"alias_kind":"pith_short_8","alias_value":"O3EHPLLW","created_at":"2026-07-05T05:37:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:O3EHPLLW2CIIJ6KOJCZCXQDNW6","target":"record","payload":{"canonical_record":{"source":{"id":"2301.13382","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-01-31T03:14:57Z","cross_cats_sorted":[],"title_canon_sha256":"0494df3c345e2667632a15b6b4f1b7e45e260a9b298f6182ee06500a7bcb0079","abstract_canon_sha256":"b7ed7d3de0b164735f9720972982936954e0f3023f84d6279ceef8ff4c32b32d"},"schema_version":"1.0"},"canonical_sha256":"76c877ad76d09084f94e48b22bc06db7b7307212ff33848fcebb29e86dc70497","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:37:14.153940Z","signature_b64":"n58nfMbISwSNtcWAq2tEXErAnPmbnB7DyPckxvD9ByJrccQPhaAYJWAtwgIeVok3RgPxghzWIMGGaLc6pyZvAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"76c877ad76d09084f94e48b22bc06db7b7307212ff33848fcebb29e86dc70497","last_reissued_at":"2026-07-05T05:37:14.153524Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:37:14.153524Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2301.13382","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:37:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AMwgDE+uSqpKxPO4oOtx3E0I+TajnrGV1JdjghtqoE3lVXTbOE7g+v6e+Q5NuB8cXem1jwGosomvzbwNoHcEBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:27:09.566391Z"},"content_sha256":"85616012c6c1d5576ec11dc8d80a608c1940d39d0ed95923ca936de3e5e40dee","schema_version":"1.0","event_id":"sha256:85616012c6c1d5576ec11dc8d80a608c1940d39d0ed95923ca936de3e5e40dee"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:O3EHPLLW2CIIJ6KOJCZCXQDNW6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Numeracy from Literacy: Data Science as an Emergent Skill from Large Language Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"David Noever, Forrest McKee","submitted_at":"2023-01-31T03:14:57Z","abstract_excerpt":"Large language models (LLM) such as OpenAI's ChatGPT and GPT-3 offer unique testbeds for exploring the translation challenges of turning literacy into numeracy. Previous publicly-available transformer models from eighteen months prior and 1000 times smaller failed to provide basic arithmetic. The statistical analysis of four complex datasets described here combines arithmetic manipulations that cannot be memorized or encoded by simple rules. The work examines whether next-token prediction succeeds from sentence completion into the realm of actual numerical understanding. For example, the work "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.13382","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2301.13382/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:37:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"abonREhdlWBDo8ArVKl25O6VY3ZrxQhXo3sSb/4TXuUKgBf6/jEDClv3PuD10vqcqdTsYoJlclYI2s3xQI1JBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:27:09.566884Z"},"content_sha256":"f1391848f3295159ecd360599ec096ac277d2d7a4a3023a7fab3fe305e837b0f","schema_version":"1.0","event_id":"sha256:f1391848f3295159ecd360599ec096ac277d2d7a4a3023a7fab3fe305e837b0f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O3EHPLLW2CIIJ6KOJCZCXQDNW6/bundle.json","state_url":"https://pith.science/pith/O3EHPLLW2CIIJ6KOJCZCXQDNW6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O3EHPLLW2CIIJ6KOJCZCXQDNW6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T03:27:09Z","links":{"resolver":"https://pith.science/pith/O3EHPLLW2CIIJ6KOJCZCXQDNW6","bundle":"https://pith.science/pith/O3EHPLLW2CIIJ6KOJCZCXQDNW6/bundle.json","state":"https://pith.science/pith/O3EHPLLW2CIIJ6KOJCZCXQDNW6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O3EHPLLW2CIIJ6KOJCZCXQDNW6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:O3EHPLLW2CIIJ6KOJCZCXQDNW6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b7ed7d3de0b164735f9720972982936954e0f3023f84d6279ceef8ff4c32b32d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-01-31T03:14:57Z","title_canon_sha256":"0494df3c345e2667632a15b6b4f1b7e45e260a9b298f6182ee06500a7bcb0079"},"schema_version":"1.0","source":{"id":"2301.13382","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.13382","created_at":"2026-07-05T05:37:14Z"},{"alias_kind":"arxiv_version","alias_value":"2301.13382v1","created_at":"2026-07-05T05:37:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.13382","created_at":"2026-07-05T05:37:14Z"},{"alias_kind":"pith_short_12","alias_value":"O3EHPLLW2CII","created_at":"2026-07-05T05:37:14Z"},{"alias_kind":"pith_short_16","alias_value":"O3EHPLLW2CIIJ6KO","created_at":"2026-07-05T05:37:14Z"},{"alias_kind":"pith_short_8","alias_value":"O3EHPLLW","created_at":"2026-07-05T05:37:14Z"}],"graph_snapshots":[{"event_id":"sha256:f1391848f3295159ecd360599ec096ac277d2d7a4a3023a7fab3fe305e837b0f","target":"graph","created_at":"2026-07-05T05:37:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2301.13382/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLM) such as OpenAI's ChatGPT and GPT-3 offer unique testbeds for exploring the translation challenges of turning literacy into numeracy. Previous publicly-available transformer models from eighteen months prior and 1000 times smaller failed to provide basic arithmetic. The statistical analysis of four complex datasets described here combines arithmetic manipulations that cannot be memorized or encoded by simple rules. The work examines whether next-token prediction succeeds from sentence completion into the realm of actual numerical understanding. For example, the work ","authors_text":"David Noever, Forrest McKee","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-01-31T03:14:57Z","title":"Numeracy from Literacy: Data Science as an Emergent Skill from Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.13382","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:85616012c6c1d5576ec11dc8d80a608c1940d39d0ed95923ca936de3e5e40dee","target":"record","created_at":"2026-07-05T05:37:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b7ed7d3de0b164735f9720972982936954e0f3023f84d6279ceef8ff4c32b32d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-01-31T03:14:57Z","title_canon_sha256":"0494df3c345e2667632a15b6b4f1b7e45e260a9b298f6182ee06500a7bcb0079"},"schema_version":"1.0","source":{"id":"2301.13382","kind":"arxiv","version":1}},"canonical_sha256":"76c877ad76d09084f94e48b22bc06db7b7307212ff33848fcebb29e86dc70497","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"76c877ad76d09084f94e48b22bc06db7b7307212ff33848fcebb29e86dc70497","first_computed_at":"2026-07-05T05:37:14.153524Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:37:14.153524Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"n58nfMbISwSNtcWAq2tEXErAnPmbnB7DyPckxvD9ByJrccQPhaAYJWAtwgIeVok3RgPxghzWIMGGaLc6pyZvAw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:37:14.153940Z","signed_message":"canonical_sha256_bytes"},"source_id":"2301.13382","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:85616012c6c1d5576ec11dc8d80a608c1940d39d0ed95923ca936de3e5e40dee","sha256:f1391848f3295159ecd360599ec096ac277d2d7a4a3023a7fab3fe305e837b0f"],"state_sha256":"4a516c6694093adf5795ab1fdb1b7ff7b703920c02a1e08ab4be6324f3fb23fd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NosmMnSJqx7o3j5+6hjGJ5jJMJEGjCS5YJjcJ7TSVSa9st5SCywbIK+VsRjBw16TEKlwvMLZPp7laE97p08bDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T03:27:09.571113Z","bundle_sha256":"f7d979782144d00cd1c8c41652ddf15a8207641410d28c1de2bcebf38293c95e"}}