{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:U4FOCUFM7RQHUP3J6AYWPVAW6N","short_pith_number":"pith:U4FOCUFM","canonical_record":{"source":{"id":"2208.05051","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-09T21:47:01Z","cross_cats_sorted":[],"title_canon_sha256":"df9fc5b4b39438c55e1a04565168d9f3fcb83d1964772ae5089ac08d68c90a9f","abstract_canon_sha256":"7c9a95466634c9ad1631394c89f5a0fa52aaa45c0f62c7845c0283f42f09feec"},"schema_version":"1.0"},"canonical_sha256":"a70ae150acfc607a3f69f03167d416f35e77580f6f72a9121def2a8f35c649b2","source":{"kind":"arxiv","id":"2208.05051","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.05051","created_at":"2026-07-05T04:47:31Z"},{"alias_kind":"arxiv_version","alias_value":"2208.05051v1","created_at":"2026-07-05T04:47:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.05051","created_at":"2026-07-05T04:47:31Z"},{"alias_kind":"pith_short_12","alias_value":"U4FOCUFM7RQH","created_at":"2026-07-05T04:47:31Z"},{"alias_kind":"pith_short_16","alias_value":"U4FOCUFM7RQHUP3J","created_at":"2026-07-05T04:47:31Z"},{"alias_kind":"pith_short_8","alias_value":"U4FOCUFM","created_at":"2026-07-05T04:47:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:U4FOCUFM7RQHUP3J6AYWPVAW6N","target":"record","payload":{"canonical_record":{"source":{"id":"2208.05051","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-09T21:47:01Z","cross_cats_sorted":[],"title_canon_sha256":"df9fc5b4b39438c55e1a04565168d9f3fcb83d1964772ae5089ac08d68c90a9f","abstract_canon_sha256":"7c9a95466634c9ad1631394c89f5a0fa52aaa45c0f62c7845c0283f42f09feec"},"schema_version":"1.0"},"canonical_sha256":"a70ae150acfc607a3f69f03167d416f35e77580f6f72a9121def2a8f35c649b2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:47:31.546254Z","signature_b64":"iAJcfvtVSYAoHVO0swvTQEZp9QhxkXCHExvnJMvBATVaD4YWLL43riqAeUE6mDZOUGL0T3Ce8bzihIguWeCFDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a70ae150acfc607a3f69f03167d416f35e77580f6f72a9121def2a8f35c649b2","last_reissued_at":"2026-07-05T04:47:31.545866Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:47:31.545866Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.05051","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:47:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l3FOTfValW1QObcQqH2axxODR1Y4/cw+zfLeDMWRkzCq8zMVvSoAhBK6JwAkg/fWN6KbHPYru7tRlMSefce0Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:49:42.886752Z"},"content_sha256":"5781e737bfe35df1f0d25e4bc5aaa727e9ad3da62be63ff226c0f8610296a60d","schema_version":"1.0","event_id":"sha256:5781e737bfe35df1f0d25e4bc5aaa727e9ad3da62be63ff226c0f8610296a60d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:U4FOCUFM7RQHUP3J6AYWPVAW6N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Limitations of Language Models in Arithmetic and Symbolic Induction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hong Wang, Jing Qian, Shiyang Li, Xifeng Yan, Zekun Li","submitted_at":"2022-08-09T21:47:01Z","abstract_excerpt":"Recent work has shown that large pretrained Language Models (LMs) can not only perform remarkably well on a range of Natural Language Processing (NLP) tasks but also start improving on reasoning tasks such as arithmetic induction, symbolic manipulation, and commonsense reasoning with increasing size of models. However, it is still unclear what the underlying capabilities of these LMs are. Surprisingly, we find that these models have limitations on certain basic symbolic manipulation tasks such as copy, reverse, and addition. When the total number of symbols or repeating symbols increases, the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.05051","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.05051/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:47:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cHHwGpQWwUdulNnCAmIBW5mp5NNre9V8eUrOqivEamXCFBwza/npdtLDdicXXPLdB9HWQ9ORCRGBb+W4BYElBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:49:42.887688Z"},"content_sha256":"72ee306e807c593db16a79c4ca0409e55eaa2a89f0d32eceb13dd4e302e444e3","schema_version":"1.0","event_id":"sha256:72ee306e807c593db16a79c4ca0409e55eaa2a89f0d32eceb13dd4e302e444e3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U4FOCUFM7RQHUP3J6AYWPVAW6N/bundle.json","state_url":"https://pith.science/pith/U4FOCUFM7RQHUP3J6AYWPVAW6N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U4FOCUFM7RQHUP3J6AYWPVAW6N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T01:49:42Z","links":{"resolver":"https://pith.science/pith/U4FOCUFM7RQHUP3J6AYWPVAW6N","bundle":"https://pith.science/pith/U4FOCUFM7RQHUP3J6AYWPVAW6N/bundle.json","state":"https://pith.science/pith/U4FOCUFM7RQHUP3J6AYWPVAW6N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U4FOCUFM7RQHUP3J6AYWPVAW6N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:U4FOCUFM7RQHUP3J6AYWPVAW6N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7c9a95466634c9ad1631394c89f5a0fa52aaa45c0f62c7845c0283f42f09feec","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-09T21:47:01Z","title_canon_sha256":"df9fc5b4b39438c55e1a04565168d9f3fcb83d1964772ae5089ac08d68c90a9f"},"schema_version":"1.0","source":{"id":"2208.05051","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.05051","created_at":"2026-07-05T04:47:31Z"},{"alias_kind":"arxiv_version","alias_value":"2208.05051v1","created_at":"2026-07-05T04:47:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.05051","created_at":"2026-07-05T04:47:31Z"},{"alias_kind":"pith_short_12","alias_value":"U4FOCUFM7RQH","created_at":"2026-07-05T04:47:31Z"},{"alias_kind":"pith_short_16","alias_value":"U4FOCUFM7RQHUP3J","created_at":"2026-07-05T04:47:31Z"},{"alias_kind":"pith_short_8","alias_value":"U4FOCUFM","created_at":"2026-07-05T04:47:31Z"}],"graph_snapshots":[{"event_id":"sha256:72ee306e807c593db16a79c4ca0409e55eaa2a89f0d32eceb13dd4e302e444e3","target":"graph","created_at":"2026-07-05T04:47:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.05051/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent work has shown that large pretrained Language Models (LMs) can not only perform remarkably well on a range of Natural Language Processing (NLP) tasks but also start improving on reasoning tasks such as arithmetic induction, symbolic manipulation, and commonsense reasoning with increasing size of models. However, it is still unclear what the underlying capabilities of these LMs are. Surprisingly, we find that these models have limitations on certain basic symbolic manipulation tasks such as copy, reverse, and addition. When the total number of symbols or repeating symbols increases, the ","authors_text":"Hong Wang, Jing Qian, Shiyang Li, Xifeng Yan, Zekun Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-09T21:47:01Z","title":"Limitations of Language Models in Arithmetic and Symbolic Induction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.05051","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5781e737bfe35df1f0d25e4bc5aaa727e9ad3da62be63ff226c0f8610296a60d","target":"record","created_at":"2026-07-05T04:47:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7c9a95466634c9ad1631394c89f5a0fa52aaa45c0f62c7845c0283f42f09feec","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-09T21:47:01Z","title_canon_sha256":"df9fc5b4b39438c55e1a04565168d9f3fcb83d1964772ae5089ac08d68c90a9f"},"schema_version":"1.0","source":{"id":"2208.05051","kind":"arxiv","version":1}},"canonical_sha256":"a70ae150acfc607a3f69f03167d416f35e77580f6f72a9121def2a8f35c649b2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a70ae150acfc607a3f69f03167d416f35e77580f6f72a9121def2a8f35c649b2","first_computed_at":"2026-07-05T04:47:31.545866Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:47:31.545866Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iAJcfvtVSYAoHVO0swvTQEZp9QhxkXCHExvnJMvBATVaD4YWLL43riqAeUE6mDZOUGL0T3Ce8bzihIguWeCFDw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:47:31.546254Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.05051","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5781e737bfe35df1f0d25e4bc5aaa727e9ad3da62be63ff226c0f8610296a60d","sha256:72ee306e807c593db16a79c4ca0409e55eaa2a89f0d32eceb13dd4e302e444e3"],"state_sha256":"90602617726037208013c04b8784450d5b6d50465ef6672830d5c53c54e91fad"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f7+IEIkM/wfO4aHZ+sd0EnmCguX+wYb5wK/7rqOIT7EbpojNdEWDdf7Pg1LpuiHhUppGRnbrqeLmKsfmphgsCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T01:49:42.893901Z","bundle_sha256":"63e2c6936cde512f7534f89e530a07f31b32a7e1b82ea9cacbfa8555c76a177a"}}