{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XCQG3UBVSLWGY3NY462FIV4IEO","short_pith_number":"pith:XCQG3UBV","canonical_record":{"source":{"id":"2311.02216","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T20:05:30Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4f11c8ba6ea2f2b4df2bf5185cb08f74ea16cd47fbd6f56f7551f96a17f97346","abstract_canon_sha256":"38e2779457834e29287e412e5fb88333643b04ad0d6ccd85e3eed437c415d3c1"},"schema_version":"1.0"},"canonical_sha256":"b8a06dd03592ec6c6db8e7b45457882399d0227b84c7548cbe7fc4ed29d74074","source":{"kind":"arxiv","id":"2311.02216","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.02216","created_at":"2026-07-05T07:09:07Z"},{"alias_kind":"arxiv_version","alias_value":"2311.02216v1","created_at":"2026-07-05T07:09:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.02216","created_at":"2026-07-05T07:09:07Z"},{"alias_kind":"pith_short_12","alias_value":"XCQG3UBVSLWG","created_at":"2026-07-05T07:09:07Z"},{"alias_kind":"pith_short_16","alias_value":"XCQG3UBVSLWGY3NY","created_at":"2026-07-05T07:09:07Z"},{"alias_kind":"pith_short_8","alias_value":"XCQG3UBV","created_at":"2026-07-05T07:09:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XCQG3UBVSLWGY3NY462FIV4IEO","target":"record","payload":{"canonical_record":{"source":{"id":"2311.02216","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T20:05:30Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4f11c8ba6ea2f2b4df2bf5185cb08f74ea16cd47fbd6f56f7551f96a17f97346","abstract_canon_sha256":"38e2779457834e29287e412e5fb88333643b04ad0d6ccd85e3eed437c415d3c1"},"schema_version":"1.0"},"canonical_sha256":"b8a06dd03592ec6c6db8e7b45457882399d0227b84c7548cbe7fc4ed29d74074","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:09:07.637512Z","signature_b64":"dn11BXLCzHbDgszctpBt5CHh8KdLmY0nDAaRhFlWbl8nR95V4mY2Sbe2XdfUZ6eVqOgptxmBnzhgfL3uNQ0NDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b8a06dd03592ec6c6db8e7b45457882399d0227b84c7548cbe7fc4ed29d74074","last_reissued_at":"2026-07-05T07:09:07.637009Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:09:07.637009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.02216","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0PJ55/cmoHeMB6T8Rv1gupp72t0DJC9HDgnbFNA/7xiGge9WN10PU58cXbB6V+byDcfl4tJPU71IrrIUOOiRAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:14:56.886150Z"},"content_sha256":"127ff41ec426bd56f1c8592585f9ec88dcb88328cec358211f61a3d6a7869e37","schema_version":"1.0","event_id":"sha256:127ff41ec426bd56f1c8592585f9ec88dcb88328cec358211f61a3d6a7869e37"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XCQG3UBVSLWGY3NY462FIV4IEO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring the Numerical Reasoning Capabilities of Language Models: A Comprehensive Analysis on Tabular Data","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Abhilash Shankarampeta, Arpit Patil, Elena Simperl, Mubashara Akhtar, Oana Cocarascu, Vivek Gupta","submitted_at":"2023-11-03T20:05:30Z","abstract_excerpt":"Numbers are crucial for various real-world domains such as finance, economics, and science. Thus, understanding and reasoning with numbers are essential skills for language models to solve different tasks. While different numerical benchmarks have been introduced in recent years, they are limited to specific numerical aspects mostly. In this paper, we propose a hierarchical taxonomy for numerical reasoning skills with more than ten reasoning types across four levels: representation, number sense, manipulation, and complex reasoning. We conduct a comprehensive evaluation of state-of-the-art mod"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.02216","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.02216/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HwLkReuruMeUmtfB4+NhLVgby+dK7wUsYGGi0oQ3BPeC+rwN4oWTykERqv4lvpvTPDHXxz6YS2VscvigHq71CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:14:56.886675Z"},"content_sha256":"eed7921a8f4067b3b9a53521be661352b09ef2381b2be1d6a33a0827f1f35d43","schema_version":"1.0","event_id":"sha256:eed7921a8f4067b3b9a53521be661352b09ef2381b2be1d6a33a0827f1f35d43"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XCQG3UBVSLWGY3NY462FIV4IEO/bundle.json","state_url":"https://pith.science/pith/XCQG3UBVSLWGY3NY462FIV4IEO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XCQG3UBVSLWGY3NY462FIV4IEO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T13:14:56Z","links":{"resolver":"https://pith.science/pith/XCQG3UBVSLWGY3NY462FIV4IEO","bundle":"https://pith.science/pith/XCQG3UBVSLWGY3NY462FIV4IEO/bundle.json","state":"https://pith.science/pith/XCQG3UBVSLWGY3NY462FIV4IEO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XCQG3UBVSLWGY3NY462FIV4IEO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XCQG3UBVSLWGY3NY462FIV4IEO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"38e2779457834e29287e412e5fb88333643b04ad0d6ccd85e3eed437c415d3c1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T20:05:30Z","title_canon_sha256":"4f11c8ba6ea2f2b4df2bf5185cb08f74ea16cd47fbd6f56f7551f96a17f97346"},"schema_version":"1.0","source":{"id":"2311.02216","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.02216","created_at":"2026-07-05T07:09:07Z"},{"alias_kind":"arxiv_version","alias_value":"2311.02216v1","created_at":"2026-07-05T07:09:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.02216","created_at":"2026-07-05T07:09:07Z"},{"alias_kind":"pith_short_12","alias_value":"XCQG3UBVSLWG","created_at":"2026-07-05T07:09:07Z"},{"alias_kind":"pith_short_16","alias_value":"XCQG3UBVSLWGY3NY","created_at":"2026-07-05T07:09:07Z"},{"alias_kind":"pith_short_8","alias_value":"XCQG3UBV","created_at":"2026-07-05T07:09:07Z"}],"graph_snapshots":[{"event_id":"sha256:eed7921a8f4067b3b9a53521be661352b09ef2381b2be1d6a33a0827f1f35d43","target":"graph","created_at":"2026-07-05T07:09:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.02216/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Numbers are crucial for various real-world domains such as finance, economics, and science. Thus, understanding and reasoning with numbers are essential skills for language models to solve different tasks. While different numerical benchmarks have been introduced in recent years, they are limited to specific numerical aspects mostly. In this paper, we propose a hierarchical taxonomy for numerical reasoning skills with more than ten reasoning types across four levels: representation, number sense, manipulation, and complex reasoning. We conduct a comprehensive evaluation of state-of-the-art mod","authors_text":"Abhilash Shankarampeta, Arpit Patil, Elena Simperl, Mubashara Akhtar, Oana Cocarascu, Vivek Gupta","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T20:05:30Z","title":"Exploring the Numerical Reasoning Capabilities of Language Models: A Comprehensive Analysis on Tabular Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.02216","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:127ff41ec426bd56f1c8592585f9ec88dcb88328cec358211f61a3d6a7869e37","target":"record","created_at":"2026-07-05T07:09:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"38e2779457834e29287e412e5fb88333643b04ad0d6ccd85e3eed437c415d3c1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T20:05:30Z","title_canon_sha256":"4f11c8ba6ea2f2b4df2bf5185cb08f74ea16cd47fbd6f56f7551f96a17f97346"},"schema_version":"1.0","source":{"id":"2311.02216","kind":"arxiv","version":1}},"canonical_sha256":"b8a06dd03592ec6c6db8e7b45457882399d0227b84c7548cbe7fc4ed29d74074","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b8a06dd03592ec6c6db8e7b45457882399d0227b84c7548cbe7fc4ed29d74074","first_computed_at":"2026-07-05T07:09:07.637009Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:09:07.637009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dn11BXLCzHbDgszctpBt5CHh8KdLmY0nDAaRhFlWbl8nR95V4mY2Sbe2XdfUZ6eVqOgptxmBnzhgfL3uNQ0NDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:09:07.637512Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.02216","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:127ff41ec426bd56f1c8592585f9ec88dcb88328cec358211f61a3d6a7869e37","sha256:eed7921a8f4067b3b9a53521be661352b09ef2381b2be1d6a33a0827f1f35d43"],"state_sha256":"a092be0268e7540ea61e17a68f49a877a7e44e103f23476f9534269d5ff30fd5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lFk2loIAjb62VuwVUnG6nbEWfyXGiUakXDu+a0uYcg2ShkmYaBHdnljizI54y1B5haOPtp/q0A7hW+gOfk4CCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T13:14:56.892836Z","bundle_sha256":"22d58895dfdb84d15462d46a3e4611a08bb1c73c451fb4588b67d8b16eb750dd"}}