{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:H3DKTVT5BOIYGJUVWOGG62Z4S4","short_pith_number":"pith:H3DKTVT5","canonical_record":{"source":{"id":"2403.07747","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-12T15:32:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"09e5c5f8d96fceeac6f3b8b3422d4af09e58c2d7cfc02328dcb0f57bb49943f6","abstract_canon_sha256":"0d9b9f7fe71059a3e189bc404718d7cfd130bf1a786755104c8faee907b06ed7"},"schema_version":"1.0"},"canonical_sha256":"3ec6a9d67d0b91832695b38c6f6b3c97249cdd077211e0725d8eca65765d6993","source":{"kind":"arxiv","id":"2403.07747","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.07747","created_at":"2026-07-05T09:03:50Z"},{"alias_kind":"arxiv_version","alias_value":"2403.07747v2","created_at":"2026-07-05T09:03:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.07747","created_at":"2026-07-05T09:03:50Z"},{"alias_kind":"pith_short_12","alias_value":"H3DKTVT5BOIY","created_at":"2026-07-05T09:03:50Z"},{"alias_kind":"pith_short_16","alias_value":"H3DKTVT5BOIYGJUV","created_at":"2026-07-05T09:03:50Z"},{"alias_kind":"pith_short_8","alias_value":"H3DKTVT5","created_at":"2026-07-05T09:03:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:H3DKTVT5BOIYGJUVWOGG62Z4S4","target":"record","payload":{"canonical_record":{"source":{"id":"2403.07747","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-12T15:32:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"09e5c5f8d96fceeac6f3b8b3422d4af09e58c2d7cfc02328dcb0f57bb49943f6","abstract_canon_sha256":"0d9b9f7fe71059a3e189bc404718d7cfd130bf1a786755104c8faee907b06ed7"},"schema_version":"1.0"},"canonical_sha256":"3ec6a9d67d0b91832695b38c6f6b3c97249cdd077211e0725d8eca65765d6993","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:03:50.096574Z","signature_b64":"IHKpYmEYlA7wTyw9wC9sKGUINFeTGYbLIw57651d9xQArENkHm1gTdLP7wUNhq9kAySX2rGU3whx5kx9oHXhAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3ec6a9d67d0b91832695b38c6f6b3c97249cdd077211e0725d8eca65765d6993","last_reissued_at":"2026-07-05T09:03:50.096077Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:03:50.096077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.07747","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:03:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9KhMxBaK+KdgalLtIxukyUst/sOEozTskuyLtGoGnWfqCDCpO14uvusNK7aNdibS08Ca8RlghFMiGV0HR6fMDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T19:57:43.839155Z"},"content_sha256":"d91e89bcc3bb6b03107c9ab01135850dc1ff226fb4ece738aafeeb4d68bd8e7e","schema_version":"1.0","event_id":"sha256:d91e89bcc3bb6b03107c9ab01135850dc1ff226fb4ece738aafeeb4d68bd8e7e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:H3DKTVT5BOIYGJUVWOGG62Z4S4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FineMath: A Fine-Grained Mathematical Evaluation Benchmark for Chinese Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Deyi Xiong, Ling Shi, Renren Jin, Yan Liu, Zheng Yao","submitted_at":"2024-03-12T15:32:39Z","abstract_excerpt":"To thoroughly assess the mathematical reasoning abilities of Large Language Models (LLMs), we need to carefully curate evaluation datasets covering diverse mathematical concepts and mathematical problems at different difficulty levels. In pursuit of this objective, we propose FineMath in this paper, a fine-grained mathematical evaluation benchmark dataset for assessing Chinese LLMs. FineMath is created to cover the major key mathematical concepts taught in elementary school math, which are further divided into 17 categories of math word problems, enabling in-depth analysis of mathematical reas"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.07747","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.07747/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:03:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PlxEJyeM8MM1O/vOaHNtPtXSWIsWjvvPwNjuuIto1PPm/lTfYc6hkCYR/n8queI8utFRUB8j4km1eJwCjzTzCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T19:57:43.839679Z"},"content_sha256":"da5f7b7db0b39e25f68061860e8814b9ee773592233d50945ee00c50d7aacb56","schema_version":"1.0","event_id":"sha256:da5f7b7db0b39e25f68061860e8814b9ee773592233d50945ee00c50d7aacb56"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/H3DKTVT5BOIYGJUVWOGG62Z4S4/bundle.json","state_url":"https://pith.science/pith/H3DKTVT5BOIYGJUVWOGG62Z4S4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/H3DKTVT5BOIYGJUVWOGG62Z4S4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T19:57:43Z","links":{"resolver":"https://pith.science/pith/H3DKTVT5BOIYGJUVWOGG62Z4S4","bundle":"https://pith.science/pith/H3DKTVT5BOIYGJUVWOGG62Z4S4/bundle.json","state":"https://pith.science/pith/H3DKTVT5BOIYGJUVWOGG62Z4S4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/H3DKTVT5BOIYGJUVWOGG62Z4S4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:H3DKTVT5BOIYGJUVWOGG62Z4S4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0d9b9f7fe71059a3e189bc404718d7cfd130bf1a786755104c8faee907b06ed7","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-12T15:32:39Z","title_canon_sha256":"09e5c5f8d96fceeac6f3b8b3422d4af09e58c2d7cfc02328dcb0f57bb49943f6"},"schema_version":"1.0","source":{"id":"2403.07747","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.07747","created_at":"2026-07-05T09:03:50Z"},{"alias_kind":"arxiv_version","alias_value":"2403.07747v2","created_at":"2026-07-05T09:03:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.07747","created_at":"2026-07-05T09:03:50Z"},{"alias_kind":"pith_short_12","alias_value":"H3DKTVT5BOIY","created_at":"2026-07-05T09:03:50Z"},{"alias_kind":"pith_short_16","alias_value":"H3DKTVT5BOIYGJUV","created_at":"2026-07-05T09:03:50Z"},{"alias_kind":"pith_short_8","alias_value":"H3DKTVT5","created_at":"2026-07-05T09:03:50Z"}],"graph_snapshots":[{"event_id":"sha256:da5f7b7db0b39e25f68061860e8814b9ee773592233d50945ee00c50d7aacb56","target":"graph","created_at":"2026-07-05T09:03:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.07747/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To thoroughly assess the mathematical reasoning abilities of Large Language Models (LLMs), we need to carefully curate evaluation datasets covering diverse mathematical concepts and mathematical problems at different difficulty levels. In pursuit of this objective, we propose FineMath in this paper, a fine-grained mathematical evaluation benchmark dataset for assessing Chinese LLMs. FineMath is created to cover the major key mathematical concepts taught in elementary school math, which are further divided into 17 categories of math word problems, enabling in-depth analysis of mathematical reas","authors_text":"Deyi Xiong, Ling Shi, Renren Jin, Yan Liu, Zheng Yao","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-12T15:32:39Z","title":"FineMath: A Fine-Grained Mathematical Evaluation Benchmark for Chinese Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.07747","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d91e89bcc3bb6b03107c9ab01135850dc1ff226fb4ece738aafeeb4d68bd8e7e","target":"record","created_at":"2026-07-05T09:03:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0d9b9f7fe71059a3e189bc404718d7cfd130bf1a786755104c8faee907b06ed7","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-12T15:32:39Z","title_canon_sha256":"09e5c5f8d96fceeac6f3b8b3422d4af09e58c2d7cfc02328dcb0f57bb49943f6"},"schema_version":"1.0","source":{"id":"2403.07747","kind":"arxiv","version":2}},"canonical_sha256":"3ec6a9d67d0b91832695b38c6f6b3c97249cdd077211e0725d8eca65765d6993","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3ec6a9d67d0b91832695b38c6f6b3c97249cdd077211e0725d8eca65765d6993","first_computed_at":"2026-07-05T09:03:50.096077Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:03:50.096077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IHKpYmEYlA7wTyw9wC9sKGUINFeTGYbLIw57651d9xQArENkHm1gTdLP7wUNhq9kAySX2rGU3whx5kx9oHXhAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:03:50.096574Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.07747","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d91e89bcc3bb6b03107c9ab01135850dc1ff226fb4ece738aafeeb4d68bd8e7e","sha256:da5f7b7db0b39e25f68061860e8814b9ee773592233d50945ee00c50d7aacb56"],"state_sha256":"e23d10e46981f5b7d8b0fd9494205ed72b7a2b4fc4d11760bec0dca597fbbdaa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ok26625f0sy4fPQ/Jm4M/gkbJslVrW0x8nKMxIRwZz8gHRo5wbqfG5Hg8iuBGe2L4Cgir/RTwg/7nPk7q4fkAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T19:57:43.844623Z","bundle_sha256":"c4cb35fbd088a010583cec63e6cdd5d8b53ba9bd23e860f3bac3ad73709571fb"}}