{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:73Z5GYZQ72JWUYEZJC4O3252AM","short_pith_number":"pith:73Z5GYZQ","canonical_record":{"source":{"id":"2402.17644","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T16:15:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"292b092a7d33625190211e98194cf1004178aa1d07db19e5d28b3d6d44eb4db5","abstract_canon_sha256":"3720e4cb599a1afbcf48608ffcf1cd36373afd1d230d95ea117627c7afde04fc"},"schema_version":"1.0"},"canonical_sha256":"fef3d36330fe936a609948b8edebba030a323a4837a3451b84b96de539499006","source":{"kind":"arxiv","id":"2402.17644","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.17644","created_at":"2026-07-05T08:29:23Z"},{"alias_kind":"arxiv_version","alias_value":"2402.17644v2","created_at":"2026-07-05T08:29:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.17644","created_at":"2026-07-05T08:29:23Z"},{"alias_kind":"pith_short_12","alias_value":"73Z5GYZQ72JW","created_at":"2026-07-05T08:29:23Z"},{"alias_kind":"pith_short_16","alias_value":"73Z5GYZQ72JWUYEZ","created_at":"2026-07-05T08:29:23Z"},{"alias_kind":"pith_short_8","alias_value":"73Z5GYZQ","created_at":"2026-07-05T08:29:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:73Z5GYZQ72JWUYEZJC4O3252AM","target":"record","payload":{"canonical_record":{"source":{"id":"2402.17644","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T16:15:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"292b092a7d33625190211e98194cf1004178aa1d07db19e5d28b3d6d44eb4db5","abstract_canon_sha256":"3720e4cb599a1afbcf48608ffcf1cd36373afd1d230d95ea117627c7afde04fc"},"schema_version":"1.0"},"canonical_sha256":"fef3d36330fe936a609948b8edebba030a323a4837a3451b84b96de539499006","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:29:23.096299Z","signature_b64":"3FsPFAbGcFC9Deovsu1VdZjSttkQYh+Sl47Jcruax5o0hDmDiCdWK+PXyvNjMVCIdixdyQ7LTm8E2Dr8xY2TAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fef3d36330fe936a609948b8edebba030a323a4837a3451b84b96de539499006","last_reissued_at":"2026-07-05T08:29:23.095860Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:29:23.095860Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.17644","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mEviNezkwTZZZvVVg5TXvH6uYvkKypCfRq49DsZ4DEK2ao+9+KpPJJilf/OTI7yOdGOx70Cq433eCV1INjIMAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:58:35.880581Z"},"content_sha256":"7389135b76df04fed2928e794f4a227e89a784501c92c43d412ef70674ea4210","schema_version":"1.0","event_id":"sha256:7389135b76df04fed2928e794f4a227e89a784501c92c43d412ef70674ea4210"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:73Z5GYZQ72JWUYEZJC4O3252AM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are LLMs Capable of Data-based Statistical and Causal Reasoning? Benchmarking Advanced Quantitative Reasoning with Data","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Kai-Wei Chang, Pan Lu, Xiao Liu, Xueqing Wu, Yansong Feng, Zirui Wu","submitted_at":"2024-02-27T16:15:03Z","abstract_excerpt":"Quantitative reasoning is a critical skill to analyze data, yet the assessment of such ability remains limited. To address this gap, we introduce the Quantitative Reasoning with Data (QRData) benchmark, aiming to evaluate Large Language Models' capability in statistical and causal reasoning with real-world data. The benchmark comprises a carefully constructed dataset of 411 questions accompanied by data sheets from textbooks, online learning materials, and academic papers. To compare models' quantitative reasoning abilities on data and text, we enrich the benchmark with an auxiliary set of 290"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.17644","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.17644/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DNCJmwALJ0UaFR3owZ9z9y2GyWDjGceWlkxd7oVZrTg9SO44Lx0bmjdXPH/n+ZC/pmSBphdOx2eME4pAhzH1Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:58:35.881495Z"},"content_sha256":"3cc3a4814276966f0bf7c35436601e8c96487d5b903ad995ae885975be9ea650","schema_version":"1.0","event_id":"sha256:3cc3a4814276966f0bf7c35436601e8c96487d5b903ad995ae885975be9ea650"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/73Z5GYZQ72JWUYEZJC4O3252AM/bundle.json","state_url":"https://pith.science/pith/73Z5GYZQ72JWUYEZJC4O3252AM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/73Z5GYZQ72JWUYEZJC4O3252AM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T12:58:35Z","links":{"resolver":"https://pith.science/pith/73Z5GYZQ72JWUYEZJC4O3252AM","bundle":"https://pith.science/pith/73Z5GYZQ72JWUYEZJC4O3252AM/bundle.json","state":"https://pith.science/pith/73Z5GYZQ72JWUYEZJC4O3252AM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/73Z5GYZQ72JWUYEZJC4O3252AM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:73Z5GYZQ72JWUYEZJC4O3252AM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3720e4cb599a1afbcf48608ffcf1cd36373afd1d230d95ea117627c7afde04fc","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T16:15:03Z","title_canon_sha256":"292b092a7d33625190211e98194cf1004178aa1d07db19e5d28b3d6d44eb4db5"},"schema_version":"1.0","source":{"id":"2402.17644","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.17644","created_at":"2026-07-05T08:29:23Z"},{"alias_kind":"arxiv_version","alias_value":"2402.17644v2","created_at":"2026-07-05T08:29:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.17644","created_at":"2026-07-05T08:29:23Z"},{"alias_kind":"pith_short_12","alias_value":"73Z5GYZQ72JW","created_at":"2026-07-05T08:29:23Z"},{"alias_kind":"pith_short_16","alias_value":"73Z5GYZQ72JWUYEZ","created_at":"2026-07-05T08:29:23Z"},{"alias_kind":"pith_short_8","alias_value":"73Z5GYZQ","created_at":"2026-07-05T08:29:23Z"}],"graph_snapshots":[{"event_id":"sha256:3cc3a4814276966f0bf7c35436601e8c96487d5b903ad995ae885975be9ea650","target":"graph","created_at":"2026-07-05T08:29:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.17644/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Quantitative reasoning is a critical skill to analyze data, yet the assessment of such ability remains limited. To address this gap, we introduce the Quantitative Reasoning with Data (QRData) benchmark, aiming to evaluate Large Language Models' capability in statistical and causal reasoning with real-world data. The benchmark comprises a carefully constructed dataset of 411 questions accompanied by data sheets from textbooks, online learning materials, and academic papers. To compare models' quantitative reasoning abilities on data and text, we enrich the benchmark with an auxiliary set of 290","authors_text":"Kai-Wei Chang, Pan Lu, Xiao Liu, Xueqing Wu, Yansong Feng, Zirui Wu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T16:15:03Z","title":"Are LLMs Capable of Data-based Statistical and Causal Reasoning? Benchmarking Advanced Quantitative Reasoning with Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.17644","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7389135b76df04fed2928e794f4a227e89a784501c92c43d412ef70674ea4210","target":"record","created_at":"2026-07-05T08:29:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3720e4cb599a1afbcf48608ffcf1cd36373afd1d230d95ea117627c7afde04fc","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T16:15:03Z","title_canon_sha256":"292b092a7d33625190211e98194cf1004178aa1d07db19e5d28b3d6d44eb4db5"},"schema_version":"1.0","source":{"id":"2402.17644","kind":"arxiv","version":2}},"canonical_sha256":"fef3d36330fe936a609948b8edebba030a323a4837a3451b84b96de539499006","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fef3d36330fe936a609948b8edebba030a323a4837a3451b84b96de539499006","first_computed_at":"2026-07-05T08:29:23.095860Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:29:23.095860Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3FsPFAbGcFC9Deovsu1VdZjSttkQYh+Sl47Jcruax5o0hDmDiCdWK+PXyvNjMVCIdixdyQ7LTm8E2Dr8xY2TAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:29:23.096299Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.17644","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7389135b76df04fed2928e794f4a227e89a784501c92c43d412ef70674ea4210","sha256:3cc3a4814276966f0bf7c35436601e8c96487d5b903ad995ae885975be9ea650"],"state_sha256":"55eb907b44df0b6bf30500c61a165d90cdcd413e9079fab166b3bc926c6f451d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sjW/7oeO2il3IdSe0Os5IevB1jSEXakwaVEnLq/x9tX2rGH+lgfBR4fE1THDWqCbFNxd9iCMjKmRnucvwQbWCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T12:58:35.890256Z","bundle_sha256":"2c12baf3e4b261fe07d2397e72e76e22a9fc6f6a2093bf2751d17838c296c568"}}