{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:HXUPPZLREBVUIX6QWSD6GW3NQT","short_pith_number":"pith:HXUPPZLR","canonical_record":{"source":{"id":"2506.04734","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-06-05T08:09:11Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"6dc140b0ebab843406668e941e20172a06c32f278b3deaa39d09ee40fd043f4b","abstract_canon_sha256":"198682e419f5ffeb3a66fc53f798d6cb9a7c1d00d9e8730c31e92eb7cb90e895"},"schema_version":"1.0"},"canonical_sha256":"3de8f7e571206b445fd0b487e35b6d84ced76c0707fda794b0c8a3ba6f90f158","source":{"kind":"arxiv","id":"2506.04734","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.04734","created_at":"2026-07-05T11:20:54Z"},{"alias_kind":"arxiv_version","alias_value":"2506.04734v2","created_at":"2026-07-05T11:20:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.04734","created_at":"2026-07-05T11:20:54Z"},{"alias_kind":"pith_short_12","alias_value":"HXUPPZLREBVU","created_at":"2026-07-05T11:20:54Z"},{"alias_kind":"pith_short_16","alias_value":"HXUPPZLREBVUIX6Q","created_at":"2026-07-05T11:20:54Z"},{"alias_kind":"pith_short_8","alias_value":"HXUPPZLR","created_at":"2026-07-05T11:20:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:HXUPPZLREBVUIX6QWSD6GW3NQT","target":"record","payload":{"canonical_record":{"source":{"id":"2506.04734","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-06-05T08:09:11Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"6dc140b0ebab843406668e941e20172a06c32f278b3deaa39d09ee40fd043f4b","abstract_canon_sha256":"198682e419f5ffeb3a66fc53f798d6cb9a7c1d00d9e8730c31e92eb7cb90e895"},"schema_version":"1.0"},"canonical_sha256":"3de8f7e571206b445fd0b487e35b6d84ced76c0707fda794b0c8a3ba6f90f158","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:20:54.980708Z","signature_b64":"zDS3JR4yeIiq0abwYkBQ1B9wcpPJOozbLPUe99vFYwyavqF/pUuhR6cemeJL/7Q3uUIRbLUkgA4Ln5rVL/1fBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3de8f7e571206b445fd0b487e35b6d84ced76c0707fda794b0c8a3ba6f90f158","last_reissued_at":"2026-07-05T11:20:54.980177Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:20:54.980177Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.04734","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pt03iT+Vh1wcZCNWV/qxQSE/qjfe0RY3v55Ug9947Hwqr4fU0eSmM4GH7r2oZx/VR8BOsFUdF3Iu2JrUAWu+CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:39:14.960922Z"},"content_sha256":"d53f4932ec176e127f6cce8f6749e9cb064489fc7ab50418a1f3fda4a05fb5c0","schema_version":"1.0","event_id":"sha256:d53f4932ec176e127f6cce8f6749e9cb064489fc7ab50418a1f3fda4a05fb5c0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:HXUPPZLREBVUIX6QWSD6GW3NQT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation is All You Need: Strategic Overclaiming of LLM Reasoning Capabilities Through Evaluation Design","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.AI","authors_text":"Change Jia, Guangxiang Zhao, Jinzhu Wu, Linglin Zhang, Lin Sun, Sai-er Hu, Weihong Lin, Xiangzheng Zhang, Xiaoqi Jian, Yongfu Zhu, Yuhan Wu","submitted_at":"2025-06-05T08:09:11Z","abstract_excerpt":"Reasoning models represented by the Deepseek-R1-Distill series have been widely adopted by the open-source community due to their strong performance in mathematics, science, programming, and other domains. However, our study reveals that their benchmark evaluation results are subject to significant fluctuations caused by various factors. Subtle differences in evaluation conditions can lead to substantial variations in results. Similar phenomena are observed in other open-source inference models fine-tuned based on the Deepseek-R1-Distill series, as well as in the QwQ-32B model, making their cl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.04734","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.04734/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+padtT2ecAS6EFnWFgQyqaR48A3vFxbEMXL0CeZWYFE0g2UC2HZKcrYnfEOJGTYmd6x5qYdTtoS8i2OpOa0DBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:39:14.961453Z"},"content_sha256":"ea6c7738601b7d097ea4488b91f0b4d1eedb88f8ea07a9ec49a05a6fedf86950","schema_version":"1.0","event_id":"sha256:ea6c7738601b7d097ea4488b91f0b4d1eedb88f8ea07a9ec49a05a6fedf86950"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HXUPPZLREBVUIX6QWSD6GW3NQT/bundle.json","state_url":"https://pith.science/pith/HXUPPZLREBVUIX6QWSD6GW3NQT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HXUPPZLREBVUIX6QWSD6GW3NQT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T18:39:14Z","links":{"resolver":"https://pith.science/pith/HXUPPZLREBVUIX6QWSD6GW3NQT","bundle":"https://pith.science/pith/HXUPPZLREBVUIX6QWSD6GW3NQT/bundle.json","state":"https://pith.science/pith/HXUPPZLREBVUIX6QWSD6GW3NQT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HXUPPZLREBVUIX6QWSD6GW3NQT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:HXUPPZLREBVUIX6QWSD6GW3NQT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"198682e419f5ffeb3a66fc53f798d6cb9a7c1d00d9e8730c31e92eb7cb90e895","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-06-05T08:09:11Z","title_canon_sha256":"6dc140b0ebab843406668e941e20172a06c32f278b3deaa39d09ee40fd043f4b"},"schema_version":"1.0","source":{"id":"2506.04734","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.04734","created_at":"2026-07-05T11:20:54Z"},{"alias_kind":"arxiv_version","alias_value":"2506.04734v2","created_at":"2026-07-05T11:20:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.04734","created_at":"2026-07-05T11:20:54Z"},{"alias_kind":"pith_short_12","alias_value":"HXUPPZLREBVU","created_at":"2026-07-05T11:20:54Z"},{"alias_kind":"pith_short_16","alias_value":"HXUPPZLREBVUIX6Q","created_at":"2026-07-05T11:20:54Z"},{"alias_kind":"pith_short_8","alias_value":"HXUPPZLR","created_at":"2026-07-05T11:20:54Z"}],"graph_snapshots":[{"event_id":"sha256:ea6c7738601b7d097ea4488b91f0b4d1eedb88f8ea07a9ec49a05a6fedf86950","target":"graph","created_at":"2026-07-05T11:20:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.04734/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reasoning models represented by the Deepseek-R1-Distill series have been widely adopted by the open-source community due to their strong performance in mathematics, science, programming, and other domains. However, our study reveals that their benchmark evaluation results are subject to significant fluctuations caused by various factors. Subtle differences in evaluation conditions can lead to substantial variations in results. Similar phenomena are observed in other open-source inference models fine-tuned based on the Deepseek-R1-Distill series, as well as in the QwQ-32B model, making their cl","authors_text":"Change Jia, Guangxiang Zhao, Jinzhu Wu, Linglin Zhang, Lin Sun, Sai-er Hu, Weihong Lin, Xiangzheng Zhang, Xiaoqi Jian, Yongfu Zhu, Yuhan Wu","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-06-05T08:09:11Z","title":"Evaluation is All You Need: Strategic Overclaiming of LLM Reasoning Capabilities Through Evaluation Design"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.04734","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d53f4932ec176e127f6cce8f6749e9cb064489fc7ab50418a1f3fda4a05fb5c0","target":"record","created_at":"2026-07-05T11:20:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"198682e419f5ffeb3a66fc53f798d6cb9a7c1d00d9e8730c31e92eb7cb90e895","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-06-05T08:09:11Z","title_canon_sha256":"6dc140b0ebab843406668e941e20172a06c32f278b3deaa39d09ee40fd043f4b"},"schema_version":"1.0","source":{"id":"2506.04734","kind":"arxiv","version":2}},"canonical_sha256":"3de8f7e571206b445fd0b487e35b6d84ced76c0707fda794b0c8a3ba6f90f158","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3de8f7e571206b445fd0b487e35b6d84ced76c0707fda794b0c8a3ba6f90f158","first_computed_at":"2026-07-05T11:20:54.980177Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:20:54.980177Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zDS3JR4yeIiq0abwYkBQ1B9wcpPJOozbLPUe99vFYwyavqF/pUuhR6cemeJL/7Q3uUIRbLUkgA4Ln5rVL/1fBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:20:54.980708Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.04734","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d53f4932ec176e127f6cce8f6749e9cb064489fc7ab50418a1f3fda4a05fb5c0","sha256:ea6c7738601b7d097ea4488b91f0b4d1eedb88f8ea07a9ec49a05a6fedf86950"],"state_sha256":"65d5604e6990d617de70f6a1e5edd5efbe701784c0903a0cf7cf1e088e48cde6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2W3rKMln5AxcZ6ep/pu7J1Og+fulk5VGWi06iVy0cOgPnpso5fP12ctQ6/+4wmmSimZHu9EMj/mZa16WEfO5Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T18:39:14.968675Z","bundle_sha256":"5ec9c1a1b4e66f8ba51cec62732928827945b0168e6ba8d1862d0c0b62b09dd4"}}