{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7GZ7MPYYQP45L7R3CLVOLBSPMD","short_pith_number":"pith:7GZ7MPYY","canonical_record":{"source":{"id":"2411.19943","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-29T18:58:22Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e42def39e04800a5772b20c501f404759145b8d50199cae13a87743a15305db2","abstract_canon_sha256":"c1911aec559c7d25306876af25914d58c241690d82175b95054180151785da63"},"schema_version":"1.0"},"canonical_sha256":"f9b3f63f1883f9d5fe3b12eae5864f60e21c20bb4c8b2285c294b579a935e6b9","source":{"kind":"arxiv","id":"2411.19943","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.19943","created_at":"2026-07-05T09:59:56Z"},{"alias_kind":"arxiv_version","alias_value":"2411.19943v3","created_at":"2026-07-05T09:59:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.19943","created_at":"2026-07-05T09:59:56Z"},{"alias_kind":"pith_short_12","alias_value":"7GZ7MPYYQP45","created_at":"2026-07-05T09:59:56Z"},{"alias_kind":"pith_short_16","alias_value":"7GZ7MPYYQP45L7R3","created_at":"2026-07-05T09:59:56Z"},{"alias_kind":"pith_short_8","alias_value":"7GZ7MPYY","created_at":"2026-07-05T09:59:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7GZ7MPYYQP45L7R3CLVOLBSPMD","target":"record","payload":{"canonical_record":{"source":{"id":"2411.19943","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-29T18:58:22Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e42def39e04800a5772b20c501f404759145b8d50199cae13a87743a15305db2","abstract_canon_sha256":"c1911aec559c7d25306876af25914d58c241690d82175b95054180151785da63"},"schema_version":"1.0"},"canonical_sha256":"f9b3f63f1883f9d5fe3b12eae5864f60e21c20bb4c8b2285c294b579a935e6b9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:59:56.031796Z","signature_b64":"k5+btrIW8g7jZufqEEaYaM6htYSiNJp9d5VJMw+HCGgErF7/Je/WMPsTYLXChsBdxQT5tvMxG8sxK9dIMO5hDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f9b3f63f1883f9d5fe3b12eae5864f60e21c20bb4c8b2285c294b579a935e6b9","last_reissued_at":"2026-07-05T09:59:56.031321Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:59:56.031321Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.19943","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:59:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NVnOhwKJw3qWjRGr6s/uPF1Xi/U9P+hR8OMY5gyQYrvpgbDJRlt2trl/pAKuCpZecW+nH6HU6oD3QenDhg9OBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:51:07.103149Z"},"content_sha256":"21e6d39989d9a6def8d7b3f10631bdf9c3ff9025e9482ee74b6b01064ac54dae","schema_version":"1.0","event_id":"sha256:21e6d39989d9a6def8d7b3f10631bdf9c3ff9025e9482ee74b6b01064ac54dae"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7GZ7MPYYQP45L7R3CLVOLBSPMD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Critical Tokens Matter: Token-Level Contrastive Estimation Enhances LLM's Reasoning Capability","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chufan Shi, Jiahao Xu, Qiuzhi Lin, Ruilin Luo, Siheng Li, Tian Liang, Xing Wang, Yujiu Yang, Zhaopeng Tu, Zicheng Lin","submitted_at":"2024-11-29T18:58:22Z","abstract_excerpt":"Mathematical reasoning tasks pose significant challenges for large language models (LLMs) because they require precise logical deduction and sequence analysis. In this work, we introduce the concept of critical tokens -- elements within reasoning trajectories that significantly influence incorrect outcomes. We present a novel framework for identifying these tokens through rollout sampling and demonstrate their substantial divergence from traditional error tokens. Through extensive experiments on datasets such as GSM8K and MATH500, we show that identifying and replacing critical tokens signific"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.19943","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.19943/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:59:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y94toYFI/6CerryhURVOB0m0yeeQPD5jaJFCMUijSxRhA3Fj2QAuDWtffGwzY7DLFkRR/e5O+P1j3kU3DjeDAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:51:07.103733Z"},"content_sha256":"a496861697a17a65992cf38d1cf4d99a455923c6df62cf4a4a36c62a0dd0cf8b","schema_version":"1.0","event_id":"sha256:a496861697a17a65992cf38d1cf4d99a455923c6df62cf4a4a36c62a0dd0cf8b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7GZ7MPYYQP45L7R3CLVOLBSPMD/bundle.json","state_url":"https://pith.science/pith/7GZ7MPYYQP45L7R3CLVOLBSPMD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7GZ7MPYYQP45L7R3CLVOLBSPMD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T21:51:07Z","links":{"resolver":"https://pith.science/pith/7GZ7MPYYQP45L7R3CLVOLBSPMD","bundle":"https://pith.science/pith/7GZ7MPYYQP45L7R3CLVOLBSPMD/bundle.json","state":"https://pith.science/pith/7GZ7MPYYQP45L7R3CLVOLBSPMD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7GZ7MPYYQP45L7R3CLVOLBSPMD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7GZ7MPYYQP45L7R3CLVOLBSPMD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c1911aec559c7d25306876af25914d58c241690d82175b95054180151785da63","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-29T18:58:22Z","title_canon_sha256":"e42def39e04800a5772b20c501f404759145b8d50199cae13a87743a15305db2"},"schema_version":"1.0","source":{"id":"2411.19943","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.19943","created_at":"2026-07-05T09:59:56Z"},{"alias_kind":"arxiv_version","alias_value":"2411.19943v3","created_at":"2026-07-05T09:59:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.19943","created_at":"2026-07-05T09:59:56Z"},{"alias_kind":"pith_short_12","alias_value":"7GZ7MPYYQP45","created_at":"2026-07-05T09:59:56Z"},{"alias_kind":"pith_short_16","alias_value":"7GZ7MPYYQP45L7R3","created_at":"2026-07-05T09:59:56Z"},{"alias_kind":"pith_short_8","alias_value":"7GZ7MPYY","created_at":"2026-07-05T09:59:56Z"}],"graph_snapshots":[{"event_id":"sha256:a496861697a17a65992cf38d1cf4d99a455923c6df62cf4a4a36c62a0dd0cf8b","target":"graph","created_at":"2026-07-05T09:59:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.19943/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mathematical reasoning tasks pose significant challenges for large language models (LLMs) because they require precise logical deduction and sequence analysis. In this work, we introduce the concept of critical tokens -- elements within reasoning trajectories that significantly influence incorrect outcomes. We present a novel framework for identifying these tokens through rollout sampling and demonstrate their substantial divergence from traditional error tokens. Through extensive experiments on datasets such as GSM8K and MATH500, we show that identifying and replacing critical tokens signific","authors_text":"Chufan Shi, Jiahao Xu, Qiuzhi Lin, Ruilin Luo, Siheng Li, Tian Liang, Xing Wang, Yujiu Yang, Zhaopeng Tu, Zicheng Lin","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-29T18:58:22Z","title":"Critical Tokens Matter: Token-Level Contrastive Estimation Enhances LLM's Reasoning Capability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.19943","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:21e6d39989d9a6def8d7b3f10631bdf9c3ff9025e9482ee74b6b01064ac54dae","target":"record","created_at":"2026-07-05T09:59:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c1911aec559c7d25306876af25914d58c241690d82175b95054180151785da63","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-29T18:58:22Z","title_canon_sha256":"e42def39e04800a5772b20c501f404759145b8d50199cae13a87743a15305db2"},"schema_version":"1.0","source":{"id":"2411.19943","kind":"arxiv","version":3}},"canonical_sha256":"f9b3f63f1883f9d5fe3b12eae5864f60e21c20bb4c8b2285c294b579a935e6b9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f9b3f63f1883f9d5fe3b12eae5864f60e21c20bb4c8b2285c294b579a935e6b9","first_computed_at":"2026-07-05T09:59:56.031321Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:59:56.031321Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"k5+btrIW8g7jZufqEEaYaM6htYSiNJp9d5VJMw+HCGgErF7/Je/WMPsTYLXChsBdxQT5tvMxG8sxK9dIMO5hDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:59:56.031796Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.19943","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:21e6d39989d9a6def8d7b3f10631bdf9c3ff9025e9482ee74b6b01064ac54dae","sha256:a496861697a17a65992cf38d1cf4d99a455923c6df62cf4a4a36c62a0dd0cf8b"],"state_sha256":"74617a122ecd41b6f71faf45caa92dd9eb6337f0ae3f339e6146612971917a92"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BRpMs0879CR7W7xD3kzt77Hw8XGuprgX/g0nj5AmEmW1LLSGTrz60M8RYYgveV+V8yxcGDcndXWey+evGwYUCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T21:51:07.107108Z","bundle_sha256":"f2b53a445fe6c4dde73ef17e97684f652463273150df23af1963679f3147c09f"}}