{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:U5QKEWGYUHTMU7KFUBYBVPQANF","short_pith_number":"pith:U5QKEWGY","canonical_record":{"source":{"id":"2510.01925","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-10-02T11:42:17Z","cross_cats_sorted":[],"title_canon_sha256":"1d6fab20e5a2bcd12af53fe737f051d1a0b4a8d0d5530bd2d9346ac7f06de1b4","abstract_canon_sha256":"254a8a25b69b453df9a92a0ebd280e443b6a45319a97a9c07ee78dcd409f83d1"},"schema_version":"1.0"},"canonical_sha256":"a760a258d8a1e6ca7d45a0701abe0069515a4dafad579eea7c7dc4197b1b3f83","source":{"kind":"arxiv","id":"2510.01925","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.01925","created_at":"2026-08-04T02:08:33Z"},{"alias_kind":"arxiv_version","alias_value":"2510.01925v3","created_at":"2026-08-04T02:08:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.01925","created_at":"2026-08-04T02:08:33Z"},{"alias_kind":"pith_short_12","alias_value":"U5QKEWGYUHTM","created_at":"2026-08-04T02:08:33Z"},{"alias_kind":"pith_short_16","alias_value":"U5QKEWGYUHTMU7KF","created_at":"2026-08-04T02:08:33Z"},{"alias_kind":"pith_short_8","alias_value":"U5QKEWGY","created_at":"2026-08-04T02:08:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:U5QKEWGYUHTMU7KFUBYBVPQANF","target":"record","payload":{"canonical_record":{"source":{"id":"2510.01925","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-10-02T11:42:17Z","cross_cats_sorted":[],"title_canon_sha256":"1d6fab20e5a2bcd12af53fe737f051d1a0b4a8d0d5530bd2d9346ac7f06de1b4","abstract_canon_sha256":"254a8a25b69b453df9a92a0ebd280e443b6a45319a97a9c07ee78dcd409f83d1"},"schema_version":"1.0"},"canonical_sha256":"a760a258d8a1e6ca7d45a0701abe0069515a4dafad579eea7c7dc4197b1b3f83","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-04T02:08:33.613873Z","signature_b64":"elCUaHqBqpKE6Xx59alagIIlHT20azMi8t7glIfza3QVBx9noGRuKd1DINo2hUacXWn/L4KCidzLm+2WE8z5Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a760a258d8a1e6ca7d45a0701abe0069515a4dafad579eea7c7dc4197b1b3f83","last_reissued_at":"2026-08-04T02:08:33.612313Z","signature_status":"signed_v1","first_computed_at":"2026-08-04T02:08:33.612313Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2510.01925","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-04T02:08:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wW1t0hxR+s2dcXKLRs68/IX6/oM9b4doBKSooTvUdm8NdvUk/nvhVRyy9Gd64Q17HMlP7P5ub+Q2k0BfQz3aBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:32:19.825762Z"},"content_sha256":"33a245f9ae26013e4f91cc189af41a11e1a6d2e081ecdeeebbd362f8a5b84943","schema_version":"1.0","event_id":"sha256:33a245f9ae26013e4f91cc189af41a11e1a6d2e081ecdeeebbd362f8a5b84943"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:U5QKEWGYUHTMU7KFUBYBVPQANF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Enhancing Large Language Model Reasoning with Reward Models: An Analytical Survey","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hao Xu, Ning Miao, Qiyuan Liu, Wei Chen, Xuhong Chen, Yee Whye Teh","submitted_at":"2025-10-02T11:42:17Z","abstract_excerpt":"Reward models (RMs) play a critical role in enhancing the reasoning performance of LLMs. For example, they can provide training signals to finetune LLMs during reinforcement learning (RL) and help select the best answer from multiple candidates during inference. In this paper, we provide a systematic introduction to RMs, along with a comprehensive survey of their applications in LLM reasoning. We first review fundamental concepts of RMs, including their architectures, training methodologies, and evaluation techniques. Then, we explore their key applications: (1) guiding generation and selectin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.01925","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2510.01925/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-04T02:08:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wX0A23wYHcKWMZXWalswAOEP2teskH6+CU5o/VzpJGp5f6rtht1R8o7Xzw/0hAPOSuJF1sc83pWDnp1nFeZIDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:32:19.826364Z"},"content_sha256":"c0f2be35ec894f3a04a244bbf027b94eea5f573e6b5c137fc3c3a4d8fa257557","schema_version":"1.0","event_id":"sha256:c0f2be35ec894f3a04a244bbf027b94eea5f573e6b5c137fc3c3a4d8fa257557"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U5QKEWGYUHTMU7KFUBYBVPQANF/bundle.json","state_url":"https://pith.science/pith/U5QKEWGYUHTMU7KFUBYBVPQANF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U5QKEWGYUHTMU7KFUBYBVPQANF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T10:32:19Z","links":{"resolver":"https://pith.science/pith/U5QKEWGYUHTMU7KFUBYBVPQANF","bundle":"https://pith.science/pith/U5QKEWGYUHTMU7KFUBYBVPQANF/bundle.json","state":"https://pith.science/pith/U5QKEWGYUHTMU7KFUBYBVPQANF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U5QKEWGYUHTMU7KFUBYBVPQANF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:U5QKEWGYUHTMU7KFUBYBVPQANF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"254a8a25b69b453df9a92a0ebd280e443b6a45319a97a9c07ee78dcd409f83d1","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-10-02T11:42:17Z","title_canon_sha256":"1d6fab20e5a2bcd12af53fe737f051d1a0b4a8d0d5530bd2d9346ac7f06de1b4"},"schema_version":"1.0","source":{"id":"2510.01925","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.01925","created_at":"2026-08-04T02:08:33Z"},{"alias_kind":"arxiv_version","alias_value":"2510.01925v3","created_at":"2026-08-04T02:08:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.01925","created_at":"2026-08-04T02:08:33Z"},{"alias_kind":"pith_short_12","alias_value":"U5QKEWGYUHTM","created_at":"2026-08-04T02:08:33Z"},{"alias_kind":"pith_short_16","alias_value":"U5QKEWGYUHTMU7KF","created_at":"2026-08-04T02:08:33Z"},{"alias_kind":"pith_short_8","alias_value":"U5QKEWGY","created_at":"2026-08-04T02:08:33Z"}],"graph_snapshots":[{"event_id":"sha256:c0f2be35ec894f3a04a244bbf027b94eea5f573e6b5c137fc3c3a4d8fa257557","target":"graph","created_at":"2026-08-04T02:08:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2510.01925/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reward models (RMs) play a critical role in enhancing the reasoning performance of LLMs. For example, they can provide training signals to finetune LLMs during reinforcement learning (RL) and help select the best answer from multiple candidates during inference. In this paper, we provide a systematic introduction to RMs, along with a comprehensive survey of their applications in LLM reasoning. We first review fundamental concepts of RMs, including their architectures, training methodologies, and evaluation techniques. Then, we explore their key applications: (1) guiding generation and selectin","authors_text":"Hao Xu, Ning Miao, Qiyuan Liu, Wei Chen, Xuhong Chen, Yee Whye Teh","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-10-02T11:42:17Z","title":"Enhancing Large Language Model Reasoning with Reward Models: An Analytical Survey"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.01925","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:33a245f9ae26013e4f91cc189af41a11e1a6d2e081ecdeeebbd362f8a5b84943","target":"record","created_at":"2026-08-04T02:08:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"254a8a25b69b453df9a92a0ebd280e443b6a45319a97a9c07ee78dcd409f83d1","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-10-02T11:42:17Z","title_canon_sha256":"1d6fab20e5a2bcd12af53fe737f051d1a0b4a8d0d5530bd2d9346ac7f06de1b4"},"schema_version":"1.0","source":{"id":"2510.01925","kind":"arxiv","version":3}},"canonical_sha256":"a760a258d8a1e6ca7d45a0701abe0069515a4dafad579eea7c7dc4197b1b3f83","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a760a258d8a1e6ca7d45a0701abe0069515a4dafad579eea7c7dc4197b1b3f83","first_computed_at":"2026-08-04T02:08:33.612313Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-04T02:08:33.612313Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"elCUaHqBqpKE6Xx59alagIIlHT20azMi8t7glIfza3QVBx9noGRuKd1DINo2hUacXWn/L4KCidzLm+2WE8z5Dg==","signature_status":"signed_v1","signed_at":"2026-08-04T02:08:33.613873Z","signed_message":"canonical_sha256_bytes"},"source_id":"2510.01925","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:33a245f9ae26013e4f91cc189af41a11e1a6d2e081ecdeeebbd362f8a5b84943","sha256:c0f2be35ec894f3a04a244bbf027b94eea5f573e6b5c137fc3c3a4d8fa257557"],"state_sha256":"0e5c64f8c784c776f24809aeb1e6055828baf8c8f82ee7432137c02d4ac978c0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"on5p7mwcDogZNyhJVNi7htLfiSmvSk0Oc86MpTUby6HxqthCQgKwTlnwGiq8qcFK//OMFKdNAgyIzkmDihr9CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T10:32:19.831933Z","bundle_sha256":"141f330eceea3ded2d1dc1b80ba4c175378517ffb4b5f662565c4d22adc193a1"}}