{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BIPLZJ4YYKRK7FUPTDLJRTEYNS","short_pith_number":"pith:BIPLZJ4Y","canonical_record":{"source":{"id":"2402.05808","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-02-08T16:46:26Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"c79902916a6340d141f4d03f4f4448ee7d3fac126f16a325864c85707f89cd5b","abstract_canon_sha256":"166f79e518e833fdbfa2c277e40d5b60157a175316e9703f23e354d16e4c5faf"},"schema_version":"1.0"},"canonical_sha256":"0a1ebca798c2a2af968f98d698cc986ca4aefa38fb86423124ac16bf1df26d84","source":{"kind":"arxiv","id":"2402.05808","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05808","created_at":"2026-07-05T07:56:59Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05808v2","created_at":"2026-07-05T07:56:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05808","created_at":"2026-07-05T07:56:59Z"},{"alias_kind":"pith_short_12","alias_value":"BIPLZJ4YYKRK","created_at":"2026-07-05T07:56:59Z"},{"alias_kind":"pith_short_16","alias_value":"BIPLZJ4YYKRK7FUP","created_at":"2026-07-05T07:56:59Z"},{"alias_kind":"pith_short_8","alias_value":"BIPLZJ4Y","created_at":"2026-07-05T07:56:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BIPLZJ4YYKRK7FUPTDLJRTEYNS","target":"record","payload":{"canonical_record":{"source":{"id":"2402.05808","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-02-08T16:46:26Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"c79902916a6340d141f4d03f4f4448ee7d3fac126f16a325864c85707f89cd5b","abstract_canon_sha256":"166f79e518e833fdbfa2c277e40d5b60157a175316e9703f23e354d16e4c5faf"},"schema_version":"1.0"},"canonical_sha256":"0a1ebca798c2a2af968f98d698cc986ca4aefa38fb86423124ac16bf1df26d84","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:56:59.393678Z","signature_b64":"cVzkRWmsFbqmM5JE67Qx1h7QSOfLKD7tMg7rviwPDsME5WRGdbuYNqzTUuioCe+e60MnETn6MjuCH358CICsDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0a1ebca798c2a2af968f98d698cc986ca4aefa38fb86423124ac16bf1df26d84","last_reissued_at":"2026-07-05T07:56:59.393173Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:56:59.393173Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.05808","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:56:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z0uY4eHzeMxwmXR/Km2lLIB/Cpd8ETVoJfW+yVsPkXRX8issqks4PpLyzqlJmS12wCBamVGJpqU2XCBpFQnmAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:32:12.600118Z"},"content_sha256":"bdd8e75c39169435f0145b6df79d5677f435a66a7e6ad3b6b899f06cb2141a7d","schema_version":"1.0","event_id":"sha256:bdd8e75c39169435f0145b6df79d5677f435a66a7e6ad3b6b899f06cb2141a7d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BIPLZJ4YYKRK7FUPTDLJRTEYNS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Training Large Language Models for Reasoning through Reverse Curriculum Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.AI","authors_text":"Boyang Hong, Honglin Guo, Junzhe Wang, Peng Sun, Qi Zhang, Rui Zheng, Senjie Jin, Shichun Liu, Shihan Dou, Tao Gui, Wei He, Wei Shen, Wenxiang Chen, Xiaoran Fan, Xiao Wang, Xinbo Zhang, Xin Guo, Xuanjing Huang, Yiwen Ding, Yuhao Zhou, Zhiheng Xi","submitted_at":"2024-02-08T16:46:26Z","abstract_excerpt":"In this paper, we propose R$^3$: Learning Reasoning through Reverse Curriculum Reinforcement Learning (RL), a novel method that employs only outcome supervision to achieve the benefits of process supervision for large language models. The core challenge in applying RL to complex reasoning is to identify a sequence of actions that result in positive rewards and provide appropriate supervision for optimization. Outcome supervision provides sparse rewards for final results without identifying error locations, whereas process supervision offers step-wise rewards but requires extensive manual annot"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05808","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.05808/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:56:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yC9t+XQndB3tjO2zFWOS43ToaGEf/ygl8Z3+rZ7Lmg/fLtYsaeVvozKhLT28pXv2PHMVDgwVCSbIwFLheFk8DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:32:12.601047Z"},"content_sha256":"3485274686662bf178a54fcd824d5dc29fa7b702dcb9f4b697f95bff679fce62","schema_version":"1.0","event_id":"sha256:3485274686662bf178a54fcd824d5dc29fa7b702dcb9f4b697f95bff679fce62"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BIPLZJ4YYKRK7FUPTDLJRTEYNS/bundle.json","state_url":"https://pith.science/pith/BIPLZJ4YYKRK7FUPTDLJRTEYNS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BIPLZJ4YYKRK7FUPTDLJRTEYNS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T09:32:12Z","links":{"resolver":"https://pith.science/pith/BIPLZJ4YYKRK7FUPTDLJRTEYNS","bundle":"https://pith.science/pith/BIPLZJ4YYKRK7FUPTDLJRTEYNS/bundle.json","state":"https://pith.science/pith/BIPLZJ4YYKRK7FUPTDLJRTEYNS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BIPLZJ4YYKRK7FUPTDLJRTEYNS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BIPLZJ4YYKRK7FUPTDLJRTEYNS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"166f79e518e833fdbfa2c277e40d5b60157a175316e9703f23e354d16e4c5faf","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-02-08T16:46:26Z","title_canon_sha256":"c79902916a6340d141f4d03f4f4448ee7d3fac126f16a325864c85707f89cd5b"},"schema_version":"1.0","source":{"id":"2402.05808","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05808","created_at":"2026-07-05T07:56:59Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05808v2","created_at":"2026-07-05T07:56:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05808","created_at":"2026-07-05T07:56:59Z"},{"alias_kind":"pith_short_12","alias_value":"BIPLZJ4YYKRK","created_at":"2026-07-05T07:56:59Z"},{"alias_kind":"pith_short_16","alias_value":"BIPLZJ4YYKRK7FUP","created_at":"2026-07-05T07:56:59Z"},{"alias_kind":"pith_short_8","alias_value":"BIPLZJ4Y","created_at":"2026-07-05T07:56:59Z"}],"graph_snapshots":[{"event_id":"sha256:3485274686662bf178a54fcd824d5dc29fa7b702dcb9f4b697f95bff679fce62","target":"graph","created_at":"2026-07-05T07:56:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.05808/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we propose R$^3$: Learning Reasoning through Reverse Curriculum Reinforcement Learning (RL), a novel method that employs only outcome supervision to achieve the benefits of process supervision for large language models. The core challenge in applying RL to complex reasoning is to identify a sequence of actions that result in positive rewards and provide appropriate supervision for optimization. Outcome supervision provides sparse rewards for final results without identifying error locations, whereas process supervision offers step-wise rewards but requires extensive manual annot","authors_text":"Boyang Hong, Honglin Guo, Junzhe Wang, Peng Sun, Qi Zhang, Rui Zheng, Senjie Jin, Shichun Liu, Shihan Dou, Tao Gui, Wei He, Wei Shen, Wenxiang Chen, Xiaoran Fan, Xiao Wang, Xinbo Zhang, Xin Guo, Xuanjing Huang, Yiwen Ding, Yuhao Zhou, Zhiheng Xi","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-02-08T16:46:26Z","title":"Training Large Language Models for Reasoning through Reverse Curriculum Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05808","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bdd8e75c39169435f0145b6df79d5677f435a66a7e6ad3b6b899f06cb2141a7d","target":"record","created_at":"2026-07-05T07:56:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"166f79e518e833fdbfa2c277e40d5b60157a175316e9703f23e354d16e4c5faf","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-02-08T16:46:26Z","title_canon_sha256":"c79902916a6340d141f4d03f4f4448ee7d3fac126f16a325864c85707f89cd5b"},"schema_version":"1.0","source":{"id":"2402.05808","kind":"arxiv","version":2}},"canonical_sha256":"0a1ebca798c2a2af968f98d698cc986ca4aefa38fb86423124ac16bf1df26d84","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0a1ebca798c2a2af968f98d698cc986ca4aefa38fb86423124ac16bf1df26d84","first_computed_at":"2026-07-05T07:56:59.393173Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:56:59.393173Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cVzkRWmsFbqmM5JE67Qx1h7QSOfLKD7tMg7rviwPDsME5WRGdbuYNqzTUuioCe+e60MnETn6MjuCH358CICsDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:56:59.393678Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.05808","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bdd8e75c39169435f0145b6df79d5677f435a66a7e6ad3b6b899f06cb2141a7d","sha256:3485274686662bf178a54fcd824d5dc29fa7b702dcb9f4b697f95bff679fce62"],"state_sha256":"a85778e5f79f03ffc1ce1be6a73d1d883aaeaa1a426163132796c3c17efa55d4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v7sWEaApEFEGy8S88mnKAI8bNJXCgN1GenaPokbm8ln2DHkWKTL9qmDxWnzOxYhretdH5m1ZRfJcMSStNZGPAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T09:32:12.608389Z","bundle_sha256":"d4c3e30a45c99ed945c5b38b3ff8d7227efc7f387203e1f0f83a588206e52b32"}}