{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3PD4QSV2P64X7KHEPXFBAXM24H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"043f806e687e8f205e7a5e664a22c90323e3489b29eba8d05f8ebbac77833cb9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-22T18:48:09Z","title_canon_sha256":"80f7fa0a168650a3ef7628271cc1d5c33b9a4a5e8a42319be3d8829f3b16b424"},"schema_version":"1.0","source":{"id":"2505.17218","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.17218","created_at":"2026-07-05T11:07:49Z"},{"alias_kind":"arxiv_version","alias_value":"2505.17218v1","created_at":"2026-07-05T11:07:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.17218","created_at":"2026-07-05T11:07:49Z"},{"alias_kind":"pith_short_12","alias_value":"3PD4QSV2P64X","created_at":"2026-07-05T11:07:49Z"},{"alias_kind":"pith_short_16","alias_value":"3PD4QSV2P64X7KHE","created_at":"2026-07-05T11:07:49Z"},{"alias_kind":"pith_short_8","alias_value":"3PD4QSV2","created_at":"2026-07-05T11:07:49Z"}],"graph_snapshots":[{"event_id":"sha256:23008a22ab3867d64892662a06046204cd1582808bcda3a7b5f63d6c796a6504","target":"graph","created_at":"2026-07-05T11:07:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.17218/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning (RL) has emerged as a promising strategy for improving the reasoning capabilities of language models (LMs) in domains such as mathematics and coding. However, most modern RL algorithms were designed to target robotics applications, which differ significantly from LM reasoning. We analyze RL algorithm design decisions for LM reasoning, for both accuracy and computational efficiency, focusing on relatively small models due to computational constraints. Our findings are: (i) on-policy RL significantly outperforms supervised fine-tuning (SFT), (ii) PPO-based off-policy updat","authors_text":"Insup Lee, Lianghuan Huang, Osbert Bastani, Sagnik Anupam, Shuo Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-22T18:48:09Z","title":"Effective Reinforcement Learning for Reasoning in Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.17218","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c10351bb135a76504b0538af4af137efaf3d9598cda50a241333f9f0535c63a5","target":"record","created_at":"2026-07-05T11:07:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"043f806e687e8f205e7a5e664a22c90323e3489b29eba8d05f8ebbac77833cb9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-22T18:48:09Z","title_canon_sha256":"80f7fa0a168650a3ef7628271cc1d5c33b9a4a5e8a42319be3d8829f3b16b424"},"schema_version":"1.0","source":{"id":"2505.17218","kind":"arxiv","version":1}},"canonical_sha256":"dbc7c84aba7fb97fa8e47dca105d9ae1fa350de29fb5a13d5f78a5c0e50569b9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dbc7c84aba7fb97fa8e47dca105d9ae1fa350de29fb5a13d5f78a5c0e50569b9","first_computed_at":"2026-07-05T11:07:49.038531Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:07:49.038531Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/AHNSguZdRZsV2WZ2GkxMhKKxE0jZMApsbQtB07Ck2qi+asQ0OG4I4opfm7s4MQ6Oswk0pfNnFCwoaBFep3RCg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:07:49.039091Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.17218","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c10351bb135a76504b0538af4af137efaf3d9598cda50a241333f9f0535c63a5","sha256:23008a22ab3867d64892662a06046204cd1582808bcda3a7b5f63d6c796a6504"],"state_sha256":"556a1a68116edcf04c7fffdd417e80d628505051644425aa58430daebaf7d9c1"}