{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:BVKBZQUYSMOBMQBKNP7HC2KJRA","short_pith_number":"pith:BVKBZQUY","canonical_record":{"source":{"id":"2508.05928","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-08-08T01:24:06Z","cross_cats_sorted":[],"title_canon_sha256":"09b3b0a6f5a9dd6a96ee79aa1f398205d4de7f7d900cdacccda10345afa46c25","abstract_canon_sha256":"df3446ed9f9f65f03fb1a822cc7868d446607b6f44ce620292f5f212f6ff69af"},"schema_version":"1.0"},"canonical_sha256":"0d541cc298931c16402a6bfe716949880f20c0f94d45e9ed8c96aeb23eb76ef6","source":{"kind":"arxiv","id":"2508.05928","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.05928","created_at":"2026-07-05T11:50:45Z"},{"alias_kind":"arxiv_version","alias_value":"2508.05928v1","created_at":"2026-07-05T11:50:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.05928","created_at":"2026-07-05T11:50:45Z"},{"alias_kind":"pith_short_12","alias_value":"BVKBZQUYSMOB","created_at":"2026-07-05T11:50:45Z"},{"alias_kind":"pith_short_16","alias_value":"BVKBZQUYSMOBMQBK","created_at":"2026-07-05T11:50:45Z"},{"alias_kind":"pith_short_8","alias_value":"BVKBZQUY","created_at":"2026-07-05T11:50:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:BVKBZQUYSMOBMQBKNP7HC2KJRA","target":"record","payload":{"canonical_record":{"source":{"id":"2508.05928","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-08-08T01:24:06Z","cross_cats_sorted":[],"title_canon_sha256":"09b3b0a6f5a9dd6a96ee79aa1f398205d4de7f7d900cdacccda10345afa46c25","abstract_canon_sha256":"df3446ed9f9f65f03fb1a822cc7868d446607b6f44ce620292f5f212f6ff69af"},"schema_version":"1.0"},"canonical_sha256":"0d541cc298931c16402a6bfe716949880f20c0f94d45e9ed8c96aeb23eb76ef6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:50:45.680948Z","signature_b64":"NgauonJXd8bKu7N0uSc1Wx1OSIEyW0i+L4xfoo59NXdSsbEzp0xChDpngNV9gOjoDnQf0QSNjPpuikGwhE7GAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0d541cc298931c16402a6bfe716949880f20c0f94d45e9ed8c96aeb23eb76ef6","last_reissued_at":"2026-07-05T11:50:45.680453Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:50:45.680453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.05928","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:50:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NNo+kyIPnMf+PPsA/G6M+LLj6rVXsEEj3ohg0QqZNzGwgyhtBl4DGt2csK/DOQxda0HmrSQG5PB+j/z3GB58AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:03:36.393370Z"},"content_sha256":"f95bb2bde77901954004196916a1172b4e4eecf45a54c45f33bfd076e22fdd9b","schema_version":"1.0","event_id":"sha256:f95bb2bde77901954004196916a1172b4e4eecf45a54c45f33bfd076e22fdd9b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:BVKBZQUYSMOBMQBKNP7HC2KJRA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Mitigating Think-Answer Mismatch in LLM Reasoning Through Noise-Aware Advantage Reweighting","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Danhao Zhu, Peijun Shen, Si Shen, Wenhua Zhao","submitted_at":"2025-08-08T01:24:06Z","abstract_excerpt":"Group-Relative Policy Optimization (GRPO) is a key technique for training large reasoning models, yet it suffers from a critical vulnerability: the \\emph{Think-Answer Mismatch}, where noisy reward signals corrupt the learning process. This problem is most severe in unbalanced response groups, paradoxically degrading the signal precisely when it should be most informative. To address this challenge, we propose Stable Group-Relative Policy Optimization (S-GRPO), a principled enhancement that derives optimal, noise-aware advantage weights to stabilize training. Our comprehensive experiments on ma"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.05928","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.05928/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:50:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BwgMHJ1auSNB3Y2sGz/FbZohL2pt8bzCmnmdCKrpWpkms5uIqtZ/OdxfqYlMgVQLglgz0mUZFxtbIK9TMZt1CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:03:36.393872Z"},"content_sha256":"d23049eb5dc0f2a145081292ead5215c6e595d5dbc50196e0ed31cb540c864ca","schema_version":"1.0","event_id":"sha256:d23049eb5dc0f2a145081292ead5215c6e595d5dbc50196e0ed31cb540c864ca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BVKBZQUYSMOBMQBKNP7HC2KJRA/bundle.json","state_url":"https://pith.science/pith/BVKBZQUYSMOBMQBKNP7HC2KJRA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BVKBZQUYSMOBMQBKNP7HC2KJRA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T15:03:36Z","links":{"resolver":"https://pith.science/pith/BVKBZQUYSMOBMQBKNP7HC2KJRA","bundle":"https://pith.science/pith/BVKBZQUYSMOBMQBKNP7HC2KJRA/bundle.json","state":"https://pith.science/pith/BVKBZQUYSMOBMQBKNP7HC2KJRA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BVKBZQUYSMOBMQBKNP7HC2KJRA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:BVKBZQUYSMOBMQBKNP7HC2KJRA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"df3446ed9f9f65f03fb1a822cc7868d446607b6f44ce620292f5f212f6ff69af","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-08-08T01:24:06Z","title_canon_sha256":"09b3b0a6f5a9dd6a96ee79aa1f398205d4de7f7d900cdacccda10345afa46c25"},"schema_version":"1.0","source":{"id":"2508.05928","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.05928","created_at":"2026-07-05T11:50:45Z"},{"alias_kind":"arxiv_version","alias_value":"2508.05928v1","created_at":"2026-07-05T11:50:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.05928","created_at":"2026-07-05T11:50:45Z"},{"alias_kind":"pith_short_12","alias_value":"BVKBZQUYSMOB","created_at":"2026-07-05T11:50:45Z"},{"alias_kind":"pith_short_16","alias_value":"BVKBZQUYSMOBMQBK","created_at":"2026-07-05T11:50:45Z"},{"alias_kind":"pith_short_8","alias_value":"BVKBZQUY","created_at":"2026-07-05T11:50:45Z"}],"graph_snapshots":[{"event_id":"sha256:d23049eb5dc0f2a145081292ead5215c6e595d5dbc50196e0ed31cb540c864ca","target":"graph","created_at":"2026-07-05T11:50:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.05928/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Group-Relative Policy Optimization (GRPO) is a key technique for training large reasoning models, yet it suffers from a critical vulnerability: the \\emph{Think-Answer Mismatch}, where noisy reward signals corrupt the learning process. This problem is most severe in unbalanced response groups, paradoxically degrading the signal precisely when it should be most informative. To address this challenge, we propose Stable Group-Relative Policy Optimization (S-GRPO), a principled enhancement that derives optimal, noise-aware advantage weights to stabilize training. Our comprehensive experiments on ma","authors_text":"Danhao Zhu, Peijun Shen, Si Shen, Wenhua Zhao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-08-08T01:24:06Z","title":"Mitigating Think-Answer Mismatch in LLM Reasoning Through Noise-Aware Advantage Reweighting"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.05928","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f95bb2bde77901954004196916a1172b4e4eecf45a54c45f33bfd076e22fdd9b","target":"record","created_at":"2026-07-05T11:50:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"df3446ed9f9f65f03fb1a822cc7868d446607b6f44ce620292f5f212f6ff69af","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-08-08T01:24:06Z","title_canon_sha256":"09b3b0a6f5a9dd6a96ee79aa1f398205d4de7f7d900cdacccda10345afa46c25"},"schema_version":"1.0","source":{"id":"2508.05928","kind":"arxiv","version":1}},"canonical_sha256":"0d541cc298931c16402a6bfe716949880f20c0f94d45e9ed8c96aeb23eb76ef6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0d541cc298931c16402a6bfe716949880f20c0f94d45e9ed8c96aeb23eb76ef6","first_computed_at":"2026-07-05T11:50:45.680453Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:50:45.680453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NgauonJXd8bKu7N0uSc1Wx1OSIEyW0i+L4xfoo59NXdSsbEzp0xChDpngNV9gOjoDnQf0QSNjPpuikGwhE7GAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:50:45.680948Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.05928","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f95bb2bde77901954004196916a1172b4e4eecf45a54c45f33bfd076e22fdd9b","sha256:d23049eb5dc0f2a145081292ead5215c6e595d5dbc50196e0ed31cb540c864ca"],"state_sha256":"2cf98ac3f9d81ef348efcd2be2cf26a44b01383bb1a62461ff1a81ff01865224"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A75OxG5N/XqYn34oZ+V6mhu1W7UvDkD56UekLJwqbarv64j9Ol2yBOIwn+i7gRO+PMh+ul7TjsUIzgpLfU5bBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T15:03:36.398069Z","bundle_sha256":"123565621c56ba2ab82ea1336bd885b2584cd145c55201c7b3e65924bdac2497"}}