{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:TIXCOYNHE7YB7V6RCGZ4OGPWJA","short_pith_number":"pith:TIXCOYNH","canonical_record":{"source":{"id":"2509.09265","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-11T08:50:01Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"3e797667fc2ee02d7b2d2f1329f8f7c5c553f2c41b3fe190600bf466c81659b5","abstract_canon_sha256":"8365a2c704d6f63c4ee5ba4203337c2540a69b986f85b326e1febeedfb1e5a64"},"schema_version":"1.0"},"canonical_sha256":"9a2e2761a727f01fd7d111b3c719f6483e60e2aecb02764a7bd84c0aa2ecd824","source":{"kind":"arxiv","id":"2509.09265","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.09265","created_at":"2026-07-05T12:09:32Z"},{"alias_kind":"arxiv_version","alias_value":"2509.09265v1","created_at":"2026-07-05T12:09:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.09265","created_at":"2026-07-05T12:09:32Z"},{"alias_kind":"pith_short_12","alias_value":"TIXCOYNHE7YB","created_at":"2026-07-05T12:09:32Z"},{"alias_kind":"pith_short_16","alias_value":"TIXCOYNHE7YB7V6R","created_at":"2026-07-05T12:09:32Z"},{"alias_kind":"pith_short_8","alias_value":"TIXCOYNH","created_at":"2026-07-05T12:09:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:TIXCOYNHE7YB7V6RCGZ4OGPWJA","target":"record","payload":{"canonical_record":{"source":{"id":"2509.09265","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-11T08:50:01Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"3e797667fc2ee02d7b2d2f1329f8f7c5c553f2c41b3fe190600bf466c81659b5","abstract_canon_sha256":"8365a2c704d6f63c4ee5ba4203337c2540a69b986f85b326e1febeedfb1e5a64"},"schema_version":"1.0"},"canonical_sha256":"9a2e2761a727f01fd7d111b3c719f6483e60e2aecb02764a7bd84c0aa2ecd824","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:09:32.755815Z","signature_b64":"mti6w7qeG9jK24GNVri95yFjmtyH4KFrMOd1eGgTPtaA0xqjnsONrQKUB7ZRq0huFQBdNS9kxyvz3lMTbLROBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9a2e2761a727f01fd7d111b3c719f6483e60e2aecb02764a7bd84c0aa2ecd824","last_reissued_at":"2026-07-05T12:09:32.755249Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:09:32.755249Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2509.09265","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:09:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HkKUC5qVUP68mPh7Nn19FEohSnivhgbdVPo1ahnVKPkP0HoxREGk0qgcS5Q6LBwTBbonyNfkGBpaZ9WMbMZnBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:14:13.273848Z"},"content_sha256":"bfe76c2e3532130eed9a95c04d1aa446e3639de32631290e545b9fa4b30ea767","schema_version":"1.0","event_id":"sha256:bfe76c2e3532130eed9a95c04d1aa446e3639de32631290e545b9fa4b30ea767"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:TIXCOYNHE7YB7V6RCGZ4OGPWJA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Harnessing Uncertainty: Entropy-Modulated Policy Gradients for Long-Horizon LLM Agents","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Jiacai Liu, Jiawei Wang, Ke Wang, Lin Zhang, Xintao Wang, Yang Wang, Yingru Li, Yuan Lin, Yuqian Fu, Yu Yue","submitted_at":"2025-09-11T08:50:01Z","abstract_excerpt":"In long-horizon tasks, recent agents based on Large Language Models (LLMs) face a significant challenge that sparse, outcome-based rewards make it difficult to assign credit to intermediate steps. Previous methods mainly focus on creating dense reward signals to guide learning, either through traditional reinforcement learning techniques like inverse reinforcement learning or by using Process Reward Models for step-by-step feedback. In this paper, we identify a fundamental problem in the learning dynamics of LLMs: the magnitude of policy gradients is inherently coupled with the entropy, which "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.09265","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2509.09265/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:09:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RAYzN0XV9C6ELSpfacqct+jZmcuSLqemqLzmtjj9PLen03VhWVkdia/bTc/Dfftlvrj0cequQby7fBNLJwxKDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:14:13.274730Z"},"content_sha256":"9d91acaf6ea59b41af23ebe640b2f0e293b19d09f5ba87e4d2172529a17ee31e","schema_version":"1.0","event_id":"sha256:9d91acaf6ea59b41af23ebe640b2f0e293b19d09f5ba87e4d2172529a17ee31e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TIXCOYNHE7YB7V6RCGZ4OGPWJA/bundle.json","state_url":"https://pith.science/pith/TIXCOYNHE7YB7V6RCGZ4OGPWJA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TIXCOYNHE7YB7V6RCGZ4OGPWJA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T12:14:13Z","links":{"resolver":"https://pith.science/pith/TIXCOYNHE7YB7V6RCGZ4OGPWJA","bundle":"https://pith.science/pith/TIXCOYNHE7YB7V6RCGZ4OGPWJA/bundle.json","state":"https://pith.science/pith/TIXCOYNHE7YB7V6RCGZ4OGPWJA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TIXCOYNHE7YB7V6RCGZ4OGPWJA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:TIXCOYNHE7YB7V6RCGZ4OGPWJA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8365a2c704d6f63c4ee5ba4203337c2540a69b986f85b326e1febeedfb1e5a64","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-11T08:50:01Z","title_canon_sha256":"3e797667fc2ee02d7b2d2f1329f8f7c5c553f2c41b3fe190600bf466c81659b5"},"schema_version":"1.0","source":{"id":"2509.09265","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.09265","created_at":"2026-07-05T12:09:32Z"},{"alias_kind":"arxiv_version","alias_value":"2509.09265v1","created_at":"2026-07-05T12:09:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.09265","created_at":"2026-07-05T12:09:32Z"},{"alias_kind":"pith_short_12","alias_value":"TIXCOYNHE7YB","created_at":"2026-07-05T12:09:32Z"},{"alias_kind":"pith_short_16","alias_value":"TIXCOYNHE7YB7V6R","created_at":"2026-07-05T12:09:32Z"},{"alias_kind":"pith_short_8","alias_value":"TIXCOYNH","created_at":"2026-07-05T12:09:32Z"}],"graph_snapshots":[{"event_id":"sha256:9d91acaf6ea59b41af23ebe640b2f0e293b19d09f5ba87e4d2172529a17ee31e","target":"graph","created_at":"2026-07-05T12:09:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2509.09265/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In long-horizon tasks, recent agents based on Large Language Models (LLMs) face a significant challenge that sparse, outcome-based rewards make it difficult to assign credit to intermediate steps. Previous methods mainly focus on creating dense reward signals to guide learning, either through traditional reinforcement learning techniques like inverse reinforcement learning or by using Process Reward Models for step-by-step feedback. In this paper, we identify a fundamental problem in the learning dynamics of LLMs: the magnitude of policy gradients is inherently coupled with the entropy, which ","authors_text":"Jiacai Liu, Jiawei Wang, Ke Wang, Lin Zhang, Xintao Wang, Yang Wang, Yingru Li, Yuan Lin, Yuqian Fu, Yu Yue","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-11T08:50:01Z","title":"Harnessing Uncertainty: Entropy-Modulated Policy Gradients for Long-Horizon LLM Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.09265","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bfe76c2e3532130eed9a95c04d1aa446e3639de32631290e545b9fa4b30ea767","target":"record","created_at":"2026-07-05T12:09:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8365a2c704d6f63c4ee5ba4203337c2540a69b986f85b326e1febeedfb1e5a64","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-11T08:50:01Z","title_canon_sha256":"3e797667fc2ee02d7b2d2f1329f8f7c5c553f2c41b3fe190600bf466c81659b5"},"schema_version":"1.0","source":{"id":"2509.09265","kind":"arxiv","version":1}},"canonical_sha256":"9a2e2761a727f01fd7d111b3c719f6483e60e2aecb02764a7bd84c0aa2ecd824","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9a2e2761a727f01fd7d111b3c719f6483e60e2aecb02764a7bd84c0aa2ecd824","first_computed_at":"2026-07-05T12:09:32.755249Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:09:32.755249Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mti6w7qeG9jK24GNVri95yFjmtyH4KFrMOd1eGgTPtaA0xqjnsONrQKUB7ZRq0huFQBdNS9kxyvz3lMTbLROBw==","signature_status":"signed_v1","signed_at":"2026-07-05T12:09:32.755815Z","signed_message":"canonical_sha256_bytes"},"source_id":"2509.09265","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bfe76c2e3532130eed9a95c04d1aa446e3639de32631290e545b9fa4b30ea767","sha256:9d91acaf6ea59b41af23ebe640b2f0e293b19d09f5ba87e4d2172529a17ee31e"],"state_sha256":"d7cb53ae12800e954260ffbd5b962d65d2163cf38417a1f1c56accc71f1c08e7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zr6sjzhS+sBivm3+f8OyMljHQCezB4SFZTq1vww25PX9kk8KF4HzHAG9vD0EFvbyQreXdl6KQRY7yb8Ti9UBCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T12:14:13.286504Z","bundle_sha256":"b0869a02de25b407530de0d2c308d4b069b706e77ce74427d30325cb6521d69a"}}