{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:6LW74HMSDZEZPBVHJIJUMF4AEB","short_pith_number":"pith:6LW74HMS","canonical_record":{"source":{"id":"2505.06987","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-11T14:13:58Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9a2fde75db9a6bdb080067d2ea172445628d239a741ee5f2c3e0d49a31f756d4","abstract_canon_sha256":"9faf6391a35c4416695edc4bd2ae2d24951a4668e9f2c5ce9c59cfa712905874"},"schema_version":"1.0"},"canonical_sha256":"f2edfe1d921e499786a74a13461780206128263a762ccc48c6758799bf73299c","source":{"kind":"arxiv","id":"2505.06987","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.06987","created_at":"2026-07-05T12:00:00Z"},{"alias_kind":"arxiv_version","alias_value":"2505.06987v6","created_at":"2026-07-05T12:00:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.06987","created_at":"2026-07-05T12:00:00Z"},{"alias_kind":"pith_short_12","alias_value":"6LW74HMSDZEZ","created_at":"2026-07-05T12:00:00Z"},{"alias_kind":"pith_short_16","alias_value":"6LW74HMSDZEZPBVH","created_at":"2026-07-05T12:00:00Z"},{"alias_kind":"pith_short_8","alias_value":"6LW74HMS","created_at":"2026-07-05T12:00:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:6LW74HMSDZEZPBVHJIJUMF4AEB","target":"record","payload":{"canonical_record":{"source":{"id":"2505.06987","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-11T14:13:58Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9a2fde75db9a6bdb080067d2ea172445628d239a741ee5f2c3e0d49a31f756d4","abstract_canon_sha256":"9faf6391a35c4416695edc4bd2ae2d24951a4668e9f2c5ce9c59cfa712905874"},"schema_version":"1.0"},"canonical_sha256":"f2edfe1d921e499786a74a13461780206128263a762ccc48c6758799bf73299c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:00:00.998193Z","signature_b64":"MukqCBg8lBzwh+avH7jmJuRsRD5T1wyQIO/gojvLtvHrXZvnAjnAnMZ5dwC1JnliBPapophlxQFyXC2Q3asKCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f2edfe1d921e499786a74a13461780206128263a762ccc48c6758799bf73299c","last_reissued_at":"2026-07-05T12:00:00.997719Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:00:00.997719Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.06987","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:00:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j26YUHbTVh9Zs6XRSGqvdcocFhGmuNc8B0AWzPvAyJda4ZaL67jKuBswMgslmFN432GzQSJM1QEnnUykP1CIBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:38:25.952135Z"},"content_sha256":"0b2f5783f7910fda1956d4afde2837fd989124409d0cdcfb27d5e32e3fe2fe71","schema_version":"1.0","event_id":"sha256:0b2f5783f7910fda1956d4afde2837fd989124409d0cdcfb27d5e32e3fe2fe71"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:6LW74HMSDZEZPBVHJIJUMF4AEB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Convert Language Model into a Value-based Strategic Planner","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Luo Ji, Qingqing Gu, Xiaokai Chen, Xiaoyu Wang, Yong Chen, Yue Zhao, Zhonglin Jiang","submitted_at":"2025-05-11T14:13:58Z","abstract_excerpt":"Emotional support conversation (ESC) aims to alleviate the emotional distress of individuals through effective conversations. Although large language models (LLMs) have obtained remarkable progress on ESC, most of these studies might not define the diagram from the state model perspective, therefore providing a suboptimal solution for long-term satisfaction. To address such an issue, we leverage the Q-learning on LLMs, and propose a framework called straQ*. Our framework allows a plug-and-play LLM to bootstrap the planning during ESC, determine the optimal strategy based on long-term returns, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.06987","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.06987/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:00:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A+27qEHzXCz2ILciHzhMB0H0+CAUIxMyj2uKkS09pGlHb+bzFDXNBH02JWy5T6wYSPCfZmHe3kkFWF4WQxLLAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:38:25.973189Z"},"content_sha256":"94588863b64953f7f30c79dabef12a5e61f5eb13efe2db1a7156b99d611fd586","schema_version":"1.0","event_id":"sha256:94588863b64953f7f30c79dabef12a5e61f5eb13efe2db1a7156b99d611fd586"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6LW74HMSDZEZPBVHJIJUMF4AEB/bundle.json","state_url":"https://pith.science/pith/6LW74HMSDZEZPBVHJIJUMF4AEB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6LW74HMSDZEZPBVHJIJUMF4AEB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T21:38:25Z","links":{"resolver":"https://pith.science/pith/6LW74HMSDZEZPBVHJIJUMF4AEB","bundle":"https://pith.science/pith/6LW74HMSDZEZPBVHJIJUMF4AEB/bundle.json","state":"https://pith.science/pith/6LW74HMSDZEZPBVHJIJUMF4AEB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6LW74HMSDZEZPBVHJIJUMF4AEB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:6LW74HMSDZEZPBVHJIJUMF4AEB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9faf6391a35c4416695edc4bd2ae2d24951a4668e9f2c5ce9c59cfa712905874","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-11T14:13:58Z","title_canon_sha256":"9a2fde75db9a6bdb080067d2ea172445628d239a741ee5f2c3e0d49a31f756d4"},"schema_version":"1.0","source":{"id":"2505.06987","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.06987","created_at":"2026-07-05T12:00:00Z"},{"alias_kind":"arxiv_version","alias_value":"2505.06987v6","created_at":"2026-07-05T12:00:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.06987","created_at":"2026-07-05T12:00:00Z"},{"alias_kind":"pith_short_12","alias_value":"6LW74HMSDZEZ","created_at":"2026-07-05T12:00:00Z"},{"alias_kind":"pith_short_16","alias_value":"6LW74HMSDZEZPBVH","created_at":"2026-07-05T12:00:00Z"},{"alias_kind":"pith_short_8","alias_value":"6LW74HMS","created_at":"2026-07-05T12:00:00Z"}],"graph_snapshots":[{"event_id":"sha256:94588863b64953f7f30c79dabef12a5e61f5eb13efe2db1a7156b99d611fd586","target":"graph","created_at":"2026-07-05T12:00:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.06987/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Emotional support conversation (ESC) aims to alleviate the emotional distress of individuals through effective conversations. Although large language models (LLMs) have obtained remarkable progress on ESC, most of these studies might not define the diagram from the state model perspective, therefore providing a suboptimal solution for long-term satisfaction. To address such an issue, we leverage the Q-learning on LLMs, and propose a framework called straQ*. Our framework allows a plug-and-play LLM to bootstrap the planning during ESC, determine the optimal strategy based on long-term returns, ","authors_text":"Luo Ji, Qingqing Gu, Xiaokai Chen, Xiaoyu Wang, Yong Chen, Yue Zhao, Zhonglin Jiang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-11T14:13:58Z","title":"Convert Language Model into a Value-based Strategic Planner"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.06987","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0b2f5783f7910fda1956d4afde2837fd989124409d0cdcfb27d5e32e3fe2fe71","target":"record","created_at":"2026-07-05T12:00:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9faf6391a35c4416695edc4bd2ae2d24951a4668e9f2c5ce9c59cfa712905874","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-11T14:13:58Z","title_canon_sha256":"9a2fde75db9a6bdb080067d2ea172445628d239a741ee5f2c3e0d49a31f756d4"},"schema_version":"1.0","source":{"id":"2505.06987","kind":"arxiv","version":6}},"canonical_sha256":"f2edfe1d921e499786a74a13461780206128263a762ccc48c6758799bf73299c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f2edfe1d921e499786a74a13461780206128263a762ccc48c6758799bf73299c","first_computed_at":"2026-07-05T12:00:00.997719Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:00:00.997719Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MukqCBg8lBzwh+avH7jmJuRsRD5T1wyQIO/gojvLtvHrXZvnAjnAnMZ5dwC1JnliBPapophlxQFyXC2Q3asKCg==","signature_status":"signed_v1","signed_at":"2026-07-05T12:00:00.998193Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.06987","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0b2f5783f7910fda1956d4afde2837fd989124409d0cdcfb27d5e32e3fe2fe71","sha256:94588863b64953f7f30c79dabef12a5e61f5eb13efe2db1a7156b99d611fd586"],"state_sha256":"556cfacf9abc3aa0e81320ba6e3985b102be83fd34339e2a2f0a691f05d9a1f3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r/Oa1FvibICl/AIbn+uCD931bjsDyvtGEmqEsU8XJQROr7KZo9bzEDKJPOYpVKvoFQpPPHNE6jtXkBITvvk9CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T21:38:25.981223Z","bundle_sha256":"b6a543b94e32d8a470a65d3162f93cbda8d41c76a8127cd7e6086eb0b0cccfe0"}}