{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QOC75PZFJJ2SJI5ROS4ELKVZV3","short_pith_number":"pith:QOC75PZF","canonical_record":{"source":{"id":"2401.14151","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-01-25T13:03:20Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"712cdf6d3b2998e7d2198c03f7c4dbb4705bb7ecae08dd51aeeef7322e0b1558","abstract_canon_sha256":"d9251d3df6eb0efbba9bf20d79a2cc11fc21b48f4e62f8ee9d835c734173c307"},"schema_version":"1.0"},"canonical_sha256":"8385febf254a7524a3b174b845aab9aec3bc38a2a70966f981bf202ba7fe55e2","source":{"kind":"arxiv","id":"2401.14151","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.14151","created_at":"2026-07-05T07:54:35Z"},{"alias_kind":"arxiv_version","alias_value":"2401.14151v2","created_at":"2026-07-05T07:54:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.14151","created_at":"2026-07-05T07:54:35Z"},{"alias_kind":"pith_short_12","alias_value":"QOC75PZFJJ2S","created_at":"2026-07-05T07:54:35Z"},{"alias_kind":"pith_short_16","alias_value":"QOC75PZFJJ2SJI5R","created_at":"2026-07-05T07:54:35Z"},{"alias_kind":"pith_short_8","alias_value":"QOC75PZF","created_at":"2026-07-05T07:54:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QOC75PZFJJ2SJI5ROS4ELKVZV3","target":"record","payload":{"canonical_record":{"source":{"id":"2401.14151","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-01-25T13:03:20Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"712cdf6d3b2998e7d2198c03f7c4dbb4705bb7ecae08dd51aeeef7322e0b1558","abstract_canon_sha256":"d9251d3df6eb0efbba9bf20d79a2cc11fc21b48f4e62f8ee9d835c734173c307"},"schema_version":"1.0"},"canonical_sha256":"8385febf254a7524a3b174b845aab9aec3bc38a2a70966f981bf202ba7fe55e2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:54:35.592564Z","signature_b64":"NYd9dzXHJh46CgEYwc7pAY9PGdIi80MokrhYiDlGJmfxRj74uygrMo/whTsnN7kABYB/BJHQO7UrNKk30TK5Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8385febf254a7524a3b174b845aab9aec3bc38a2a70966f981bf202ba7fe55e2","last_reissued_at":"2026-07-05T07:54:35.592087Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:54:35.592087Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.14151","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:54:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Db2oVP2jrT+7YvgH8UhoetYC3e8GNVA7vmDl1iM28ft/CmI3QVf95zFdIJc7TUs6bZqzZGhCV6I5rsvJRKUnAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:39:23.863510Z"},"content_sha256":"b497b061dc4d83ef769e0b511e7a8cb2f38f1ab59ce7f57d762fcf017255ec34","schema_version":"1.0","event_id":"sha256:b497b061dc4d83ef769e0b511e7a8cb2f38f1ab59ce7f57d762fcf017255ec34"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QOC75PZFJJ2SJI5ROS4ELKVZV3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"True Knowledge Comes from Practice: Aligning LLMs with Embodied Environments via Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Bo An, Longtao Zheng, Shanqi Liu, Weihao Tan, Wentao Zhang, Xinrun Wang","submitted_at":"2024-01-25T13:03:20Z","abstract_excerpt":"Despite the impressive performance across numerous tasks, large language models (LLMs) often fail in solving simple decision-making tasks due to the misalignment of the knowledge in LLMs with environments. On the contrary, reinforcement learning (RL) agents learn policies from scratch, which makes them always align with environments but difficult to incorporate prior knowledge for efficient explorations. To narrow the gap, we propose TWOSOME, a novel general online framework that deploys LLMs as decision-making agents to efficiently interact and align with embodied environments via RL without "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.14151","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.14151/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:54:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WiN2lc1QkQ9qKgvQXNycGXY2ScdEwsiUcicz3mQ2eJT9FdjFhmtasVQuTBboc21SKpBJJGBW+djSAMNiMfwEBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:39:23.864046Z"},"content_sha256":"460d84376ffc6999f69d02df7459ca6a88bd11f9bc6f6578afdfc22cc6ba34f5","schema_version":"1.0","event_id":"sha256:460d84376ffc6999f69d02df7459ca6a88bd11f9bc6f6578afdfc22cc6ba34f5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QOC75PZFJJ2SJI5ROS4ELKVZV3/bundle.json","state_url":"https://pith.science/pith/QOC75PZFJJ2SJI5ROS4ELKVZV3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QOC75PZFJJ2SJI5ROS4ELKVZV3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T18:39:23Z","links":{"resolver":"https://pith.science/pith/QOC75PZFJJ2SJI5ROS4ELKVZV3","bundle":"https://pith.science/pith/QOC75PZFJJ2SJI5ROS4ELKVZV3/bundle.json","state":"https://pith.science/pith/QOC75PZFJJ2SJI5ROS4ELKVZV3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QOC75PZFJJ2SJI5ROS4ELKVZV3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QOC75PZFJJ2SJI5ROS4ELKVZV3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d9251d3df6eb0efbba9bf20d79a2cc11fc21b48f4e62f8ee9d835c734173c307","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-01-25T13:03:20Z","title_canon_sha256":"712cdf6d3b2998e7d2198c03f7c4dbb4705bb7ecae08dd51aeeef7322e0b1558"},"schema_version":"1.0","source":{"id":"2401.14151","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.14151","created_at":"2026-07-05T07:54:35Z"},{"alias_kind":"arxiv_version","alias_value":"2401.14151v2","created_at":"2026-07-05T07:54:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.14151","created_at":"2026-07-05T07:54:35Z"},{"alias_kind":"pith_short_12","alias_value":"QOC75PZFJJ2S","created_at":"2026-07-05T07:54:35Z"},{"alias_kind":"pith_short_16","alias_value":"QOC75PZFJJ2SJI5R","created_at":"2026-07-05T07:54:35Z"},{"alias_kind":"pith_short_8","alias_value":"QOC75PZF","created_at":"2026-07-05T07:54:35Z"}],"graph_snapshots":[{"event_id":"sha256:460d84376ffc6999f69d02df7459ca6a88bd11f9bc6f6578afdfc22cc6ba34f5","target":"graph","created_at":"2026-07-05T07:54:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.14151/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the impressive performance across numerous tasks, large language models (LLMs) often fail in solving simple decision-making tasks due to the misalignment of the knowledge in LLMs with environments. On the contrary, reinforcement learning (RL) agents learn policies from scratch, which makes them always align with environments but difficult to incorporate prior knowledge for efficient explorations. To narrow the gap, we propose TWOSOME, a novel general online framework that deploys LLMs as decision-making agents to efficiently interact and align with embodied environments via RL without ","authors_text":"Bo An, Longtao Zheng, Shanqi Liu, Weihao Tan, Wentao Zhang, Xinrun Wang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-01-25T13:03:20Z","title":"True Knowledge Comes from Practice: Aligning LLMs with Embodied Environments via Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.14151","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b497b061dc4d83ef769e0b511e7a8cb2f38f1ab59ce7f57d762fcf017255ec34","target":"record","created_at":"2026-07-05T07:54:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d9251d3df6eb0efbba9bf20d79a2cc11fc21b48f4e62f8ee9d835c734173c307","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-01-25T13:03:20Z","title_canon_sha256":"712cdf6d3b2998e7d2198c03f7c4dbb4705bb7ecae08dd51aeeef7322e0b1558"},"schema_version":"1.0","source":{"id":"2401.14151","kind":"arxiv","version":2}},"canonical_sha256":"8385febf254a7524a3b174b845aab9aec3bc38a2a70966f981bf202ba7fe55e2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8385febf254a7524a3b174b845aab9aec3bc38a2a70966f981bf202ba7fe55e2","first_computed_at":"2026-07-05T07:54:35.592087Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:54:35.592087Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NYd9dzXHJh46CgEYwc7pAY9PGdIi80MokrhYiDlGJmfxRj74uygrMo/whTsnN7kABYB/BJHQO7UrNKk30TK5Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T07:54:35.592564Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.14151","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b497b061dc4d83ef769e0b511e7a8cb2f38f1ab59ce7f57d762fcf017255ec34","sha256:460d84376ffc6999f69d02df7459ca6a88bd11f9bc6f6578afdfc22cc6ba34f5"],"state_sha256":"0b582de4cb2a4231b1fbc6d8461770ad5005def140d6dfc1f92d7c34d719b7fd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Qci428svtuPnz6wDmAAUd5IwZo7ea2Q7bwcVGgdOlNofj1YDzzqq3eYZd+90kBqU4TS0kD1lrH6srQIpb1qCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T18:39:23.867426Z","bundle_sha256":"795b6f6dc21755e9fe141e2da142a164da64382636359bd75f154995211c187a"}}