{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ZI6DO73A5MIBC7ODY7W4YPBIB2","short_pith_number":"pith:ZI6DO73A","canonical_record":{"source":{"id":"2306.03604","kind":"arxiv","version":8},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2023-06-06T11:49:09Z","cross_cats_sorted":[],"title_canon_sha256":"50451388bf40264784ab9bb13fd0a21d864a07b399c28e0f29364ad5e4612d69","abstract_canon_sha256":"dd2b8121a01444bea503ff7e1437256b41681c1cd6b10ddf1f19d9439e00872b"},"schema_version":"1.0"},"canonical_sha256":"ca3c377f60eb10117dc3c7edcc3c280e827556477a81a7bbd819237f0e4465f8","source":{"kind":"arxiv","id":"2306.03604","version":8},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.03604","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"arxiv_version","alias_value":"2306.03604v8","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.03604","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_12","alias_value":"ZI6DO73A5MIB","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_16","alias_value":"ZI6DO73A5MIBC7OD","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_8","alias_value":"ZI6DO73A","created_at":"2026-07-05T08:36:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ZI6DO73A5MIBC7ODY7W4YPBIB2","target":"record","payload":{"canonical_record":{"source":{"id":"2306.03604","kind":"arxiv","version":8},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2023-06-06T11:49:09Z","cross_cats_sorted":[],"title_canon_sha256":"50451388bf40264784ab9bb13fd0a21d864a07b399c28e0f29364ad5e4612d69","abstract_canon_sha256":"dd2b8121a01444bea503ff7e1437256b41681c1cd6b10ddf1f19d9439e00872b"},"schema_version":"1.0"},"canonical_sha256":"ca3c377f60eb10117dc3c7edcc3c280e827556477a81a7bbd819237f0e4465f8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:36:42.334066Z","signature_b64":"9h3rjV1eW4+1obu8LbhcHosh18fxsLhig6TwOy99bTzjkP09KfyK405oEPXSRHMUjCbLUoYNthbiUhNheUJGCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ca3c377f60eb10117dc3c7edcc3c280e827556477a81a7bbd819237f0e4465f8","last_reissued_at":"2026-07-05T08:36:42.333601Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:36:42.333601Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.03604","source_version":8,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:36:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bcYAewLBCoZbTlkBEahnMsR1CMMdCE+aNtElwCLUIUbrGTor6E5SZDa2cMfkM0CwitkgBqgyzpLEbI/TDOhNBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-27T17:48:34.258358Z"},"content_sha256":"a4825d17b314491949d829e10106a10350e6052159ec72a4a670de28645d4ed4","schema_version":"1.0","event_id":"sha256:a4825d17b314491949d829e10106a10350e6052159ec72a4a670de28645d4ed4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ZI6DO73A5MIBC7ODY7W4YPBIB2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Enabling Intelligent Interactions between an Agent and an LLM: A Reinforcement Learning Approach","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Bin Hu, Bin Liu, Chenyang Zhao, Pu Zhang, Yuanhang Yang, Zenglin Xu, Zihao Zhou","submitted_at":"2023-06-06T11:49:09Z","abstract_excerpt":"Large language models (LLMs) encode a vast amount of world knowledge acquired from massive text datasets. Recent studies have demonstrated that LLMs can assist an embodied agent in solving complex sequential decision making tasks by providing high-level instructions. However, interactions with LLMs can be time-consuming. In many practical scenarios, it requires a significant amount of storage space that can only be deployed on remote cloud servers. Additionally, using commercial LLMs can be costly since they may charge based on usage frequency. In this paper, we explore how to enable intellige"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.03604","kind":"arxiv","version":8},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.03604/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:36:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ru8dv96iSSd8G96DlKBcCToJAA2WDlVuLKVVJp0H0mArN6bAFgVVUvQoOA9sCM1PZKJcCFQQUe1hc4M2p9jFAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-27T17:48:34.258740Z"},"content_sha256":"9a37ae317ba7a6d2ff883731f228efb499583e29e54c407eb3b60f033c3f94cc","schema_version":"1.0","event_id":"sha256:9a37ae317ba7a6d2ff883731f228efb499583e29e54c407eb3b60f033c3f94cc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZI6DO73A5MIBC7ODY7W4YPBIB2/bundle.json","state_url":"https://pith.science/pith/ZI6DO73A5MIBC7ODY7W4YPBIB2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZI6DO73A5MIBC7ODY7W4YPBIB2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-27T17:48:34Z","links":{"resolver":"https://pith.science/pith/ZI6DO73A5MIBC7ODY7W4YPBIB2","bundle":"https://pith.science/pith/ZI6DO73A5MIBC7ODY7W4YPBIB2/bundle.json","state":"https://pith.science/pith/ZI6DO73A5MIBC7ODY7W4YPBIB2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZI6DO73A5MIBC7ODY7W4YPBIB2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZI6DO73A5MIBC7ODY7W4YPBIB2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dd2b8121a01444bea503ff7e1437256b41681c1cd6b10ddf1f19d9439e00872b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2023-06-06T11:49:09Z","title_canon_sha256":"50451388bf40264784ab9bb13fd0a21d864a07b399c28e0f29364ad5e4612d69"},"schema_version":"1.0","source":{"id":"2306.03604","kind":"arxiv","version":8}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.03604","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"arxiv_version","alias_value":"2306.03604v8","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.03604","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_12","alias_value":"ZI6DO73A5MIB","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_16","alias_value":"ZI6DO73A5MIBC7OD","created_at":"2026-07-05T08:36:42Z"},{"alias_kind":"pith_short_8","alias_value":"ZI6DO73A","created_at":"2026-07-05T08:36:42Z"}],"graph_snapshots":[{"event_id":"sha256:9a37ae317ba7a6d2ff883731f228efb499583e29e54c407eb3b60f033c3f94cc","target":"graph","created_at":"2026-07-05T08:36:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.03604/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) encode a vast amount of world knowledge acquired from massive text datasets. Recent studies have demonstrated that LLMs can assist an embodied agent in solving complex sequential decision making tasks by providing high-level instructions. However, interactions with LLMs can be time-consuming. In many practical scenarios, it requires a significant amount of storage space that can only be deployed on remote cloud servers. Additionally, using commercial LLMs can be costly since they may charge based on usage frequency. In this paper, we explore how to enable intellige","authors_text":"Bin Hu, Bin Liu, Chenyang Zhao, Pu Zhang, Yuanhang Yang, Zenglin Xu, Zihao Zhou","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2023-06-06T11:49:09Z","title":"Enabling Intelligent Interactions between an Agent and an LLM: A Reinforcement Learning Approach"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.03604","kind":"arxiv","version":8},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a4825d17b314491949d829e10106a10350e6052159ec72a4a670de28645d4ed4","target":"record","created_at":"2026-07-05T08:36:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dd2b8121a01444bea503ff7e1437256b41681c1cd6b10ddf1f19d9439e00872b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2023-06-06T11:49:09Z","title_canon_sha256":"50451388bf40264784ab9bb13fd0a21d864a07b399c28e0f29364ad5e4612d69"},"schema_version":"1.0","source":{"id":"2306.03604","kind":"arxiv","version":8}},"canonical_sha256":"ca3c377f60eb10117dc3c7edcc3c280e827556477a81a7bbd819237f0e4465f8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ca3c377f60eb10117dc3c7edcc3c280e827556477a81a7bbd819237f0e4465f8","first_computed_at":"2026-07-05T08:36:42.333601Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:36:42.333601Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9h3rjV1eW4+1obu8LbhcHosh18fxsLhig6TwOy99bTzjkP09KfyK405oEPXSRHMUjCbLUoYNthbiUhNheUJGCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:36:42.334066Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.03604","source_kind":"arxiv","source_version":8}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a4825d17b314491949d829e10106a10350e6052159ec72a4a670de28645d4ed4","sha256:9a37ae317ba7a6d2ff883731f228efb499583e29e54c407eb3b60f033c3f94cc"],"state_sha256":"990c46470ae5de5c962ff514b053ff638ad6e86896f56cc50109dbdbb66d1575"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d0gfwvhvC4vyYXj4M7P6cc4fvuMG16S/TXxI8POH8O48bwYXn5U/QvmoJxa3pZHnkuV6gmFrOnSeLPLVdvJdBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-27T17:48:34.260863Z","bundle_sha256":"b156454e1524ac45c1532a74a8c20cd28a293b231ca2c073ea0bf947a078a70f"}}