{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KNIJAXB6MDJFZDETICH2KWX3QQ","short_pith_number":"pith:KNIJAXB6","canonical_record":{"source":{"id":"2308.05960","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-08-11T06:37:54Z","cross_cats_sorted":[],"title_canon_sha256":"70f6f2faa3585c7c98dc0245ce4aab4f14925f37be01933e798c469dc172fd10","abstract_canon_sha256":"4d801661ef3e29e693f291ac759060feae8d5b9d127e0368f7820672d767f0e7"},"schema_version":"1.0"},"canonical_sha256":"5350905c3e60d25c8c93408fa55afb8410c859eb94976c1cdde33af0c2abc1d9","source":{"kind":"arxiv","id":"2308.05960","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.05960","created_at":"2026-07-05T06:40:21Z"},{"alias_kind":"arxiv_version","alias_value":"2308.05960v1","created_at":"2026-07-05T06:40:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.05960","created_at":"2026-07-05T06:40:21Z"},{"alias_kind":"pith_short_12","alias_value":"KNIJAXB6MDJF","created_at":"2026-07-05T06:40:21Z"},{"alias_kind":"pith_short_16","alias_value":"KNIJAXB6MDJFZDET","created_at":"2026-07-05T06:40:21Z"},{"alias_kind":"pith_short_8","alias_value":"KNIJAXB6","created_at":"2026-07-05T06:40:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KNIJAXB6MDJFZDETICH2KWX3QQ","target":"record","payload":{"canonical_record":{"source":{"id":"2308.05960","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-08-11T06:37:54Z","cross_cats_sorted":[],"title_canon_sha256":"70f6f2faa3585c7c98dc0245ce4aab4f14925f37be01933e798c469dc172fd10","abstract_canon_sha256":"4d801661ef3e29e693f291ac759060feae8d5b9d127e0368f7820672d767f0e7"},"schema_version":"1.0"},"canonical_sha256":"5350905c3e60d25c8c93408fa55afb8410c859eb94976c1cdde33af0c2abc1d9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:40:21.192190Z","signature_b64":"7CziWSZz6PJTdq2XyDqm77HzQzdc8AXZxmHG0gkNk9VX8bHYUo2p7bz3GxRMNFXdR7pomHXVR7KN5FguZunIDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5350905c3e60d25c8c93408fa55afb8410c859eb94976c1cdde33af0c2abc1d9","last_reissued_at":"2026-07-05T06:40:21.191734Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:40:21.191734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.05960","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:40:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yBzxGhuFrWASU7+tD/WeYuKHqTVwwqAjg6l4vVUgz2hv0zniQWBMiSetfqgnSDqtBEKdpy4jqbZK6VET8EpgDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T12:15:40.005720Z"},"content_sha256":"d52febab4305c67fc3eea630d81e3a11adad9808c73cfcc5936f20025865d97c","schema_version":"1.0","event_id":"sha256:d52febab4305c67fc3eea630d81e3a11adad9808c73cfcc5936f20025865d97c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KNIJAXB6MDJFZDETICH2KWX3QQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Caiming Xiong, Devansh Arpit, Huan Wang, Jianguo Zhang, Juan Carlos Niebles, Le Xue, Phil Mui, Ran Xu, Rithesh Murthy, Shelby Heinecke, Silvio Savarese, Weiran Yao, Yihao Feng, Zeyuan Chen, Zhiwei Liu","submitted_at":"2023-08-11T06:37:54Z","abstract_excerpt":"The massive successes of large language models (LLMs) encourage the emerging exploration of LLM-augmented Autonomous Agents (LAAs). An LAA is able to generate actions with its core LLM and interact with environments, which facilitates the ability to resolve complex tasks by conditioning on past interactions such as observations and actions. Since the investigation of LAA is still very recent, limited explorations are available. Therefore, we provide a comprehensive comparison of LAA in terms of both agent architectures and LLM backbones. Additionally, we propose a new strategy to orchestrate m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.05960","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.05960/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:40:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hjJ++zqPbvfD4oSHQq2GAuGw2bTfP1BalcUxKB4Z+d+kJj48P55ll4LduxxBWrWTcftbbdHGKsE31eM29q41CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T12:15:40.006099Z"},"content_sha256":"b24f721bbb728f857a31bdc2bccab3f40bc209511e5e99d3dcd20913717908e8","schema_version":"1.0","event_id":"sha256:b24f721bbb728f857a31bdc2bccab3f40bc209511e5e99d3dcd20913717908e8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KNIJAXB6MDJFZDETICH2KWX3QQ/bundle.json","state_url":"https://pith.science/pith/KNIJAXB6MDJFZDETICH2KWX3QQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KNIJAXB6MDJFZDETICH2KWX3QQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T12:15:40Z","links":{"resolver":"https://pith.science/pith/KNIJAXB6MDJFZDETICH2KWX3QQ","bundle":"https://pith.science/pith/KNIJAXB6MDJFZDETICH2KWX3QQ/bundle.json","state":"https://pith.science/pith/KNIJAXB6MDJFZDETICH2KWX3QQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KNIJAXB6MDJFZDETICH2KWX3QQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KNIJAXB6MDJFZDETICH2KWX3QQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4d801661ef3e29e693f291ac759060feae8d5b9d127e0368f7820672d767f0e7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-08-11T06:37:54Z","title_canon_sha256":"70f6f2faa3585c7c98dc0245ce4aab4f14925f37be01933e798c469dc172fd10"},"schema_version":"1.0","source":{"id":"2308.05960","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.05960","created_at":"2026-07-05T06:40:21Z"},{"alias_kind":"arxiv_version","alias_value":"2308.05960v1","created_at":"2026-07-05T06:40:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.05960","created_at":"2026-07-05T06:40:21Z"},{"alias_kind":"pith_short_12","alias_value":"KNIJAXB6MDJF","created_at":"2026-07-05T06:40:21Z"},{"alias_kind":"pith_short_16","alias_value":"KNIJAXB6MDJFZDET","created_at":"2026-07-05T06:40:21Z"},{"alias_kind":"pith_short_8","alias_value":"KNIJAXB6","created_at":"2026-07-05T06:40:21Z"}],"graph_snapshots":[{"event_id":"sha256:b24f721bbb728f857a31bdc2bccab3f40bc209511e5e99d3dcd20913717908e8","target":"graph","created_at":"2026-07-05T06:40:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.05960/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The massive successes of large language models (LLMs) encourage the emerging exploration of LLM-augmented Autonomous Agents (LAAs). An LAA is able to generate actions with its core LLM and interact with environments, which facilitates the ability to resolve complex tasks by conditioning on past interactions such as observations and actions. Since the investigation of LAA is still very recent, limited explorations are available. Therefore, we provide a comprehensive comparison of LAA in terms of both agent architectures and LLM backbones. Additionally, we propose a new strategy to orchestrate m","authors_text":"Caiming Xiong, Devansh Arpit, Huan Wang, Jianguo Zhang, Juan Carlos Niebles, Le Xue, Phil Mui, Ran Xu, Rithesh Murthy, Shelby Heinecke, Silvio Savarese, Weiran Yao, Yihao Feng, Zeyuan Chen, Zhiwei Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.05960","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d52febab4305c67fc3eea630d81e3a11adad9808c73cfcc5936f20025865d97c","target":"record","created_at":"2026-07-05T06:40:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4d801661ef3e29e693f291ac759060feae8d5b9d127e0368f7820672d767f0e7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-08-11T06:37:54Z","title_canon_sha256":"70f6f2faa3585c7c98dc0245ce4aab4f14925f37be01933e798c469dc172fd10"},"schema_version":"1.0","source":{"id":"2308.05960","kind":"arxiv","version":1}},"canonical_sha256":"5350905c3e60d25c8c93408fa55afb8410c859eb94976c1cdde33af0c2abc1d9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5350905c3e60d25c8c93408fa55afb8410c859eb94976c1cdde33af0c2abc1d9","first_computed_at":"2026-07-05T06:40:21.191734Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:40:21.191734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7CziWSZz6PJTdq2XyDqm77HzQzdc8AXZxmHG0gkNk9VX8bHYUo2p7bz3GxRMNFXdR7pomHXVR7KN5FguZunIDA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:40:21.192190Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.05960","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d52febab4305c67fc3eea630d81e3a11adad9808c73cfcc5936f20025865d97c","sha256:b24f721bbb728f857a31bdc2bccab3f40bc209511e5e99d3dcd20913717908e8"],"state_sha256":"0036f5b3fb564d717d06f5db7741f8fd75ac22543d7eda786ce27f3d52f3a46e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"88yVC6cgldkeyMHLp/JSPtkC7wxV+IIjjqQe021H/c5ocd8RxMlL+1NfUJfcqgcSlRYZcju7KoMk5lmk2O6oDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T12:15:40.008722Z","bundle_sha256":"e474463175afccb18da376602b7d89c7a2b69753b63e8f39e7c3c66e28bc8ee3"}}