{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:O5DJBGS4IPZ657QBR7PFGYQURR","short_pith_number":"pith:O5DJBGS4","canonical_record":{"source":{"id":"2410.19743","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-10-10T04:03:13Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b8e247f7e826f7bf0545582dc251f80322578f37d38957e9893b8aaa89708d1f","abstract_canon_sha256":"fe21a6ce111edf548390b35324c5800d95ee6be71289b9fa0cc97daabef2e473"},"schema_version":"1.0"},"canonical_sha256":"7746909a5c43f3eefe018fde5362148c6306f620e0cdaac0a21edd1a962a2b1d","source":{"kind":"arxiv","id":"2410.19743","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.19743","created_at":"2026-07-05T09:26:32Z"},{"alias_kind":"arxiv_version","alias_value":"2410.19743v1","created_at":"2026-07-05T09:26:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.19743","created_at":"2026-07-05T09:26:32Z"},{"alias_kind":"pith_short_12","alias_value":"O5DJBGS4IPZ6","created_at":"2026-07-05T09:26:32Z"},{"alias_kind":"pith_short_16","alias_value":"O5DJBGS4IPZ657QB","created_at":"2026-07-05T09:26:32Z"},{"alias_kind":"pith_short_8","alias_value":"O5DJBGS4","created_at":"2026-07-05T09:26:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:O5DJBGS4IPZ657QBR7PFGYQURR","target":"record","payload":{"canonical_record":{"source":{"id":"2410.19743","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-10-10T04:03:13Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b8e247f7e826f7bf0545582dc251f80322578f37d38957e9893b8aaa89708d1f","abstract_canon_sha256":"fe21a6ce111edf548390b35324c5800d95ee6be71289b9fa0cc97daabef2e473"},"schema_version":"1.0"},"canonical_sha256":"7746909a5c43f3eefe018fde5362148c6306f620e0cdaac0a21edd1a962a2b1d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:26:32.403476Z","signature_b64":"zkQQS6ggVleK1PG5qnC3aV8UbdSBfwjLl5GcSlkK3mGUgAVyQVOMW5JJ+7TvbPeroi03+JWn0C7OY57VPs0cBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7746909a5c43f3eefe018fde5362148c6306f620e0cdaac0a21edd1a962a2b1d","last_reissued_at":"2026-07-05T09:26:32.402984Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:26:32.402984Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.19743","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:26:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HKvignjty2dFjiu7O+XH7CKE0yChsC9v3WHYV5jBCaxBDJ47z3Dyp0lCnoSO+rw/ZSoTtQMWwtOPyP6PrEjdBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:38:57.614403Z"},"content_sha256":"52c744544b4092f3f907e95edc3ef45ca281401c4b4a240295692bc0e74b0232","schema_version":"1.0","event_id":"sha256:52c744544b4092f3f907e95edc3ef45ca281401c4b4a240295692bc0e74b0232"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:O5DJBGS4IPZ657QBR7PFGYQURR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AppBench: Planning of Multiple APIs from Various APPs for Complex User Instruction","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Boyang Xue, Heming Xia, Hongru Wang, Jeff Z. Pan, Jingtao Cao, Kam-Fai Wong, Rui Wang, Zeming Liu","submitted_at":"2024-10-10T04:03:13Z","abstract_excerpt":"Large Language Models (LLMs) can interact with the real world by connecting with versatile external APIs, resulting in better problem-solving and task automation capabilities. Previous research primarily focuses on APIs with limited arguments from a single source or overlooks the complex dependency relationship between different APIs. However, it is essential to utilize multiple APIs collaboratively from various sources (e.g., different Apps in the iPhone), especially for complex user instructions. In this paper, we introduce \\texttt{AppBench}, the first benchmark to evaluate LLMs' ability to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.19743","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.19743/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:26:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dOXXqbGonj+3vOT0xtX0D2yX2+T5rOtt+7wrIhcih/s3OtN5e7NLrQDwTviAdJj0F1i1DWYMgOORKawDUhCBDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:38:57.614936Z"},"content_sha256":"b7dce20d8a2b43bf738f2203dc0678796577fcab05fe7240bc11283547bd1383","schema_version":"1.0","event_id":"sha256:b7dce20d8a2b43bf738f2203dc0678796577fcab05fe7240bc11283547bd1383"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O5DJBGS4IPZ657QBR7PFGYQURR/bundle.json","state_url":"https://pith.science/pith/O5DJBGS4IPZ657QBR7PFGYQURR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O5DJBGS4IPZ657QBR7PFGYQURR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T07:38:57Z","links":{"resolver":"https://pith.science/pith/O5DJBGS4IPZ657QBR7PFGYQURR","bundle":"https://pith.science/pith/O5DJBGS4IPZ657QBR7PFGYQURR/bundle.json","state":"https://pith.science/pith/O5DJBGS4IPZ657QBR7PFGYQURR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O5DJBGS4IPZ657QBR7PFGYQURR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:O5DJBGS4IPZ657QBR7PFGYQURR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fe21a6ce111edf548390b35324c5800d95ee6be71289b9fa0cc97daabef2e473","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-10-10T04:03:13Z","title_canon_sha256":"b8e247f7e826f7bf0545582dc251f80322578f37d38957e9893b8aaa89708d1f"},"schema_version":"1.0","source":{"id":"2410.19743","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.19743","created_at":"2026-07-05T09:26:32Z"},{"alias_kind":"arxiv_version","alias_value":"2410.19743v1","created_at":"2026-07-05T09:26:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.19743","created_at":"2026-07-05T09:26:32Z"},{"alias_kind":"pith_short_12","alias_value":"O5DJBGS4IPZ6","created_at":"2026-07-05T09:26:32Z"},{"alias_kind":"pith_short_16","alias_value":"O5DJBGS4IPZ657QB","created_at":"2026-07-05T09:26:32Z"},{"alias_kind":"pith_short_8","alias_value":"O5DJBGS4","created_at":"2026-07-05T09:26:32Z"}],"graph_snapshots":[{"event_id":"sha256:b7dce20d8a2b43bf738f2203dc0678796577fcab05fe7240bc11283547bd1383","target":"graph","created_at":"2026-07-05T09:26:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.19743/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) can interact with the real world by connecting with versatile external APIs, resulting in better problem-solving and task automation capabilities. Previous research primarily focuses on APIs with limited arguments from a single source or overlooks the complex dependency relationship between different APIs. However, it is essential to utilize multiple APIs collaboratively from various sources (e.g., different Apps in the iPhone), especially for complex user instructions. In this paper, we introduce \\texttt{AppBench}, the first benchmark to evaluate LLMs' ability to ","authors_text":"Boyang Xue, Heming Xia, Hongru Wang, Jeff Z. Pan, Jingtao Cao, Kam-Fai Wong, Rui Wang, Zeming Liu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-10-10T04:03:13Z","title":"AppBench: Planning of Multiple APIs from Various APPs for Complex User Instruction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.19743","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:52c744544b4092f3f907e95edc3ef45ca281401c4b4a240295692bc0e74b0232","target":"record","created_at":"2026-07-05T09:26:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fe21a6ce111edf548390b35324c5800d95ee6be71289b9fa0cc97daabef2e473","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-10-10T04:03:13Z","title_canon_sha256":"b8e247f7e826f7bf0545582dc251f80322578f37d38957e9893b8aaa89708d1f"},"schema_version":"1.0","source":{"id":"2410.19743","kind":"arxiv","version":1}},"canonical_sha256":"7746909a5c43f3eefe018fde5362148c6306f620e0cdaac0a21edd1a962a2b1d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7746909a5c43f3eefe018fde5362148c6306f620e0cdaac0a21edd1a962a2b1d","first_computed_at":"2026-07-05T09:26:32.402984Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:26:32.402984Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zkQQS6ggVleK1PG5qnC3aV8UbdSBfwjLl5GcSlkK3mGUgAVyQVOMW5JJ+7TvbPeroi03+JWn0C7OY57VPs0cBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:26:32.403476Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.19743","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:52c744544b4092f3f907e95edc3ef45ca281401c4b4a240295692bc0e74b0232","sha256:b7dce20d8a2b43bf738f2203dc0678796577fcab05fe7240bc11283547bd1383"],"state_sha256":"5a26cdbc08c7410912e81219b0212106b739b1cca52692922c25225442bb5a43"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9mYXf8R21LjeQZ7BmbjOzu+dmqOJ448Ib6rngqbrJGyCeTkMXMARth2bRqqZujjltGfdbOsuATa3mWtvGjW+Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T07:38:57.620206Z","bundle_sha256":"a47bce043ed53e574ec60464ce0275fdd0b9510e2d9a15f78f52f38064d0b975"}}