{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:OSJFKTE6CTZE35Y3IYZBO7SDRI","short_pith_number":"pith:OSJFKTE6","canonical_record":{"source":{"id":"2607.20536","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-10T16:55:04Z","cross_cats_sorted":["cs.CL","cs.LG","cs.MA"],"title_canon_sha256":"9e222ceb6f96ee22e038ba30e8ca636a151639d0790809b59d6ee4f59aae8028","abstract_canon_sha256":"2c97b2601d8fb92c6678f57e5a4ff6c99f64905e4c6ec53074996bf8a1307a01"},"schema_version":"1.0"},"canonical_sha256":"7492554c9e14f24df71b4632177e438a15512812f31b21b78efc64b328dd4de3","source":{"kind":"arxiv","id":"2607.20536","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.20536","created_at":"2026-07-24T00:23:21Z"},{"alias_kind":"arxiv_version","alias_value":"2607.20536v1","created_at":"2026-07-24T00:23:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.20536","created_at":"2026-07-24T00:23:21Z"},{"alias_kind":"pith_short_12","alias_value":"OSJFKTE6CTZE","created_at":"2026-07-24T00:23:21Z"},{"alias_kind":"pith_short_16","alias_value":"OSJFKTE6CTZE35Y3","created_at":"2026-07-24T00:23:21Z"},{"alias_kind":"pith_short_8","alias_value":"OSJFKTE6","created_at":"2026-07-24T00:23:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:OSJFKTE6CTZE35Y3IYZBO7SDRI","target":"record","payload":{"canonical_record":{"source":{"id":"2607.20536","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-10T16:55:04Z","cross_cats_sorted":["cs.CL","cs.LG","cs.MA"],"title_canon_sha256":"9e222ceb6f96ee22e038ba30e8ca636a151639d0790809b59d6ee4f59aae8028","abstract_canon_sha256":"2c97b2601d8fb92c6678f57e5a4ff6c99f64905e4c6ec53074996bf8a1307a01"},"schema_version":"1.0"},"canonical_sha256":"7492554c9e14f24df71b4632177e438a15512812f31b21b78efc64b328dd4de3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-24T00:23:21.175156Z","signature_b64":"dZLmlL3cB3Fe6k9BwLHbN7Vjil2vmEQ+A89a8RGxtJBDPbJ0edUXlG3qYrxj095FOEUwoS4XNp3SRzEJ0nulBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7492554c9e14f24df71b4632177e438a15512812f31b21b78efc64b328dd4de3","last_reissued_at":"2026-07-24T00:23:21.172665Z","signature_status":"signed_v1","first_computed_at":"2026-07-24T00:23:21.172665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.20536","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-24T00:23:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PB8hGgyTX9eoaQCOMkluQMaIzPYqmHK2LZ6NmOlwsF2RcTOjCeS+6EbUqMKYU0EfnBXx3ephYf8MMPXJ33QVBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:45:08.560646Z"},"content_sha256":"8403892c5fddcbedd95c92a2705100338c40324ca191bd072b8fc23179b31650","schema_version":"1.0","event_id":"sha256:8403892c5fddcbedd95c92a2705100338c40324ca191bd072b8fc23179b31650"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:OSJFKTE6CTZE35Y3IYZBO7SDRI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AppWorld-UL: Benchmarking Diverse Agent-User Interactions for Tool-Use","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG","cs.MA"],"primary_cat":"cs.AI","authors_text":"Ashish Sabharwal, Harsh Trivedi, Jane Pan, Junzhi Chen, Michael JQ Zhang, Niranjan Balasubramanian, Tejas Srinivasan","submitted_at":"2026-07-10T16:55:04Z","abstract_excerpt":"Tool-use agents that address day-to-day digital tasks such as ordering groceries must not only operate applications, but also interact with the user, e.g., to ask clarification questions, prompt for confirmation, and inform the user when the instruction is infeasible. However, current benchmarks for evaluating agent-user interactions do not capture the diversity of such interactions. Further, they operate in small environments with few, often non-state-changing, APIs. To address this gap, we introduce AppWorld-UL, a ``user-in-the-loop'' benchmark of 516 challenging tasks requiring diverse agen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.20536","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.20536/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-24T00:23:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OJOhEIw9wVkkb+4zqfLJefN3z6zhAg4Ei6Z2zgX+nSPz2Dytqmh9Xv/YzJWt8z6C/1W/8NA+JEEtyU+rTSRXDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:45:08.561142Z"},"content_sha256":"f9bde7760602f32a15fdbc42f226c023adfc0c052f81ccbdbc3687c0203262f8","schema_version":"1.0","event_id":"sha256:f9bde7760602f32a15fdbc42f226c023adfc0c052f81ccbdbc3687c0203262f8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OSJFKTE6CTZE35Y3IYZBO7SDRI/bundle.json","state_url":"https://pith.science/pith/OSJFKTE6CTZE35Y3IYZBO7SDRI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OSJFKTE6CTZE35Y3IYZBO7SDRI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T05:45:08Z","links":{"resolver":"https://pith.science/pith/OSJFKTE6CTZE35Y3IYZBO7SDRI","bundle":"https://pith.science/pith/OSJFKTE6CTZE35Y3IYZBO7SDRI/bundle.json","state":"https://pith.science/pith/OSJFKTE6CTZE35Y3IYZBO7SDRI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OSJFKTE6CTZE35Y3IYZBO7SDRI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:OSJFKTE6CTZE35Y3IYZBO7SDRI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2c97b2601d8fb92c6678f57e5a4ff6c99f64905e4c6ec53074996bf8a1307a01","cross_cats_sorted":["cs.CL","cs.LG","cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-10T16:55:04Z","title_canon_sha256":"9e222ceb6f96ee22e038ba30e8ca636a151639d0790809b59d6ee4f59aae8028"},"schema_version":"1.0","source":{"id":"2607.20536","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.20536","created_at":"2026-07-24T00:23:21Z"},{"alias_kind":"arxiv_version","alias_value":"2607.20536v1","created_at":"2026-07-24T00:23:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.20536","created_at":"2026-07-24T00:23:21Z"},{"alias_kind":"pith_short_12","alias_value":"OSJFKTE6CTZE","created_at":"2026-07-24T00:23:21Z"},{"alias_kind":"pith_short_16","alias_value":"OSJFKTE6CTZE35Y3","created_at":"2026-07-24T00:23:21Z"},{"alias_kind":"pith_short_8","alias_value":"OSJFKTE6","created_at":"2026-07-24T00:23:21Z"}],"graph_snapshots":[{"event_id":"sha256:f9bde7760602f32a15fdbc42f226c023adfc0c052f81ccbdbc3687c0203262f8","target":"graph","created_at":"2026-07-24T00:23:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.20536/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Tool-use agents that address day-to-day digital tasks such as ordering groceries must not only operate applications, but also interact with the user, e.g., to ask clarification questions, prompt for confirmation, and inform the user when the instruction is infeasible. However, current benchmarks for evaluating agent-user interactions do not capture the diversity of such interactions. Further, they operate in small environments with few, often non-state-changing, APIs. To address this gap, we introduce AppWorld-UL, a ``user-in-the-loop'' benchmark of 516 challenging tasks requiring diverse agen","authors_text":"Ashish Sabharwal, Harsh Trivedi, Jane Pan, Junzhi Chen, Michael JQ Zhang, Niranjan Balasubramanian, Tejas Srinivasan","cross_cats":["cs.CL","cs.LG","cs.MA"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-10T16:55:04Z","title":"AppWorld-UL: Benchmarking Diverse Agent-User Interactions for Tool-Use"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.20536","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8403892c5fddcbedd95c92a2705100338c40324ca191bd072b8fc23179b31650","target":"record","created_at":"2026-07-24T00:23:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2c97b2601d8fb92c6678f57e5a4ff6c99f64905e4c6ec53074996bf8a1307a01","cross_cats_sorted":["cs.CL","cs.LG","cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-10T16:55:04Z","title_canon_sha256":"9e222ceb6f96ee22e038ba30e8ca636a151639d0790809b59d6ee4f59aae8028"},"schema_version":"1.0","source":{"id":"2607.20536","kind":"arxiv","version":1}},"canonical_sha256":"7492554c9e14f24df71b4632177e438a15512812f31b21b78efc64b328dd4de3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7492554c9e14f24df71b4632177e438a15512812f31b21b78efc64b328dd4de3","first_computed_at":"2026-07-24T00:23:21.172665Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-24T00:23:21.172665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dZLmlL3cB3Fe6k9BwLHbN7Vjil2vmEQ+A89a8RGxtJBDPbJ0edUXlG3qYrxj095FOEUwoS4XNp3SRzEJ0nulBg==","signature_status":"signed_v1","signed_at":"2026-07-24T00:23:21.175156Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.20536","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8403892c5fddcbedd95c92a2705100338c40324ca191bd072b8fc23179b31650","sha256:f9bde7760602f32a15fdbc42f226c023adfc0c052f81ccbdbc3687c0203262f8"],"state_sha256":"78312aa27f06a3dd1a12e1b8b19aa2670fb8a097753e1b1af2ed764664777f78"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5c1BCOEhr+jEyuD7FoWDBPzX+ySYnX4YwxsmXkGkU34ubb+yoTknvDUTiJwfKZug96q5C2IorRibriVncpcFDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T05:45:08.564979Z","bundle_sha256":"6aeebb9963c98d8ba443000c4c81eb8084eb9730eeff9ca004f104945f051478"}}