{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:ADXUIK4UAHGM4VA3RPXS2ORY5J","short_pith_number":"pith:ADXUIK4U","schema_version":"1.0","canonical_sha256":"00ef442b9401ccce541b8bef2d3a38ea628ea906c901e6a241a240c3b7a8fa82","source":{"kind":"arxiv","id":"2402.07939","version":5},"attestation_state":"computed","paper":{"title":"UFO: A UI-Focused Agent for Windows OS Interaction","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.HC","authors_text":"Bo Qiao, Chaoyun Zhang, Dongmei Zhang, Liqun Li, Minghua Ma, Qingwei Lin, Qi Zhang, Saravan Rajmohan, Shilin He, Si Qin, Xu Zhang, Yu Kang","submitted_at":"2024-02-08T15:40:35Z","abstract_excerpt":"We introduce UFO, an innovative UI-Focused agent to fulfill user requests tailored to applications on Windows OS, harnessing the capabilities of GPT-Vision. UFO employs a dual-agent framework to meticulously observe and analyze the graphical user interface (GUI) and control information of Windows applications. This enables the agent to seamlessly navigate and operate within individual applications and across them to fulfill user requests, even when spanning multiple applications. The framework incorporates a control interaction module, facilitating action grounding without human intervention a"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2402.07939","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-02-08T15:40:35Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"5470a702a9ed6689e1d6fc8b1e074bd59e561c9f2b85483dd1abfea9dbc448e8","abstract_canon_sha256":"d99d5e62661ed932f3c6b063302697c8cf8d18da4dc6ef4916c9e682fbf44d88"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:21:49.974122Z","signature_b64":"b2REyhzMMjtW6x1Yq4kOR10V2mceD1s8WdL8Y60f6zUGetGna8G1j6zjvU448Wco6RmyNO4CCxA70o1MIaneBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"00ef442b9401ccce541b8bef2d3a38ea628ea906c901e6a241a240c3b7a8fa82","last_reissued_at":"2026-07-05T08:21:49.973584Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:21:49.973584Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"UFO: A UI-Focused Agent for Windows OS Interaction","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.HC","authors_text":"Bo Qiao, Chaoyun Zhang, Dongmei Zhang, Liqun Li, Minghua Ma, Qingwei Lin, Qi Zhang, Saravan Rajmohan, Shilin He, Si Qin, Xu Zhang, Yu Kang","submitted_at":"2024-02-08T15:40:35Z","abstract_excerpt":"We introduce UFO, an innovative UI-Focused agent to fulfill user requests tailored to applications on Windows OS, harnessing the capabilities of GPT-Vision. UFO employs a dual-agent framework to meticulously observe and analyze the graphical user interface (GUI) and control information of Windows applications. This enables the agent to seamlessly navigate and operate within individual applications and across them to fulfill user requests, even when spanning multiple applications. The framework incorporates a control interaction module, facilitating action grounding without human intervention a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.07939","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.07939/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2402.07939","created_at":"2026-07-05T08:21:49.973634+00:00"},{"alias_kind":"arxiv_version","alias_value":"2402.07939v5","created_at":"2026-07-05T08:21:49.973634+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.07939","created_at":"2026-07-05T08:21:49.973634+00:00"},{"alias_kind":"pith_short_12","alias_value":"ADXUIK4UAHGM","created_at":"2026-07-05T08:21:49.973634+00:00"},{"alias_kind":"pith_short_16","alias_value":"ADXUIK4UAHGM4VA3","created_at":"2026-07-05T08:21:49.973634+00:00"},{"alias_kind":"pith_short_8","alias_value":"ADXUIK4U","created_at":"2026-07-05T08:21:49.973634+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":10,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.17929","citing_title":"PreAct: Computer-Using Agents that Get Faster on Repeated Tasks","ref_index":60,"is_internal_anchor":false},{"citing_arxiv_id":"2606.08016","citing_title":"IEA: Amateur-Friendly Conversational Image Editing Agent via Three Stages of Multitask Alignment","ref_index":75,"is_internal_anchor":false},{"citing_arxiv_id":"2501.16150","citing_title":"A Comprehensive Survey of Agents for Computer Use: Foundations, Challenges, and Future Directions","ref_index":183,"is_internal_anchor":false},{"citing_arxiv_id":"2408.04840","citing_title":"mPLUG-Owl3: Towards Long Image-Sequence Understanding in Multi-Modal Large Language Models","ref_index":265,"is_internal_anchor":false},{"citing_arxiv_id":"2411.18279","citing_title":"Large Language Model-Brained GUI Agents: A Survey","ref_index":19,"is_internal_anchor":false},{"citing_arxiv_id":"2512.10371","citing_title":"AgentProg: Empowering Long-Horizon GUI Agents with Program-Guided Context Management","ref_index":59,"is_internal_anchor":false},{"citing_arxiv_id":"2410.23218","citing_title":"OS-ATLAS: A Foundation Action Model for Generalist GUI Agents","ref_index":121,"is_internal_anchor":false},{"citing_arxiv_id":"2404.07972","citing_title":"OSWorld: Benchmarking Multimodal Agents for Open-Ended Tasks in Real Computer Environments","ref_index":60,"is_internal_anchor":false},{"citing_arxiv_id":"2505.10978","citing_title":"Group-in-Group Policy Optimization for LLM Agent Training","ref_index":34,"is_internal_anchor":false},{"citing_arxiv_id":"2604.21375","citing_title":"VLAA-GUI: Knowing When to Stop, Recover, and Search, A Modular Framework for GUI Automation","ref_index":80,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ADXUIK4UAHGM4VA3RPXS2ORY5J","json":"https://pith.science/pith/ADXUIK4UAHGM4VA3RPXS2ORY5J.json","graph_json":"https://pith.science/api/pith-number/ADXUIK4UAHGM4VA3RPXS2ORY5J/graph.json","events_json":"https://pith.science/api/pith-number/ADXUIK4UAHGM4VA3RPXS2ORY5J/events.json","paper":"https://pith.science/paper/ADXUIK4U"},"agent_actions":{"view_html":"https://pith.science/pith/ADXUIK4UAHGM4VA3RPXS2ORY5J","download_json":"https://pith.science/pith/ADXUIK4UAHGM4VA3RPXS2ORY5J.json","view_paper":"https://pith.science/paper/ADXUIK4U","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2402.07939&json=true","fetch_graph":"https://pith.science/api/pith-number/ADXUIK4UAHGM4VA3RPXS2ORY5J/graph.json","fetch_events":"https://pith.science/api/pith-number/ADXUIK4UAHGM4VA3RPXS2ORY5J/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ADXUIK4UAHGM4VA3RPXS2ORY5J/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ADXUIK4UAHGM4VA3RPXS2ORY5J/action/storage_attestation","attest_author":"https://pith.science/pith/ADXUIK4UAHGM4VA3RPXS2ORY5J/action/author_attestation","sign_citation":"https://pith.science/pith/ADXUIK4UAHGM4VA3RPXS2ORY5J/action/citation_signature","submit_replication":"https://pith.science/pith/ADXUIK4UAHGM4VA3RPXS2ORY5J/action/replication_record"}},"created_at":"2026-07-05T08:21:49.973634+00:00","updated_at":"2026-07-05T08:21:49.973634+00:00"}