{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:3S3JRX5QPPRRPJSLF3M2NXJW5H","short_pith_number":"pith:3S3JRX5Q","schema_version":"1.0","canonical_sha256":"dcb698dfb07be317a64b2ed9a6dd36e9f8bd1dc954ddb8965b14ad7d4159635b","source":{"kind":"arxiv","id":"2506.15741","version":2},"attestation_state":"computed","paper":{"title":"OAgents: An Empirical Study of Building Effective Agents","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Changwang Zhang, Ge Zhang, Hanhao Li, Heyuan Huang, He Zhu, Jiaheng Liu, Jian Yang, Jinxiang Xia, Jun Wang, King Zhu, Minghao Liu, Ningning Wang, Pai Liu, Tianhao Peng, Tianrui Qin, Wangchunshu Zhou, Xiangru Tang, Xiaowan Li, Xin Gui, Xitong Gao, Yeyi Guan, Yi Yao, Yuchen Eleanor Jiang, Yuhui Liu","submitted_at":"2025-06-17T17:59:02Z","abstract_excerpt":"Recently, Agentic AI has become an increasingly popular research field. However, we argue that current agent research practices lack standardization and scientific rigor, making it hard to conduct fair comparisons among methods. As a result, it is still unclear how different design choices in agent frameworks affect effectiveness, and measuring their progress remains challenging. In this work, we conduct a systematic empirical study on GAIA benchmark and BrowseComp to examine the impact of popular design choices in key agent components in a fair and rigorous manner. We find that the lack of a "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2506.15741","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2025-06-17T17:59:02Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"99208c4fe4c6e04cc7f67626d996c5d496d30aecea5186eb7bf7db8ff25ac48d","abstract_canon_sha256":"686251e47acbf18ea669ed0fb15997513fa5e86532597b6d2dccc6cec55b4305"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:25:46.581913Z","signature_b64":"7KlHfBvpTQf2lUdmZqMu+pf4TirN2MGcTMuB0BiesV5pfzF8+sLHEe5/D74BChOthgw9wWkxgSUrzmhhHcTTCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dcb698dfb07be317a64b2ed9a6dd36e9f8bd1dc954ddb8965b14ad7d4159635b","last_reissued_at":"2026-07-05T11:25:46.581419Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:25:46.581419Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"OAgents: An Empirical Study of Building Effective Agents","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Changwang Zhang, Ge Zhang, Hanhao Li, Heyuan Huang, He Zhu, Jiaheng Liu, Jian Yang, Jinxiang Xia, Jun Wang, King Zhu, Minghao Liu, Ningning Wang, Pai Liu, Tianhao Peng, Tianrui Qin, Wangchunshu Zhou, Xiangru Tang, Xiaowan Li, Xin Gui, Xitong Gao, Yeyi Guan, Yi Yao, Yuchen Eleanor Jiang, Yuhui Liu","submitted_at":"2025-06-17T17:59:02Z","abstract_excerpt":"Recently, Agentic AI has become an increasingly popular research field. However, we argue that current agent research practices lack standardization and scientific rigor, making it hard to conduct fair comparisons among methods. As a result, it is still unclear how different design choices in agent frameworks affect effectiveness, and measuring their progress remains challenging. In this work, we conduct a systematic empirical study on GAIA benchmark and BrowseComp to examine the impact of popular design choices in key agent components in a fair and rigorous manner. We find that the lack of a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.15741","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.15741/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2506.15741","created_at":"2026-07-05T11:25:46.581479+00:00"},{"alias_kind":"arxiv_version","alias_value":"2506.15741v2","created_at":"2026-07-05T11:25:46.581479+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.15741","created_at":"2026-07-05T11:25:46.581479+00:00"},{"alias_kind":"pith_short_12","alias_value":"3S3JRX5QPPRR","created_at":"2026-07-05T11:25:46.581479+00:00"},{"alias_kind":"pith_short_16","alias_value":"3S3JRX5QPPRRPJSL","created_at":"2026-07-05T11:25:46.581479+00:00"},{"alias_kind":"pith_short_8","alias_value":"3S3JRX5Q","created_at":"2026-07-05T11:25:46.581479+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":5,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.22154","citing_title":"IdleSpec: Exploiting Idle Time via Speculative Planning for LLM Agents","ref_index":30,"is_internal_anchor":false},{"citing_arxiv_id":"2508.00414","citing_title":"Cognitive Kernel-Pro: A Framework for Deep Research Agents and Agent Foundation Models Training","ref_index":15,"is_internal_anchor":false},{"citing_arxiv_id":"2602.09514","citing_title":"EcoGym: Evaluating LLMs for Long-Horizon Plan-and-Execute in Interactive Economies","ref_index":44,"is_internal_anchor":false},{"citing_arxiv_id":"2508.05748","citing_title":"WebWatcher: Breaking New Frontier of Vision-Language Deep Research Agent","ref_index":31,"is_internal_anchor":false},{"citing_arxiv_id":"2605.05701","citing_title":"Inference-Time Budget Control for LLM Search Agents","ref_index":78,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/3S3JRX5QPPRRPJSLF3M2NXJW5H","json":"https://pith.science/pith/3S3JRX5QPPRRPJSLF3M2NXJW5H.json","graph_json":"https://pith.science/api/pith-number/3S3JRX5QPPRRPJSLF3M2NXJW5H/graph.json","events_json":"https://pith.science/api/pith-number/3S3JRX5QPPRRPJSLF3M2NXJW5H/events.json","paper":"https://pith.science/paper/3S3JRX5Q"},"agent_actions":{"view_html":"https://pith.science/pith/3S3JRX5QPPRRPJSLF3M2NXJW5H","download_json":"https://pith.science/pith/3S3JRX5QPPRRPJSLF3M2NXJW5H.json","view_paper":"https://pith.science/paper/3S3JRX5Q","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2506.15741&json=true","fetch_graph":"https://pith.science/api/pith-number/3S3JRX5QPPRRPJSLF3M2NXJW5H/graph.json","fetch_events":"https://pith.science/api/pith-number/3S3JRX5QPPRRPJSLF3M2NXJW5H/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/3S3JRX5QPPRRPJSLF3M2NXJW5H/action/timestamp_anchor","attest_storage":"https://pith.science/pith/3S3JRX5QPPRRPJSLF3M2NXJW5H/action/storage_attestation","attest_author":"https://pith.science/pith/3S3JRX5QPPRRPJSLF3M2NXJW5H/action/author_attestation","sign_citation":"https://pith.science/pith/3S3JRX5QPPRRPJSLF3M2NXJW5H/action/citation_signature","submit_replication":"https://pith.science/pith/3S3JRX5QPPRRPJSLF3M2NXJW5H/action/replication_record"}},"created_at":"2026-07-05T11:25:46.581479+00:00","updated_at":"2026-07-05T11:25:46.581479+00:00"}