{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:IBPHXL2OFB73UE5ZRWFOLDEBAN","short_pith_number":"pith:IBPHXL2O","canonical_record":{"source":{"id":"2506.13651","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-16T16:16:14Z","cross_cats_sorted":[],"title_canon_sha256":"15565880ade52f3f08eaec4a91a93b1c5d5d1e8bb20f6c3272cb3be125f14710","abstract_canon_sha256":"3bf9f32af8ffa91090699699cea5dff28b8c39f47f3f47f5e54e942b015f3951"},"schema_version":"1.0"},"canonical_sha256":"405e7baf4e287fba13b98d8ae58c810374b668aeeeae374a9326178dee495233","source":{"kind":"arxiv","id":"2506.13651","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.13651","created_at":"2026-07-05T11:22:24Z"},{"alias_kind":"arxiv_version","alias_value":"2506.13651v1","created_at":"2026-07-05T11:22:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.13651","created_at":"2026-07-05T11:22:24Z"},{"alias_kind":"pith_short_12","alias_value":"IBPHXL2OFB73","created_at":"2026-07-05T11:22:24Z"},{"alias_kind":"pith_short_16","alias_value":"IBPHXL2OFB73UE5Z","created_at":"2026-07-05T11:22:24Z"},{"alias_kind":"pith_short_8","alias_value":"IBPHXL2O","created_at":"2026-07-05T11:22:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:IBPHXL2OFB73UE5ZRWFOLDEBAN","target":"record","payload":{"canonical_record":{"source":{"id":"2506.13651","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-16T16:16:14Z","cross_cats_sorted":[],"title_canon_sha256":"15565880ade52f3f08eaec4a91a93b1c5d5d1e8bb20f6c3272cb3be125f14710","abstract_canon_sha256":"3bf9f32af8ffa91090699699cea5dff28b8c39f47f3f47f5e54e942b015f3951"},"schema_version":"1.0"},"canonical_sha256":"405e7baf4e287fba13b98d8ae58c810374b668aeeeae374a9326178dee495233","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:22:24.312484Z","signature_b64":"K/DFSXOFPn304PTilRUpCfo0bJbzr0Vht/clodwJg6wwR0JaLux7N41NltWfDQe434vxJ4VLIGrsBmDj+ZkNBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"405e7baf4e287fba13b98d8ae58c810374b668aeeeae374a9326178dee495233","last_reissued_at":"2026-07-05T11:22:24.311908Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:22:24.311908Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.13651","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:22:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p02tcT6pP8zuIvOG3BTBFJZMD2MpZkkMd6pqEihG+GAG8jIgomYjeQboqK+RwSj3W9l0FmpsZYPLo8D5O7IXBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T02:24:24.618798Z"},"content_sha256":"74de5856bc68721bea45bbf36b2b5375e2cc3a98d3497effaf8254748c8a37a2","schema_version":"1.0","event_id":"sha256:74de5856bc68721bea45bbf36b2b5375e2cc3a98d3497effaf8254748c8a37a2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:IBPHXL2OFB73UE5ZRWFOLDEBAN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"xbench: Tracking Agents Productivity Scaling with Profession-Aligned Real-World Evaluations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Chen Sun, Fangfu Liu, Han Hou, Haotong Tian, Haoye Zhang, Hongzhang Liu, Hui Yang, James Pan, Jianan Lou, Jiayi Mao, Jinpeng Li, Jizheng Liu, Kaiyuan Chen, Kangyi Liu, KenKun Liu, Rui Wang, Run Li, Tianbao Xie, Tong Niu, Wenlong Zhang, Wenqi Yan, Xiaobo Hu, Xuanzheng Wang, Yang Liu, Yi-Hsin Hung, Yixin Ren, Yuan Gong, Yuan Jiang, Yuchen Zhang, Zexuan Liu, Zhiwen Mo, Zihan Yin, Zijian Ma","submitted_at":"2025-06-16T16:16:14Z","abstract_excerpt":"We introduce xbench, a dynamic, profession-aligned evaluation suite designed to bridge the gap between AI agent capabilities and real-world productivity. While existing benchmarks often focus on isolated technical skills, they may not accurately reflect the economic value agents deliver in professional settings. To address this, xbench targets commercially significant domains with evaluation tasks defined by industry professionals. Our framework creates metrics that strongly correlate with productivity value, enables prediction of Technology-Market Fit (TMF), and facilitates tracking of produc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.13651","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.13651/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:22:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hvVTrHjKFNYDYuq719aMIfDWIhyW5PhcVkz/dUhV5F+4uGSn0l0GPRPoDoB5wH9bd+jWTakXJNuFX7PYN05pBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T02:24:24.619483Z"},"content_sha256":"07fad933566cf2573579b153b338f8a844b7374241cc8f7cddd6bc50c428e891","schema_version":"1.0","event_id":"sha256:07fad933566cf2573579b153b338f8a844b7374241cc8f7cddd6bc50c428e891"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IBPHXL2OFB73UE5ZRWFOLDEBAN/bundle.json","state_url":"https://pith.science/pith/IBPHXL2OFB73UE5ZRWFOLDEBAN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IBPHXL2OFB73UE5ZRWFOLDEBAN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T02:24:24Z","links":{"resolver":"https://pith.science/pith/IBPHXL2OFB73UE5ZRWFOLDEBAN","bundle":"https://pith.science/pith/IBPHXL2OFB73UE5ZRWFOLDEBAN/bundle.json","state":"https://pith.science/pith/IBPHXL2OFB73UE5ZRWFOLDEBAN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IBPHXL2OFB73UE5ZRWFOLDEBAN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:IBPHXL2OFB73UE5ZRWFOLDEBAN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3bf9f32af8ffa91090699699cea5dff28b8c39f47f3f47f5e54e942b015f3951","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-16T16:16:14Z","title_canon_sha256":"15565880ade52f3f08eaec4a91a93b1c5d5d1e8bb20f6c3272cb3be125f14710"},"schema_version":"1.0","source":{"id":"2506.13651","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.13651","created_at":"2026-07-05T11:22:24Z"},{"alias_kind":"arxiv_version","alias_value":"2506.13651v1","created_at":"2026-07-05T11:22:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.13651","created_at":"2026-07-05T11:22:24Z"},{"alias_kind":"pith_short_12","alias_value":"IBPHXL2OFB73","created_at":"2026-07-05T11:22:24Z"},{"alias_kind":"pith_short_16","alias_value":"IBPHXL2OFB73UE5Z","created_at":"2026-07-05T11:22:24Z"},{"alias_kind":"pith_short_8","alias_value":"IBPHXL2O","created_at":"2026-07-05T11:22:24Z"}],"graph_snapshots":[{"event_id":"sha256:07fad933566cf2573579b153b338f8a844b7374241cc8f7cddd6bc50c428e891","target":"graph","created_at":"2026-07-05T11:22:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.13651/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce xbench, a dynamic, profession-aligned evaluation suite designed to bridge the gap between AI agent capabilities and real-world productivity. While existing benchmarks often focus on isolated technical skills, they may not accurately reflect the economic value agents deliver in professional settings. To address this, xbench targets commercially significant domains with evaluation tasks defined by industry professionals. Our framework creates metrics that strongly correlate with productivity value, enables prediction of Technology-Market Fit (TMF), and facilitates tracking of produc","authors_text":"Chen Sun, Fangfu Liu, Han Hou, Haotong Tian, Haoye Zhang, Hongzhang Liu, Hui Yang, James Pan, Jianan Lou, Jiayi Mao, Jinpeng Li, Jizheng Liu, Kaiyuan Chen, Kangyi Liu, KenKun Liu, Rui Wang, Run Li, Tianbao Xie, Tong Niu, Wenlong Zhang, Wenqi Yan, Xiaobo Hu, Xuanzheng Wang, Yang Liu, Yi-Hsin Hung, Yixin Ren, Yuan Gong, Yuan Jiang, Yuchen Zhang, Zexuan Liu, Zhiwen Mo, Zihan Yin, Zijian Ma","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-16T16:16:14Z","title":"xbench: Tracking Agents Productivity Scaling with Profession-Aligned Real-World Evaluations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.13651","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:74de5856bc68721bea45bbf36b2b5375e2cc3a98d3497effaf8254748c8a37a2","target":"record","created_at":"2026-07-05T11:22:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3bf9f32af8ffa91090699699cea5dff28b8c39f47f3f47f5e54e942b015f3951","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-16T16:16:14Z","title_canon_sha256":"15565880ade52f3f08eaec4a91a93b1c5d5d1e8bb20f6c3272cb3be125f14710"},"schema_version":"1.0","source":{"id":"2506.13651","kind":"arxiv","version":1}},"canonical_sha256":"405e7baf4e287fba13b98d8ae58c810374b668aeeeae374a9326178dee495233","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"405e7baf4e287fba13b98d8ae58c810374b668aeeeae374a9326178dee495233","first_computed_at":"2026-07-05T11:22:24.311908Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:22:24.311908Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"K/DFSXOFPn304PTilRUpCfo0bJbzr0Vht/clodwJg6wwR0JaLux7N41NltWfDQe434vxJ4VLIGrsBmDj+ZkNBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:22:24.312484Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.13651","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:74de5856bc68721bea45bbf36b2b5375e2cc3a98d3497effaf8254748c8a37a2","sha256:07fad933566cf2573579b153b338f8a844b7374241cc8f7cddd6bc50c428e891"],"state_sha256":"a1a708d33b0b879c4e2c3fe7b25d0d95124731642b973e049633370c654a1b4e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4hYmmdz74qcBtpjgQCcbrjubiMHxlPF1aomYS/CXEVkKYzO1b3TK9YGGLT0vM8kVW6evP11DQEoIIuEv80fCDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T02:24:24.622927Z","bundle_sha256":"56efc7c217166746ae77d2412b9e360f37a45dbc8a6c1948030561f4df16dccc"}}