{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:GU67LITUMZDX3PQQTXRWUYSLL4","short_pith_number":"pith:GU67LITU","canonical_record":{"source":{"id":"2607.28609","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-30T17:57:41Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"e44e787471870edeebe446c080b46dcb855607bf6f4b88c7647a2b1e2f9148f3","abstract_canon_sha256":"e477fc49ebffe20cdc5b63f88a02321d6428e568481d92824f73f05d4d4d01eb"},"schema_version":"1.0"},"canonical_sha256":"353df5a27466477dbe109de36a624b5f0005373a5b71fc2fbd93dcc653f7fabb","source":{"kind":"arxiv","id":"2607.28609","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.28609","created_at":"2026-07-31T01:39:05Z"},{"alias_kind":"arxiv_version","alias_value":"2607.28609v1","created_at":"2026-07-31T01:39:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.28609","created_at":"2026-07-31T01:39:05Z"},{"alias_kind":"pith_short_12","alias_value":"GU67LITUMZDX","created_at":"2026-07-31T01:39:05Z"},{"alias_kind":"pith_short_16","alias_value":"GU67LITUMZDX3PQQ","created_at":"2026-07-31T01:39:05Z"},{"alias_kind":"pith_short_8","alias_value":"GU67LITU","created_at":"2026-07-31T01:39:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:GU67LITUMZDX3PQQTXRWUYSLL4","target":"record","payload":{"canonical_record":{"source":{"id":"2607.28609","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-30T17:57:41Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"e44e787471870edeebe446c080b46dcb855607bf6f4b88c7647a2b1e2f9148f3","abstract_canon_sha256":"e477fc49ebffe20cdc5b63f88a02321d6428e568481d92824f73f05d4d4d01eb"},"schema_version":"1.0"},"canonical_sha256":"353df5a27466477dbe109de36a624b5f0005373a5b71fc2fbd93dcc653f7fabb","receipt":{"kind":"pith_receipt","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"353df5a27466477dbe109de36a624b5f0005373a5b71fc2fbd93dcc653f7fabb","last_reissued_at":"2026-07-31T01:39:05.884903Z","signature_status":"unsigned_v0","first_computed_at":"2026-07-31T01:39:05.884903Z"},"source_kind":"arxiv","source_id":"2607.28609","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-31T01:39:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3Mv2ZqwxNc9bKUPwXfX+IN/HTO9VD7yziKQKboc4EsAcN/bXeoMUcMJEXX3peQu9sqt3qU1gCA36vmfoR3QhDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T02:54:28.026148Z"},"content_sha256":"733e9419787088b7a73be4ff6f57c9ac37b2ac942fb538c02482b64206b43693","schema_version":"1.0","event_id":"sha256:733e9419787088b7a73be4ff6f57c9ac37b2ac942fb538c02482b64206b43693"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:GU67LITUMZDX3PQQTXRWUYSLL4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"OSReward: Instituting Standardized Evaluation for Cross-Platform Computer-Use Reward Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.CV"],"primary_cat":"cs.AI","authors_text":"Ben Kao, Bowen Yang, Fangzhi Xu, Hang Yan, Jiahui Gao, Jialin Cao, Jianbing Zhang, Jingyang Gong, Kaiming Jin, Kanzhi Cheng, Liheng Chen, Lingpeng Kong, Nuo Chen, Qiushi Sun, Tianbao Xie, Xinfeng Yuan, Xingdong Gong, Yian Wang, Zehao Li, Zhangyue Yin, Zhiyong Wu, Zhoumianze Liu, Zichen Ding","submitted_at":"2026-07-30T17:57:41Z","abstract_excerpt":"Computer-using agents (CUAs) are advancing rapidly across the digital world. A CUA trajectory records the agent's actions, states, and reasoning. Verifying whether it fulfilled the task instruction is central to CUA evaluation, data curation, and reinforcement learning. Neither human-written verifiers nor human annotators can provide such verification at scale, so the field increasingly turns to vision-language models (VLMs) as judges of CUA trajectories. But a fundamental question has long gone unexamined: are these VLM judges reliable enough? To study it systematically, we introduce OSReward"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.28609","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.28609/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-31T01:39:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"huCpxfWIHtmuCQ04axMEvFF7bl8BRrLl5jyX9sMalyFpURiF79juOgaomIY4bU5GWexu+yWjYfUFQkY1xuIIBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T02:54:28.026647Z"},"content_sha256":"2501f1904ff5059076dc139c3250a32c50103fc881edcdfb1da62321d5118be5","schema_version":"1.0","event_id":"sha256:2501f1904ff5059076dc139c3250a32c50103fc881edcdfb1da62321d5118be5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GU67LITUMZDX3PQQTXRWUYSLL4/bundle.json","state_url":"https://pith.science/pith/GU67LITUMZDX3PQQTXRWUYSLL4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GU67LITUMZDX3PQQTXRWUYSLL4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-02T02:54:28Z","links":{"resolver":"https://pith.science/pith/GU67LITUMZDX3PQQTXRWUYSLL4","bundle":"https://pith.science/pith/GU67LITUMZDX3PQQTXRWUYSLL4/bundle.json","state":"https://pith.science/pith/GU67LITUMZDX3PQQTXRWUYSLL4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GU67LITUMZDX3PQQTXRWUYSLL4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:GU67LITUMZDX3PQQTXRWUYSLL4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e477fc49ebffe20cdc5b63f88a02321d6428e568481d92824f73f05d4d4d01eb","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-30T17:57:41Z","title_canon_sha256":"e44e787471870edeebe446c080b46dcb855607bf6f4b88c7647a2b1e2f9148f3"},"schema_version":"1.0","source":{"id":"2607.28609","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.28609","created_at":"2026-07-31T01:39:05Z"},{"alias_kind":"arxiv_version","alias_value":"2607.28609v1","created_at":"2026-07-31T01:39:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.28609","created_at":"2026-07-31T01:39:05Z"},{"alias_kind":"pith_short_12","alias_value":"GU67LITUMZDX","created_at":"2026-07-31T01:39:05Z"},{"alias_kind":"pith_short_16","alias_value":"GU67LITUMZDX3PQQ","created_at":"2026-07-31T01:39:05Z"},{"alias_kind":"pith_short_8","alias_value":"GU67LITU","created_at":"2026-07-31T01:39:05Z"}],"graph_snapshots":[{"event_id":"sha256:2501f1904ff5059076dc139c3250a32c50103fc881edcdfb1da62321d5118be5","target":"graph","created_at":"2026-07-31T01:39:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.28609/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Computer-using agents (CUAs) are advancing rapidly across the digital world. A CUA trajectory records the agent's actions, states, and reasoning. Verifying whether it fulfilled the task instruction is central to CUA evaluation, data curation, and reinforcement learning. Neither human-written verifiers nor human annotators can provide such verification at scale, so the field increasingly turns to vision-language models (VLMs) as judges of CUA trajectories. But a fundamental question has long gone unexamined: are these VLM judges reliable enough? To study it systematically, we introduce OSReward","authors_text":"Ben Kao, Bowen Yang, Fangzhi Xu, Hang Yan, Jiahui Gao, Jialin Cao, Jianbing Zhang, Jingyang Gong, Kaiming Jin, Kanzhi Cheng, Liheng Chen, Lingpeng Kong, Nuo Chen, Qiushi Sun, Tianbao Xie, Xinfeng Yuan, Xingdong Gong, Yian Wang, Zehao Li, Zhangyue Yin, Zhiyong Wu, Zhoumianze Liu, Zichen Ding","cross_cats":["cs.CL","cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-30T17:57:41Z","title":"OSReward: Instituting Standardized Evaluation for Cross-Platform Computer-Use Reward Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.28609","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:733e9419787088b7a73be4ff6f57c9ac37b2ac942fb538c02482b64206b43693","target":"record","created_at":"2026-07-31T01:39:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e477fc49ebffe20cdc5b63f88a02321d6428e568481d92824f73f05d4d4d01eb","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-07-30T17:57:41Z","title_canon_sha256":"e44e787471870edeebe446c080b46dcb855607bf6f4b88c7647a2b1e2f9148f3"},"schema_version":"1.0","source":{"id":"2607.28609","kind":"arxiv","version":1}},"canonical_sha256":"353df5a27466477dbe109de36a624b5f0005373a5b71fc2fbd93dcc653f7fabb","receipt":{"builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"353df5a27466477dbe109de36a624b5f0005373a5b71fc2fbd93dcc653f7fabb","first_computed_at":"2026-07-31T01:39:05.884903Z","kind":"pith_receipt","last_reissued_at":"2026-07-31T01:39:05.884903Z","receipt_version":"0.3","signature_status":"unsigned_v0"},"source_id":"2607.28609","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:733e9419787088b7a73be4ff6f57c9ac37b2ac942fb538c02482b64206b43693","sha256:2501f1904ff5059076dc139c3250a32c50103fc881edcdfb1da62321d5118be5"],"state_sha256":"30e0c98a5f0a8a0872cb20f351fc06b546272ca8b1ae017bb4b8b3fc2c7a2689"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Lopryt9yPcj5Mb6r4LU+NDsmfYNWMkEyCdhaWmTlkKmW5Z1JVvEYEfV34gvmiKCJl4CgGjsaZ/zkikWabv/jCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-02T02:54:28.030295Z","bundle_sha256":"2a9bbe06153003489bde850ff475a890f91a77af9a294371e245b31dec525933"}}