{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RKPT3BUFX53UZ57GUCLLQWNYVS","short_pith_number":"pith:RKPT3BUF","canonical_record":{"source":{"id":"2407.01511","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-01T17:55:04Z","cross_cats_sorted":[],"title_canon_sha256":"b380cf2637a6aa1991ab41997d62efbb46c7502e7a1b8dc7f3aa6ec7c90a467d","abstract_canon_sha256":"53e2907fc78990d095de632a80489704372e701e92527f4a22434f144f95adff"},"schema_version":"1.0"},"canonical_sha256":"8a9f3d8685bf774cf7e6a096b859b8acb80befc5696c5c858cfe3c236e177321","source":{"kind":"arxiv","id":"2407.01511","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.01511","created_at":"2026-07-05T11:39:41Z"},{"alias_kind":"arxiv_version","alias_value":"2407.01511v4","created_at":"2026-07-05T11:39:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.01511","created_at":"2026-07-05T11:39:41Z"},{"alias_kind":"pith_short_12","alias_value":"RKPT3BUFX53U","created_at":"2026-07-05T11:39:41Z"},{"alias_kind":"pith_short_16","alias_value":"RKPT3BUFX53UZ57G","created_at":"2026-07-05T11:39:41Z"},{"alias_kind":"pith_short_8","alias_value":"RKPT3BUF","created_at":"2026-07-05T11:39:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RKPT3BUFX53UZ57GUCLLQWNYVS","target":"record","payload":{"canonical_record":{"source":{"id":"2407.01511","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-01T17:55:04Z","cross_cats_sorted":[],"title_canon_sha256":"b380cf2637a6aa1991ab41997d62efbb46c7502e7a1b8dc7f3aa6ec7c90a467d","abstract_canon_sha256":"53e2907fc78990d095de632a80489704372e701e92527f4a22434f144f95adff"},"schema_version":"1.0"},"canonical_sha256":"8a9f3d8685bf774cf7e6a096b859b8acb80befc5696c5c858cfe3c236e177321","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:39:41.427121Z","signature_b64":"7BI8lWVMM42clRqwt5sJ4l/gm5HjDwIxGB37Hde1xxlDd2dhtmy2x8hAXPFL8d8rJFtAh/ktCTyNHLnkra39Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8a9f3d8685bf774cf7e6a096b859b8acb80befc5696c5c858cfe3c236e177321","last_reissued_at":"2026-07-05T11:39:41.426582Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:39:41.426582Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.01511","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:39:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fh2RmHnRBD6sElNP8mUKO2LWqIMg9umZZxt4WoHF1Oc3FKi5EYqW3GohsM9mDUu5n+tQj3wB4WzT6fvfl3sGAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:02:20.161141Z"},"content_sha256":"e282737e40d67ec049759281aacee76f9ea7113c43a1fc0e91d003f0f75ae060","schema_version":"1.0","event_id":"sha256:e282737e40d67ec049759281aacee76f9ea7113c43a1fc0e91d003f0f75ae060"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RKPT3BUFX53UZ57GUCLLQWNYVS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CRAB: Cross-environment Agent Benchmark for Multimodal Language Model Agents","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Anjie Yang, Bernard Ghanem, Bochen Qian, Dai-Jie Wu, Guohao Li, Jianbo Deng, Linyao Chen, Philip Torr, Shilong Liu, Tianqi Xu, Xiang Yao, Yanjun Chen, Yongchao Chen, Zecheng Zhang, Zhaoxuan Jin, Zhiqiang Xie","submitted_at":"2024-07-01T17:55:04Z","abstract_excerpt":"The development of autonomous agents increasingly relies on Multimodal Language Models (MLMs) to perform tasks described in natural language with GUI environments, such as websites, desktop computers, or mobile phones. Existing benchmarks for MLM agents in interactive environments are limited by their focus on a single environment, lack of detailed and generalized evaluation methods, and the complexities of constructing tasks and evaluators. To overcome these limitations, we introduce Crab, the first agent benchmark framework designed to support cross-environment tasks, incorporating a graph-b"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.01511","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.01511/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:39:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gd8RrUEnfnXbi/19QJ4XdL8OVCkeCryRK2WmApYo8d/LZnQqpsCRLzNzEQ9sRA0BsuWs5ZjDmsIylAl/YAVbBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:02:20.164807Z"},"content_sha256":"12d378041ad6c5e1913ae34e422d75ed2122ec877462dad897d48a10259e7e35","schema_version":"1.0","event_id":"sha256:12d378041ad6c5e1913ae34e422d75ed2122ec877462dad897d48a10259e7e35"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RKPT3BUFX53UZ57GUCLLQWNYVS/bundle.json","state_url":"https://pith.science/pith/RKPT3BUFX53UZ57GUCLLQWNYVS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RKPT3BUFX53UZ57GUCLLQWNYVS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T13:02:20Z","links":{"resolver":"https://pith.science/pith/RKPT3BUFX53UZ57GUCLLQWNYVS","bundle":"https://pith.science/pith/RKPT3BUFX53UZ57GUCLLQWNYVS/bundle.json","state":"https://pith.science/pith/RKPT3BUFX53UZ57GUCLLQWNYVS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RKPT3BUFX53UZ57GUCLLQWNYVS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RKPT3BUFX53UZ57GUCLLQWNYVS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"53e2907fc78990d095de632a80489704372e701e92527f4a22434f144f95adff","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-01T17:55:04Z","title_canon_sha256":"b380cf2637a6aa1991ab41997d62efbb46c7502e7a1b8dc7f3aa6ec7c90a467d"},"schema_version":"1.0","source":{"id":"2407.01511","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.01511","created_at":"2026-07-05T11:39:41Z"},{"alias_kind":"arxiv_version","alias_value":"2407.01511v4","created_at":"2026-07-05T11:39:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.01511","created_at":"2026-07-05T11:39:41Z"},{"alias_kind":"pith_short_12","alias_value":"RKPT3BUFX53U","created_at":"2026-07-05T11:39:41Z"},{"alias_kind":"pith_short_16","alias_value":"RKPT3BUFX53UZ57G","created_at":"2026-07-05T11:39:41Z"},{"alias_kind":"pith_short_8","alias_value":"RKPT3BUF","created_at":"2026-07-05T11:39:41Z"}],"graph_snapshots":[{"event_id":"sha256:12d378041ad6c5e1913ae34e422d75ed2122ec877462dad897d48a10259e7e35","target":"graph","created_at":"2026-07-05T11:39:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.01511/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The development of autonomous agents increasingly relies on Multimodal Language Models (MLMs) to perform tasks described in natural language with GUI environments, such as websites, desktop computers, or mobile phones. Existing benchmarks for MLM agents in interactive environments are limited by their focus on a single environment, lack of detailed and generalized evaluation methods, and the complexities of constructing tasks and evaluators. To overcome these limitations, we introduce Crab, the first agent benchmark framework designed to support cross-environment tasks, incorporating a graph-b","authors_text":"Anjie Yang, Bernard Ghanem, Bochen Qian, Dai-Jie Wu, Guohao Li, Jianbo Deng, Linyao Chen, Philip Torr, Shilong Liu, Tianqi Xu, Xiang Yao, Yanjun Chen, Yongchao Chen, Zecheng Zhang, Zhaoxuan Jin, Zhiqiang Xie","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-01T17:55:04Z","title":"CRAB: Cross-environment Agent Benchmark for Multimodal Language Model Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.01511","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e282737e40d67ec049759281aacee76f9ea7113c43a1fc0e91d003f0f75ae060","target":"record","created_at":"2026-07-05T11:39:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"53e2907fc78990d095de632a80489704372e701e92527f4a22434f144f95adff","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-01T17:55:04Z","title_canon_sha256":"b380cf2637a6aa1991ab41997d62efbb46c7502e7a1b8dc7f3aa6ec7c90a467d"},"schema_version":"1.0","source":{"id":"2407.01511","kind":"arxiv","version":4}},"canonical_sha256":"8a9f3d8685bf774cf7e6a096b859b8acb80befc5696c5c858cfe3c236e177321","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8a9f3d8685bf774cf7e6a096b859b8acb80befc5696c5c858cfe3c236e177321","first_computed_at":"2026-07-05T11:39:41.426582Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:39:41.426582Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7BI8lWVMM42clRqwt5sJ4l/gm5HjDwIxGB37Hde1xxlDd2dhtmy2x8hAXPFL8d8rJFtAh/ktCTyNHLnkra39Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:39:41.427121Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.01511","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e282737e40d67ec049759281aacee76f9ea7113c43a1fc0e91d003f0f75ae060","sha256:12d378041ad6c5e1913ae34e422d75ed2122ec877462dad897d48a10259e7e35"],"state_sha256":"2bb1a158a51bf3724560ed98677b0827720aafb3bf2d6c679f957b4057e58f5a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iYzF/kYwaArzj3t1XT7SVGLzHBlKUbU+a8APLZmQ8I9tAyinFh7oKNEeEWOcdk4uEEgmzdoTUmBgqEWmkiJRCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T13:02:20.199702Z","bundle_sha256":"da39b9a97c26a7d8d5c46e1eced466727a51098e517ef27252bed5c061ef1f8e"}}