{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:DP45L55QQE5USHLYJ2HP45X7PJ","short_pith_number":"pith:DP45L55Q","canonical_record":{"source":{"id":"2505.18878","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T21:33:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b4ebb647a2125d983064a0fe851a74f82a377a315900875a4be0710fbbf62c4d","abstract_canon_sha256":"c33c35be31c4ded2a61e635c89eafd0a4bc90024c357a281bed98a4fad9a4407"},"schema_version":"1.0"},"canonical_sha256":"1bf9d5f7b0813b491d784e8efe76ff7a525f7c4eaf191f3a17559faa131c29ca","source":{"kind":"arxiv","id":"2505.18878","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.18878","created_at":"2026-07-05T11:09:21Z"},{"alias_kind":"arxiv_version","alias_value":"2505.18878v1","created_at":"2026-07-05T11:09:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.18878","created_at":"2026-07-05T11:09:21Z"},{"alias_kind":"pith_short_12","alias_value":"DP45L55QQE5U","created_at":"2026-07-05T11:09:21Z"},{"alias_kind":"pith_short_16","alias_value":"DP45L55QQE5USHLY","created_at":"2026-07-05T11:09:21Z"},{"alias_kind":"pith_short_8","alias_value":"DP45L55Q","created_at":"2026-07-05T11:09:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:DP45L55QQE5USHLYJ2HP45X7PJ","target":"record","payload":{"canonical_record":{"source":{"id":"2505.18878","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T21:33:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b4ebb647a2125d983064a0fe851a74f82a377a315900875a4be0710fbbf62c4d","abstract_canon_sha256":"c33c35be31c4ded2a61e635c89eafd0a4bc90024c357a281bed98a4fad9a4407"},"schema_version":"1.0"},"canonical_sha256":"1bf9d5f7b0813b491d784e8efe76ff7a525f7c4eaf191f3a17559faa131c29ca","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:09:21.131765Z","signature_b64":"JD31HhLt2DtFBtRDJGkMqMD3jjqS6dlePWXTiAHQIFCZvdAkqccOZTqvk+FYoBOs73tgURaPw1aj/ysX6byOAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1bf9d5f7b0813b491d784e8efe76ff7a525f7c4eaf191f3a17559faa131c29ca","last_reissued_at":"2026-07-05T11:09:21.131217Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:09:21.131217Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.18878","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J8YU73hng35d7KNjsDr+h3YZYX9Ws4tJ8rlrPhxP48I64BGR30Qnyqm6b9PqWNONU+l9Lc8EZ+lXFR4Rsvw9Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:01:29.167246Z"},"content_sha256":"2b82a2fabc221489d98a3836885d0f342e6bea65224711de0691e97a5985671a","schema_version":"1.0","event_id":"sha256:2b82a2fabc221489d98a3836885d0f342e6bea65224711de0691e97a5985671a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:DP45L55QQE5USHLYJ2HP45X7PJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CRMArena-Pro: Holistic Assessment of LLM Agents Across Diverse Business Scenarios and Interactions","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Akshara Prabhakar, Caiming Xiong, Chien-Sheng Wu, Divyansh Agarwal, Kung-Hsiang Huang, Onkar Thorat, Prafulla Kumar Choubey, Silvio Savarese, Yixin Mao","submitted_at":"2025-05-24T21:33:22Z","abstract_excerpt":"While AI agents hold transformative potential in business, effective performance benchmarking is hindered by the scarcity of public, realistic business data on widely used platforms. Existing benchmarks often lack fidelity in their environments, data, and agent-user interactions, with limited coverage of diverse business scenarios and industries. To address these gaps, we introduce CRMArena-Pro, a novel benchmark for holistic, realistic assessment of LLM agents in diverse professional settings. CRMArena-Pro expands on CRMArena with nineteen expert-validated tasks across sales, service, and 'co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.18878","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.18878/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jCpGw9hBjZRemlUjndERqr94dRp1iwC7fUyZn0tpJz03j/xBWBN0Vl/J7tw7MA9myFDu52HMlSV19ILlMpugBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:01:29.167750Z"},"content_sha256":"5b2c2cfdfec321a1ca8a2538b32f739c2154a9546670d1e66c26284cee14cee5","schema_version":"1.0","event_id":"sha256:5b2c2cfdfec321a1ca8a2538b32f739c2154a9546670d1e66c26284cee14cee5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DP45L55QQE5USHLYJ2HP45X7PJ/bundle.json","state_url":"https://pith.science/pith/DP45L55QQE5USHLYJ2HP45X7PJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DP45L55QQE5USHLYJ2HP45X7PJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T17:01:29Z","links":{"resolver":"https://pith.science/pith/DP45L55QQE5USHLYJ2HP45X7PJ","bundle":"https://pith.science/pith/DP45L55QQE5USHLYJ2HP45X7PJ/bundle.json","state":"https://pith.science/pith/DP45L55QQE5USHLYJ2HP45X7PJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DP45L55QQE5USHLYJ2HP45X7PJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DP45L55QQE5USHLYJ2HP45X7PJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c33c35be31c4ded2a61e635c89eafd0a4bc90024c357a281bed98a4fad9a4407","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T21:33:22Z","title_canon_sha256":"b4ebb647a2125d983064a0fe851a74f82a377a315900875a4be0710fbbf62c4d"},"schema_version":"1.0","source":{"id":"2505.18878","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.18878","created_at":"2026-07-05T11:09:21Z"},{"alias_kind":"arxiv_version","alias_value":"2505.18878v1","created_at":"2026-07-05T11:09:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.18878","created_at":"2026-07-05T11:09:21Z"},{"alias_kind":"pith_short_12","alias_value":"DP45L55QQE5U","created_at":"2026-07-05T11:09:21Z"},{"alias_kind":"pith_short_16","alias_value":"DP45L55QQE5USHLY","created_at":"2026-07-05T11:09:21Z"},{"alias_kind":"pith_short_8","alias_value":"DP45L55Q","created_at":"2026-07-05T11:09:21Z"}],"graph_snapshots":[{"event_id":"sha256:5b2c2cfdfec321a1ca8a2538b32f739c2154a9546670d1e66c26284cee14cee5","target":"graph","created_at":"2026-07-05T11:09:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.18878/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While AI agents hold transformative potential in business, effective performance benchmarking is hindered by the scarcity of public, realistic business data on widely used platforms. Existing benchmarks often lack fidelity in their environments, data, and agent-user interactions, with limited coverage of diverse business scenarios and industries. To address these gaps, we introduce CRMArena-Pro, a novel benchmark for holistic, realistic assessment of LLM agents in diverse professional settings. CRMArena-Pro expands on CRMArena with nineteen expert-validated tasks across sales, service, and 'co","authors_text":"Akshara Prabhakar, Caiming Xiong, Chien-Sheng Wu, Divyansh Agarwal, Kung-Hsiang Huang, Onkar Thorat, Prafulla Kumar Choubey, Silvio Savarese, Yixin Mao","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T21:33:22Z","title":"CRMArena-Pro: Holistic Assessment of LLM Agents Across Diverse Business Scenarios and Interactions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.18878","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2b82a2fabc221489d98a3836885d0f342e6bea65224711de0691e97a5985671a","target":"record","created_at":"2026-07-05T11:09:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c33c35be31c4ded2a61e635c89eafd0a4bc90024c357a281bed98a4fad9a4407","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T21:33:22Z","title_canon_sha256":"b4ebb647a2125d983064a0fe851a74f82a377a315900875a4be0710fbbf62c4d"},"schema_version":"1.0","source":{"id":"2505.18878","kind":"arxiv","version":1}},"canonical_sha256":"1bf9d5f7b0813b491d784e8efe76ff7a525f7c4eaf191f3a17559faa131c29ca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1bf9d5f7b0813b491d784e8efe76ff7a525f7c4eaf191f3a17559faa131c29ca","first_computed_at":"2026-07-05T11:09:21.131217Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:09:21.131217Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JD31HhLt2DtFBtRDJGkMqMD3jjqS6dlePWXTiAHQIFCZvdAkqccOZTqvk+FYoBOs73tgURaPw1aj/ysX6byOAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:09:21.131765Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.18878","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2b82a2fabc221489d98a3836885d0f342e6bea65224711de0691e97a5985671a","sha256:5b2c2cfdfec321a1ca8a2538b32f739c2154a9546670d1e66c26284cee14cee5"],"state_sha256":"455ab16648498fabeac4193161654bd79a156765b01d87c74b5f6bed12f274bb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZRuolI3PdfWPayvEm2yoe1NlwKbrBLoJ7TcNyubWgXTdaFyETca7uP+Cg0BAEb7Yuw+QjRtObMFUzArsilfYDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T17:01:29.172426Z","bundle_sha256":"cb8215df1638f5c3355c0d072fc6baecfc5e88be6992ce391a69a5d309b02869"}}