{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VXDOLB53C5Q4KHDEUJJK7CC55K","short_pith_number":"pith:VXDOLB53","canonical_record":{"source":{"id":"2411.02305","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T17:30:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c17d9fd2a24c233501cf5cb31d0d9f219a10849518f3c52610c1028dd4a70035","abstract_canon_sha256":"a7f2a7e2c0f6918162c4be3b9b15c1ed53e0026d1065a1e3936cf1bb0c8be2c7"},"schema_version":"1.0"},"canonical_sha256":"adc6e587bb1761c51c64a252af885deaa216898be6184d10f30efc882aa74c6e","source":{"kind":"arxiv","id":"2411.02305","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.02305","created_at":"2026-07-05T10:14:47Z"},{"alias_kind":"arxiv_version","alias_value":"2411.02305v2","created_at":"2026-07-05T10:14:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.02305","created_at":"2026-07-05T10:14:47Z"},{"alias_kind":"pith_short_12","alias_value":"VXDOLB53C5Q4","created_at":"2026-07-05T10:14:47Z"},{"alias_kind":"pith_short_16","alias_value":"VXDOLB53C5Q4KHDE","created_at":"2026-07-05T10:14:47Z"},{"alias_kind":"pith_short_8","alias_value":"VXDOLB53","created_at":"2026-07-05T10:14:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VXDOLB53C5Q4KHDEUJJK7CC55K","target":"record","payload":{"canonical_record":{"source":{"id":"2411.02305","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T17:30:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c17d9fd2a24c233501cf5cb31d0d9f219a10849518f3c52610c1028dd4a70035","abstract_canon_sha256":"a7f2a7e2c0f6918162c4be3b9b15c1ed53e0026d1065a1e3936cf1bb0c8be2c7"},"schema_version":"1.0"},"canonical_sha256":"adc6e587bb1761c51c64a252af885deaa216898be6184d10f30efc882aa74c6e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:14:47.657993Z","signature_b64":"zA0us4wtahSo0Q6tmJX1lTk0/2ub9Uf7QoTuc7jbhGUe9NsFYaOY0b3wWcvxi6WuWrbrYYcSxl5kdwwjbci9Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"adc6e587bb1761c51c64a252af885deaa216898be6184d10f30efc882aa74c6e","last_reissued_at":"2026-07-05T10:14:47.657453Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:14:47.657453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.02305","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:14:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ydgXJRhnWBAGKguLQrAm8mt2MbZhA3YVfR7uTBFlwHJP9taUlMSb9QVBC0DrV+46ntS4zlFrWd/tqc7150gjCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:12:06.984340Z"},"content_sha256":"2ac778e9960197fee13f582ebfaa25e6d0b837e89c4a2a37b3d3982dc72f042e","schema_version":"1.0","event_id":"sha256:2ac778e9960197fee13f582ebfaa25e6d0b837e89c4a2a37b3d3982dc72f042e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VXDOLB53C5Q4KHDEUJJK7CC55K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CRMArena: Understanding the Capacity of LLM Agents to Perform Professional CRM Tasks in Realistic Environments","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Akshara Prabhakar, Caiming Xiong, Chien-Sheng Wu, Huan Wang, Kung-Hsiang Huang, Philippe Laban, Sidharth Dhawan, Silvio Savarese, Yixin Mao","submitted_at":"2024-11-04T17:30:51Z","abstract_excerpt":"Customer Relationship Management (CRM) systems are vital for modern enterprises, providing a foundation for managing customer interactions and data. Integrating AI agents into CRM systems can automate routine processes and enhance personalized service. However, deploying and evaluating these agents is challenging due to the lack of realistic benchmarks that reflect the complexity of real-world CRM tasks. To address this issue, we introduce CRMArena, a novel benchmark designed to evaluate AI agents on realistic tasks grounded in professional work environments. Following guidance from CRM expert"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.02305","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.02305/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:14:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qYfNv0zyi05ex8eDrZKn4PNgwRZLt/wxXeuo0r4SYU1MdlkDGwqgaA3fpAio1v3S40hEJj4PsNcf54rotl1jBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:12:06.985076Z"},"content_sha256":"ce8c3bb8c0f1ad78b376879a1e2a62d5810c33ac02dc0efa2d2fb57afbd0095c","schema_version":"1.0","event_id":"sha256:ce8c3bb8c0f1ad78b376879a1e2a62d5810c33ac02dc0efa2d2fb57afbd0095c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VXDOLB53C5Q4KHDEUJJK7CC55K/bundle.json","state_url":"https://pith.science/pith/VXDOLB53C5Q4KHDEUJJK7CC55K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VXDOLB53C5Q4KHDEUJJK7CC55K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T15:12:06Z","links":{"resolver":"https://pith.science/pith/VXDOLB53C5Q4KHDEUJJK7CC55K","bundle":"https://pith.science/pith/VXDOLB53C5Q4KHDEUJJK7CC55K/bundle.json","state":"https://pith.science/pith/VXDOLB53C5Q4KHDEUJJK7CC55K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VXDOLB53C5Q4KHDEUJJK7CC55K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VXDOLB53C5Q4KHDEUJJK7CC55K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a7f2a7e2c0f6918162c4be3b9b15c1ed53e0026d1065a1e3936cf1bb0c8be2c7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T17:30:51Z","title_canon_sha256":"c17d9fd2a24c233501cf5cb31d0d9f219a10849518f3c52610c1028dd4a70035"},"schema_version":"1.0","source":{"id":"2411.02305","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.02305","created_at":"2026-07-05T10:14:47Z"},{"alias_kind":"arxiv_version","alias_value":"2411.02305v2","created_at":"2026-07-05T10:14:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.02305","created_at":"2026-07-05T10:14:47Z"},{"alias_kind":"pith_short_12","alias_value":"VXDOLB53C5Q4","created_at":"2026-07-05T10:14:47Z"},{"alias_kind":"pith_short_16","alias_value":"VXDOLB53C5Q4KHDE","created_at":"2026-07-05T10:14:47Z"},{"alias_kind":"pith_short_8","alias_value":"VXDOLB53","created_at":"2026-07-05T10:14:47Z"}],"graph_snapshots":[{"event_id":"sha256:ce8c3bb8c0f1ad78b376879a1e2a62d5810c33ac02dc0efa2d2fb57afbd0095c","target":"graph","created_at":"2026-07-05T10:14:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.02305/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Customer Relationship Management (CRM) systems are vital for modern enterprises, providing a foundation for managing customer interactions and data. Integrating AI agents into CRM systems can automate routine processes and enhance personalized service. However, deploying and evaluating these agents is challenging due to the lack of realistic benchmarks that reflect the complexity of real-world CRM tasks. To address this issue, we introduce CRMArena, a novel benchmark designed to evaluate AI agents on realistic tasks grounded in professional work environments. Following guidance from CRM expert","authors_text":"Akshara Prabhakar, Caiming Xiong, Chien-Sheng Wu, Huan Wang, Kung-Hsiang Huang, Philippe Laban, Sidharth Dhawan, Silvio Savarese, Yixin Mao","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T17:30:51Z","title":"CRMArena: Understanding the Capacity of LLM Agents to Perform Professional CRM Tasks in Realistic Environments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.02305","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2ac778e9960197fee13f582ebfaa25e6d0b837e89c4a2a37b3d3982dc72f042e","target":"record","created_at":"2026-07-05T10:14:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a7f2a7e2c0f6918162c4be3b9b15c1ed53e0026d1065a1e3936cf1bb0c8be2c7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T17:30:51Z","title_canon_sha256":"c17d9fd2a24c233501cf5cb31d0d9f219a10849518f3c52610c1028dd4a70035"},"schema_version":"1.0","source":{"id":"2411.02305","kind":"arxiv","version":2}},"canonical_sha256":"adc6e587bb1761c51c64a252af885deaa216898be6184d10f30efc882aa74c6e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"adc6e587bb1761c51c64a252af885deaa216898be6184d10f30efc882aa74c6e","first_computed_at":"2026-07-05T10:14:47.657453Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:14:47.657453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zA0us4wtahSo0Q6tmJX1lTk0/2ub9Uf7QoTuc7jbhGUe9NsFYaOY0b3wWcvxi6WuWrbrYYcSxl5kdwwjbci9Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T10:14:47.657993Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.02305","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2ac778e9960197fee13f582ebfaa25e6d0b837e89c4a2a37b3d3982dc72f042e","sha256:ce8c3bb8c0f1ad78b376879a1e2a62d5810c33ac02dc0efa2d2fb57afbd0095c"],"state_sha256":"7497ab52f1120f56fe95721319bdf670c7c80909c1b0e9e24ccd6f20d05abd7d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8CLt1ycf445spKCYpveiB4uLy+0/l3mJJ6wlgp1/33NvPzo+J65MDOao8523EI4P97fb0NnsoY9Xo/58a7ZLDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T15:12:06.991371Z","bundle_sha256":"8321ea34a9a3b24fdf478481f0a4129ef34485a050b15c6d4bd7bba8bd27b081"}}