{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:EK3V5POC6QU4XR3JXTSAE2KKR2","short_pith_number":"pith:EK3V5POC","canonical_record":{"source":{"id":"2606.08867","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-07T22:44:00Z","cross_cats_sorted":[],"title_canon_sha256":"06b461d196f1ccce2c74643ffce9b5583ce06c4c29b2f19b229175132133a23e","abstract_canon_sha256":"d0f47b80655ea67b711133e27960e19273c13ba5198d7f1755934afa1f0b1517"},"schema_version":"1.0"},"canonical_sha256":"22b75ebdc2f429cbc769bce402694a8ebc2cbb8edc2b77927a5e35ba113271b8","source":{"kind":"arxiv","id":"2606.08867","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.08867","created_at":"2026-06-09T02:07:43Z"},{"alias_kind":"arxiv_version","alias_value":"2606.08867v1","created_at":"2026-06-09T02:07:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.08867","created_at":"2026-06-09T02:07:43Z"},{"alias_kind":"pith_short_12","alias_value":"EK3V5POC6QU4","created_at":"2026-06-09T02:07:43Z"},{"alias_kind":"pith_short_16","alias_value":"EK3V5POC6QU4XR3J","created_at":"2026-06-09T02:07:43Z"},{"alias_kind":"pith_short_8","alias_value":"EK3V5POC","created_at":"2026-06-09T02:07:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:EK3V5POC6QU4XR3JXTSAE2KKR2","target":"record","payload":{"canonical_record":{"source":{"id":"2606.08867","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-07T22:44:00Z","cross_cats_sorted":[],"title_canon_sha256":"06b461d196f1ccce2c74643ffce9b5583ce06c4c29b2f19b229175132133a23e","abstract_canon_sha256":"d0f47b80655ea67b711133e27960e19273c13ba5198d7f1755934afa1f0b1517"},"schema_version":"1.0"},"canonical_sha256":"22b75ebdc2f429cbc769bce402694a8ebc2cbb8edc2b77927a5e35ba113271b8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-09T02:07:43.855735Z","signature_b64":"IFMUJbZvdDr0+mtFlJqko0m1pK26A21pYip3un9c9ep+JuUr/NXFHg/hD/l8sPQhkkDVojsLTuWpFPu5ui0xDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"22b75ebdc2f429cbc769bce402694a8ebc2cbb8edc2b77927a5e35ba113271b8","last_reissued_at":"2026-06-09T02:07:43.854743Z","signature_status":"signed_v1","first_computed_at":"2026-06-09T02:07:43.854743Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.08867","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-09T02:07:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L55l09zECZVfnif+BNpWb6uXQKTWnUvufD4BqOMHhAPbERL0KWmRa6yneCfjl3aAJ1w0fivODFTjTGTxiMffBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-21T00:19:25.500407Z"},"content_sha256":"8f8f0b189d12f0d17d8004a31a117f29b86303fde34e187778bd89206921ccd0","schema_version":"1.0","event_id":"sha256:8f8f0b189d12f0d17d8004a31a117f29b86303fde34e187778bd89206921ccd0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:EK3V5POC6QU4XR3JXTSAE2KKR2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Building Customer Support AI Agents at 100M-User Scale: An Evaluation-Driven Framework","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aman Gupta, Carolina Baptista de Lima, Daniel Silva, Edesio Alcoba\\c{c}a, Herbert Fei, Jose Chrystian Lima Pacheco, Kevin Rossell, Luis Moneda, Luiz Paulo Rabachini, Rohan Ramanath, Shao Tang","submitted_at":"2026-06-07T22:44:00Z","abstract_excerpt":"The rapid rise in LLM capabilities has made AI agents increasingly viable across a broad range of tasks. Among the most promising applications is building production-ready customer-facing agents, a challenge that demands coordinated excellence in evaluation methodology, context engineering, training, and online measurement. Yet these critical pillars are typically developed in isolation, creating blind spots that only surface after deployment.\n  In this paper, we present a unified framework that bridges offline development with online impact for customer support AI agents at Nubank, a company "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.08867","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.08867/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-09T02:07:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JIAoJoqkkeEmZk02MKOXElFDYnl5tRS2j6bQ1B4dcuWxB/gXRUyky8FUAITFsE4XCYFM1XqB6brS7t6iEaKkCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-21T00:19:25.500802Z"},"content_sha256":"e03f4547946d71efee612c5d91c9dfb588e291b42068eb0376661f764555bd72","schema_version":"1.0","event_id":"sha256:e03f4547946d71efee612c5d91c9dfb588e291b42068eb0376661f764555bd72"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EK3V5POC6QU4XR3JXTSAE2KKR2/bundle.json","state_url":"https://pith.science/pith/EK3V5POC6QU4XR3JXTSAE2KKR2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EK3V5POC6QU4XR3JXTSAE2KKR2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-21T00:19:25Z","links":{"resolver":"https://pith.science/pith/EK3V5POC6QU4XR3JXTSAE2KKR2","bundle":"https://pith.science/pith/EK3V5POC6QU4XR3JXTSAE2KKR2/bundle.json","state":"https://pith.science/pith/EK3V5POC6QU4XR3JXTSAE2KKR2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EK3V5POC6QU4XR3JXTSAE2KKR2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:EK3V5POC6QU4XR3JXTSAE2KKR2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d0f47b80655ea67b711133e27960e19273c13ba5198d7f1755934afa1f0b1517","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-07T22:44:00Z","title_canon_sha256":"06b461d196f1ccce2c74643ffce9b5583ce06c4c29b2f19b229175132133a23e"},"schema_version":"1.0","source":{"id":"2606.08867","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.08867","created_at":"2026-06-09T02:07:43Z"},{"alias_kind":"arxiv_version","alias_value":"2606.08867v1","created_at":"2026-06-09T02:07:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.08867","created_at":"2026-06-09T02:07:43Z"},{"alias_kind":"pith_short_12","alias_value":"EK3V5POC6QU4","created_at":"2026-06-09T02:07:43Z"},{"alias_kind":"pith_short_16","alias_value":"EK3V5POC6QU4XR3J","created_at":"2026-06-09T02:07:43Z"},{"alias_kind":"pith_short_8","alias_value":"EK3V5POC","created_at":"2026-06-09T02:07:43Z"}],"graph_snapshots":[{"event_id":"sha256:e03f4547946d71efee612c5d91c9dfb588e291b42068eb0376661f764555bd72","target":"graph","created_at":"2026-06-09T02:07:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.08867/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid rise in LLM capabilities has made AI agents increasingly viable across a broad range of tasks. Among the most promising applications is building production-ready customer-facing agents, a challenge that demands coordinated excellence in evaluation methodology, context engineering, training, and online measurement. Yet these critical pillars are typically developed in isolation, creating blind spots that only surface after deployment.\n  In this paper, we present a unified framework that bridges offline development with online impact for customer support AI agents at Nubank, a company ","authors_text":"Aman Gupta, Carolina Baptista de Lima, Daniel Silva, Edesio Alcoba\\c{c}a, Herbert Fei, Jose Chrystian Lima Pacheco, Kevin Rossell, Luis Moneda, Luiz Paulo Rabachini, Rohan Ramanath, Shao Tang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-07T22:44:00Z","title":"Building Customer Support AI Agents at 100M-User Scale: An Evaluation-Driven Framework"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.08867","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8f8f0b189d12f0d17d8004a31a117f29b86303fde34e187778bd89206921ccd0","target":"record","created_at":"2026-06-09T02:07:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d0f47b80655ea67b711133e27960e19273c13ba5198d7f1755934afa1f0b1517","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-07T22:44:00Z","title_canon_sha256":"06b461d196f1ccce2c74643ffce9b5583ce06c4c29b2f19b229175132133a23e"},"schema_version":"1.0","source":{"id":"2606.08867","kind":"arxiv","version":1}},"canonical_sha256":"22b75ebdc2f429cbc769bce402694a8ebc2cbb8edc2b77927a5e35ba113271b8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"22b75ebdc2f429cbc769bce402694a8ebc2cbb8edc2b77927a5e35ba113271b8","first_computed_at":"2026-06-09T02:07:43.854743Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-09T02:07:43.854743Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IFMUJbZvdDr0+mtFlJqko0m1pK26A21pYip3un9c9ep+JuUr/NXFHg/hD/l8sPQhkkDVojsLTuWpFPu5ui0xDA==","signature_status":"signed_v1","signed_at":"2026-06-09T02:07:43.855735Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.08867","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8f8f0b189d12f0d17d8004a31a117f29b86303fde34e187778bd89206921ccd0","sha256:e03f4547946d71efee612c5d91c9dfb588e291b42068eb0376661f764555bd72"],"state_sha256":"7bb2171ab20a871623a4d5472e58c13ffd0329156a69b0dbcf165c032f24a9fe"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s40HunIL/fpc6DkDyOXlaGaD7Y4RZt9JJEL0AwK4ZV36A1sD/UzrNlKwgFsCwDVlccm6cb2zxcraYOxUuri4AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-21T00:19:25.502954Z","bundle_sha256":"214b057b73f94d8f13cb4090dbdcbcd498f9282c67c85d2808c71bd5c021b592"}}