{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:OUNPRBWC5PAOMYXVT326XKMLWF","merge_version":"pith-open-graph-merge-v1","event_count":3,"valid_event_count":3,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b691ac474e27ec580775da39fc007f531a6921b13d612fe079974a1dd3b75921","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2026-08-09T02:08:34Z","title_canon_sha256":"3b5ad489c0d3737c2cb7cd19d622f62f5207c3a6f7c32ce2d6fc216d8245a1d0"},"schema_version":"1.0","source":{"id":"2608.08413","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.08413","created_at":"2026-08-11T01:22:34Z"},{"alias_kind":"arxiv_version","alias_value":"2608.08413v1","created_at":"2026-08-11T01:22:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.08413","created_at":"2026-08-11T01:22:34Z"},{"alias_kind":"pith_short_12","alias_value":"OUNPRBWC5PAO","created_at":"2026-08-11T01:22:34Z"},{"alias_kind":"pith_short_16","alias_value":"OUNPRBWC5PAOMYXV","created_at":"2026-08-11T01:22:34Z"},{"alias_kind":"pith_short_8","alias_value":"OUNPRBWC","created_at":"2026-08-11T01:22:34Z"}],"graph_snapshots":[{"event_id":"sha256:93e3b133151be82d40da9dae5e369be4a86cee8a29e54d2771cf05e7ef7fee42","target":"graph","created_at":"2026-08-11T01:22:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2608.08413/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Agents built on large language models (LLMs) are increasingly used to build applications that perform complex, multi-step tasks involving reasoning, tool use, and interaction with external environments. Despite rapid progress in benchmarking LLM-based agents, very few studies have attempted to understand how such systems are tested in practice. In particular, testing levels, objectives, data patterns, test complexity, and validation strategies for agent applications remain underexplored. In this paper, we present an empirical study of testing practices in LLM-based agent applications using a l","authors_text":"Alessandro Orso, Bridget McGinn, Divya Sankar, Maja Vukovic, Raju Pavuluri, Rangeet Pan, Saurabh Sinha, Tyler Stennett","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2026-08-09T02:08:34Z","title":"Tangent: An Empirical Study of Testing Practices for LLM-Based Agent Applications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.08413","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e6591a2ac367a74eb2dcf5248893c00ebcb630e9ee850ff1c941976b0702a9cb","target":"record","created_at":"2026-08-11T01:22:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b691ac474e27ec580775da39fc007f531a6921b13d612fe079974a1dd3b75921","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2026-08-09T02:08:34Z","title_canon_sha256":"3b5ad489c0d3737c2cb7cd19d622f62f5207c3a6f7c32ce2d6fc216d8245a1d0"},"schema_version":"1.0","source":{"id":"2608.08413","kind":"arxiv","version":1}},"canonical_sha256":"751af886c2ebc0e662f59ef5eba98bb17c090cdaaf921b4fcfe91b5a7b46b08f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"751af886c2ebc0e662f59ef5eba98bb17c090cdaaf921b4fcfe91b5a7b46b08f","first_computed_at":"2026-08-11T01:22:34.821375Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-11T01:22:34.821375Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"btjGNXzk/U6rWD+5HKmnzAOG5CgxyXzdS3xjT+bY4Df5N1I77AF1V9XBTeQAlD7ZESYgaz9k5phJspM+D545Bw==","signature_status":"signed_v1","signed_at":"2026-08-11T01:22:34.823848Z","signed_message":"canonical_sha256_bytes"},"source_id":"2608.08413","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e6591a2ac367a74eb2dcf5248893c00ebcb630e9ee850ff1c941976b0702a9cb","sha256:93e3b133151be82d40da9dae5e369be4a86cee8a29e54d2771cf05e7ef7fee42","sha256:94709b6be586d003cae240281b25e91796d2b23f99df432570a5d0c7fd45d261"],"state_sha256":"03a85fd41dcab7693f5d287356646aa0e5ce8ad318b54e51f3bede0679c7dc02"}