{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:TBCUMBGTBIO2A2NEJF5YXX4ZSP","short_pith_number":"pith:TBCUMBGT","canonical_record":{"source":{"id":"2501.13480","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-01-23T08:53:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"32f410d14f29f749cd5be0c92b2a306d4a260616c8e58d9a56c788d9655c47b2","abstract_canon_sha256":"2cddc2625716a055885790122a47a3cfb99b00ad2e5b43db4d032cff4f959953"},"schema_version":"1.0"},"canonical_sha256":"98454604d30a1da069a4497b8bdf9993d693b619476a8df494224364a524211a","source":{"kind":"arxiv","id":"2501.13480","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.13480","created_at":"2026-07-05T10:04:29Z"},{"alias_kind":"arxiv_version","alias_value":"2501.13480v1","created_at":"2026-07-05T10:04:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.13480","created_at":"2026-07-05T10:04:29Z"},{"alias_kind":"pith_short_12","alias_value":"TBCUMBGTBIO2","created_at":"2026-07-05T10:04:29Z"},{"alias_kind":"pith_short_16","alias_value":"TBCUMBGTBIO2A2NE","created_at":"2026-07-05T10:04:29Z"},{"alias_kind":"pith_short_8","alias_value":"TBCUMBGT","created_at":"2026-07-05T10:04:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:TBCUMBGTBIO2A2NEJF5YXX4ZSP","target":"record","payload":{"canonical_record":{"source":{"id":"2501.13480","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-01-23T08:53:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"32f410d14f29f749cd5be0c92b2a306d4a260616c8e58d9a56c788d9655c47b2","abstract_canon_sha256":"2cddc2625716a055885790122a47a3cfb99b00ad2e5b43db4d032cff4f959953"},"schema_version":"1.0"},"canonical_sha256":"98454604d30a1da069a4497b8bdf9993d693b619476a8df494224364a524211a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:04:29.305825Z","signature_b64":"ASdsGcez2Kc7IP0czbUhLkSW3ZgcK+VojK1WuR1JquiivL8/RtY6TV9SvoxE4Evq7fZiNXhGy8nEzX7dl12RCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"98454604d30a1da069a4497b8bdf9993d693b619476a8df494224364a524211a","last_reissued_at":"2026-07-05T10:04:29.305306Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:04:29.305306Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.13480","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:04:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dIhfb9BjoO0AiXvFmXOX3poadmO0kgGrohX/7e7t1g1dE2hBtMWG3rG18mDAGuvfHP/DfWYbiFZTkHbnnDjuAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T12:33:54.569915Z"},"content_sha256":"d7ed439876213f0bc43ea5dede10dcff75350ba5b73ab609b3e5cdac40cab094","schema_version":"1.0","event_id":"sha256:d7ed439876213f0bc43ea5dede10dcff75350ba5b73ab609b3e5cdac40cab094"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:TBCUMBGTBIO2A2NEJF5YXX4ZSP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Juyeon Yoon, Robert Feldt, Shin Yoo","submitted_at":"2025-01-23T08:53:12Z","abstract_excerpt":"The recent surge of building software systems powered by Large Language Models (LLMs) has led to the development of various testing frameworks, primarily focused on treating prompt templates as the unit of testing. Despite the significant costs associated with test input execution and output assessment, the curation of optimized test suites is yet overlooked in these tools, which calls for tailored test selection or prioritization strategies. In this paper, we show that diversity-based testing techniques, such as Adaptive Random Testing (ART) with appropriate string distance metrics, can be ef"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.13480","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.13480/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:04:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eivvK3ONTSTSteEyhRhENVLNze234IDLlwPAUS4Lx0+9Puqg1Lto/OYrJZZ3VVh2C6BIarlZjb2ieC8nErJ9Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T12:33:54.570973Z"},"content_sha256":"91719cd79d570805ca56f75e725b3fa6a6788a7512e2a071450cad7576ce051c","schema_version":"1.0","event_id":"sha256:91719cd79d570805ca56f75e725b3fa6a6788a7512e2a071450cad7576ce051c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TBCUMBGTBIO2A2NEJF5YXX4ZSP/bundle.json","state_url":"https://pith.science/pith/TBCUMBGTBIO2A2NEJF5YXX4ZSP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TBCUMBGTBIO2A2NEJF5YXX4ZSP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T12:33:54Z","links":{"resolver":"https://pith.science/pith/TBCUMBGTBIO2A2NEJF5YXX4ZSP","bundle":"https://pith.science/pith/TBCUMBGTBIO2A2NEJF5YXX4ZSP/bundle.json","state":"https://pith.science/pith/TBCUMBGTBIO2A2NEJF5YXX4ZSP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TBCUMBGTBIO2A2NEJF5YXX4ZSP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:TBCUMBGTBIO2A2NEJF5YXX4ZSP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2cddc2625716a055885790122a47a3cfb99b00ad2e5b43db4d032cff4f959953","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-01-23T08:53:12Z","title_canon_sha256":"32f410d14f29f749cd5be0c92b2a306d4a260616c8e58d9a56c788d9655c47b2"},"schema_version":"1.0","source":{"id":"2501.13480","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.13480","created_at":"2026-07-05T10:04:29Z"},{"alias_kind":"arxiv_version","alias_value":"2501.13480v1","created_at":"2026-07-05T10:04:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.13480","created_at":"2026-07-05T10:04:29Z"},{"alias_kind":"pith_short_12","alias_value":"TBCUMBGTBIO2","created_at":"2026-07-05T10:04:29Z"},{"alias_kind":"pith_short_16","alias_value":"TBCUMBGTBIO2A2NE","created_at":"2026-07-05T10:04:29Z"},{"alias_kind":"pith_short_8","alias_value":"TBCUMBGT","created_at":"2026-07-05T10:04:29Z"}],"graph_snapshots":[{"event_id":"sha256:91719cd79d570805ca56f75e725b3fa6a6788a7512e2a071450cad7576ce051c","target":"graph","created_at":"2026-07-05T10:04:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.13480/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recent surge of building software systems powered by Large Language Models (LLMs) has led to the development of various testing frameworks, primarily focused on treating prompt templates as the unit of testing. Despite the significant costs associated with test input execution and output assessment, the curation of optimized test suites is yet overlooked in these tools, which calls for tailored test selection or prioritization strategies. In this paper, we show that diversity-based testing techniques, such as Adaptive Random Testing (ART) with appropriate string distance metrics, can be ef","authors_text":"Juyeon Yoon, Robert Feldt, Shin Yoo","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.13480","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d7ed439876213f0bc43ea5dede10dcff75350ba5b73ab609b3e5cdac40cab094","target":"record","created_at":"2026-07-05T10:04:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2cddc2625716a055885790122a47a3cfb99b00ad2e5b43db4d032cff4f959953","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-01-23T08:53:12Z","title_canon_sha256":"32f410d14f29f749cd5be0c92b2a306d4a260616c8e58d9a56c788d9655c47b2"},"schema_version":"1.0","source":{"id":"2501.13480","kind":"arxiv","version":1}},"canonical_sha256":"98454604d30a1da069a4497b8bdf9993d693b619476a8df494224364a524211a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"98454604d30a1da069a4497b8bdf9993d693b619476a8df494224364a524211a","first_computed_at":"2026-07-05T10:04:29.305306Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:04:29.305306Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ASdsGcez2Kc7IP0czbUhLkSW3ZgcK+VojK1WuR1JquiivL8/RtY6TV9SvoxE4Evq7fZiNXhGy8nEzX7dl12RCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:04:29.305825Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.13480","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d7ed439876213f0bc43ea5dede10dcff75350ba5b73ab609b3e5cdac40cab094","sha256:91719cd79d570805ca56f75e725b3fa6a6788a7512e2a071450cad7576ce051c"],"state_sha256":"20b6bb1b785b2e9bab5b7dd6c92ad0eba9f82ebe386dbf9aa01faaec45ea6392"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UgH2zfLaggkO44OWPVNLg/LB3+AfJaqw9/5bJPvUYYp1z0TdyMI9zkINjGJP6vE/FQJ+MWSTyoolaHvTYuAEBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T12:33:54.578274Z","bundle_sha256":"4834b416be3e776b93f59cd4fe3f036ccf3c0e5389769606919adf864e99766b"}}