{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ED5MISNOIMUPTYO5K3PQYLJ5OW","short_pith_number":"pith:ED5MISNO","canonical_record":{"source":{"id":"2409.17561","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-09-26T06:18:06Z","cross_cats_sorted":[],"title_canon_sha256":"16da0c9c3a06799a5326771b70cbf1293810ecd10321ca89d99982ea87428c38","abstract_canon_sha256":"6892c02137cdde76f0487d87dc005de653fc821df087fa68b4d76c2a4c010ac1"},"schema_version":"1.0"},"canonical_sha256":"20fac449ae4328f9e1dd56df0c2d3d75aeeb307ec523c4ad0ce3694c07eda901","source":{"kind":"arxiv","id":"2409.17561","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.17561","created_at":"2026-07-05T09:12:11Z"},{"alias_kind":"arxiv_version","alias_value":"2409.17561v1","created_at":"2026-07-05T09:12:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.17561","created_at":"2026-07-05T09:12:11Z"},{"alias_kind":"pith_short_12","alias_value":"ED5MISNOIMUP","created_at":"2026-07-05T09:12:11Z"},{"alias_kind":"pith_short_16","alias_value":"ED5MISNOIMUPTYO5","created_at":"2026-07-05T09:12:11Z"},{"alias_kind":"pith_short_8","alias_value":"ED5MISNO","created_at":"2026-07-05T09:12:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ED5MISNOIMUPTYO5K3PQYLJ5OW","target":"record","payload":{"canonical_record":{"source":{"id":"2409.17561","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-09-26T06:18:06Z","cross_cats_sorted":[],"title_canon_sha256":"16da0c9c3a06799a5326771b70cbf1293810ecd10321ca89d99982ea87428c38","abstract_canon_sha256":"6892c02137cdde76f0487d87dc005de653fc821df087fa68b4d76c2a4c010ac1"},"schema_version":"1.0"},"canonical_sha256":"20fac449ae4328f9e1dd56df0c2d3d75aeeb307ec523c4ad0ce3694c07eda901","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:12:11.905669Z","signature_b64":"wlUI1MitAU0n65IuYZW0z7MqCOkm4aSL17Fbi8+SF8V/nqGjPuj/fEz+ABjurzAmjGr4rBD5h1CtEg28tMk3Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"20fac449ae4328f9e1dd56df0c2d3d75aeeb307ec523c4ad0ce3694c07eda901","last_reissued_at":"2026-07-05T09:12:11.905195Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:12:11.905195Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.17561","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:12:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LmEh60vdKcNUDh7yucsbKFvMCMWt9t1u/SwUAruv41bmFlI80FAyWTiSPLZOz9i3wfRGDV7kp0cGSkF1OuuBDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:41:46.456615Z"},"content_sha256":"67fe3cfd2d52d8ae9dcea6d6a3ff70fd48e4fa652efa170d343dcf8bad9cf864","schema_version":"1.0","event_id":"sha256:67fe3cfd2d52d8ae9dcea6d6a3ff70fd48e4fa652efa170d343dcf8bad9cf864"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ED5MISNOIMUPTYO5K3PQYLJ5OW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TestBench: Evaluating Class-Level Test Case Generation Capability of Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Chunrong Fang, Jianyi Zhou, Quanjun Zhang, Siqi Gu, Ye Shang, Zhenyu Chen","submitted_at":"2024-09-26T06:18:06Z","abstract_excerpt":"Software testing is a crucial phase in the software life cycle, helping identify potential risks and reduce maintenance costs. With the advancement of Large Language Models (LLMs), researchers have proposed an increasing number of LLM-based software testing techniques, particularly in the area of test case generation. Despite the growing interest, limited efforts have been made to thoroughly evaluate the actual capabilities of LLMs in this task.\n  In this paper, we introduce TestBench, a benchmark for class-level LLM-based test case generation. We construct a dataset of 108 Java programs from "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.17561","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.17561/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:12:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WTevU/pMqMQ0x39OESzBUh+N5SNsAaejrFskQ4l2kCF/Gr+Oe0BqRjdst3rgjWRaLbxVVRWtx0ZBk96sHrMSBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:41:46.457142Z"},"content_sha256":"4bceb3a74dd70b4e6821a6689132f6519671481e46d2542baf662c387b1593d0","schema_version":"1.0","event_id":"sha256:4bceb3a74dd70b4e6821a6689132f6519671481e46d2542baf662c387b1593d0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ED5MISNOIMUPTYO5K3PQYLJ5OW/bundle.json","state_url":"https://pith.science/pith/ED5MISNOIMUPTYO5K3PQYLJ5OW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ED5MISNOIMUPTYO5K3PQYLJ5OW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T06:41:46Z","links":{"resolver":"https://pith.science/pith/ED5MISNOIMUPTYO5K3PQYLJ5OW","bundle":"https://pith.science/pith/ED5MISNOIMUPTYO5K3PQYLJ5OW/bundle.json","state":"https://pith.science/pith/ED5MISNOIMUPTYO5K3PQYLJ5OW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ED5MISNOIMUPTYO5K3PQYLJ5OW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ED5MISNOIMUPTYO5K3PQYLJ5OW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6892c02137cdde76f0487d87dc005de653fc821df087fa68b4d76c2a4c010ac1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-09-26T06:18:06Z","title_canon_sha256":"16da0c9c3a06799a5326771b70cbf1293810ecd10321ca89d99982ea87428c38"},"schema_version":"1.0","source":{"id":"2409.17561","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.17561","created_at":"2026-07-05T09:12:11Z"},{"alias_kind":"arxiv_version","alias_value":"2409.17561v1","created_at":"2026-07-05T09:12:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.17561","created_at":"2026-07-05T09:12:11Z"},{"alias_kind":"pith_short_12","alias_value":"ED5MISNOIMUP","created_at":"2026-07-05T09:12:11Z"},{"alias_kind":"pith_short_16","alias_value":"ED5MISNOIMUPTYO5","created_at":"2026-07-05T09:12:11Z"},{"alias_kind":"pith_short_8","alias_value":"ED5MISNO","created_at":"2026-07-05T09:12:11Z"}],"graph_snapshots":[{"event_id":"sha256:4bceb3a74dd70b4e6821a6689132f6519671481e46d2542baf662c387b1593d0","target":"graph","created_at":"2026-07-05T09:12:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.17561/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Software testing is a crucial phase in the software life cycle, helping identify potential risks and reduce maintenance costs. With the advancement of Large Language Models (LLMs), researchers have proposed an increasing number of LLM-based software testing techniques, particularly in the area of test case generation. Despite the growing interest, limited efforts have been made to thoroughly evaluate the actual capabilities of LLMs in this task.\n  In this paper, we introduce TestBench, a benchmark for class-level LLM-based test case generation. We construct a dataset of 108 Java programs from ","authors_text":"Chunrong Fang, Jianyi Zhou, Quanjun Zhang, Siqi Gu, Ye Shang, Zhenyu Chen","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-09-26T06:18:06Z","title":"TestBench: Evaluating Class-Level Test Case Generation Capability of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.17561","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:67fe3cfd2d52d8ae9dcea6d6a3ff70fd48e4fa652efa170d343dcf8bad9cf864","target":"record","created_at":"2026-07-05T09:12:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6892c02137cdde76f0487d87dc005de653fc821df087fa68b4d76c2a4c010ac1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-09-26T06:18:06Z","title_canon_sha256":"16da0c9c3a06799a5326771b70cbf1293810ecd10321ca89d99982ea87428c38"},"schema_version":"1.0","source":{"id":"2409.17561","kind":"arxiv","version":1}},"canonical_sha256":"20fac449ae4328f9e1dd56df0c2d3d75aeeb307ec523c4ad0ce3694c07eda901","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"20fac449ae4328f9e1dd56df0c2d3d75aeeb307ec523c4ad0ce3694c07eda901","first_computed_at":"2026-07-05T09:12:11.905195Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:12:11.905195Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wlUI1MitAU0n65IuYZW0z7MqCOkm4aSL17Fbi8+SF8V/nqGjPuj/fEz+ABjurzAmjGr4rBD5h1CtEg28tMk3Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:12:11.905669Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.17561","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:67fe3cfd2d52d8ae9dcea6d6a3ff70fd48e4fa652efa170d343dcf8bad9cf864","sha256:4bceb3a74dd70b4e6821a6689132f6519671481e46d2542baf662c387b1593d0"],"state_sha256":"8f448fc3504ede6764714a7e503d993ece1a2c6d7b85581996d93bc27c52156d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"77TfIxfjY9zi2ALv0YaVBcGmiQHjR0MDSGDpyBekRafCuuf6XCR/9CfcF/XDnVvJfn4xw7tpnIVOsRfYHPKLDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T06:41:46.461630Z","bundle_sha256":"1696758928b13d953f843d72419e32641f746109e475fb4c91826d62f9daa900"}}