{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:UT7WDUMPMFEDZIRMQVEIEJVUDL","short_pith_number":"pith:UT7WDUMP","canonical_record":{"source":{"id":"2604.19315","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2026-04-21T10:24:26Z","cross_cats_sorted":[],"title_canon_sha256":"03ba168c0eb33fe2b478c054bb3668f4d359ed4504203a30da279834376cccad","abstract_canon_sha256":"1aa30814f2e0ed5bea32eac1f5b652b8c351d2f5e7e743e5f676f9a44e484bb7"},"schema_version":"1.0"},"canonical_sha256":"a4ff61d18f61483ca22c85488226b41adb2430ee5e2ad455fc39109f8b13fe15","source":{"kind":"arxiv","id":"2604.19315","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2604.19315","created_at":"2026-07-23T00:23:40Z"},{"alias_kind":"arxiv_version","alias_value":"2604.19315v1","created_at":"2026-07-23T00:23:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2604.19315","created_at":"2026-07-23T00:23:40Z"},{"alias_kind":"pith_short_12","alias_value":"UT7WDUMPMFED","created_at":"2026-07-23T00:23:40Z"},{"alias_kind":"pith_short_16","alias_value":"UT7WDUMPMFEDZIRM","created_at":"2026-07-23T00:23:40Z"},{"alias_kind":"pith_short_8","alias_value":"UT7WDUMP","created_at":"2026-07-23T00:23:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:UT7WDUMPMFEDZIRMQVEIEJVUDL","target":"record","payload":{"canonical_record":{"source":{"id":"2604.19315","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2026-04-21T10:24:26Z","cross_cats_sorted":[],"title_canon_sha256":"03ba168c0eb33fe2b478c054bb3668f4d359ed4504203a30da279834376cccad","abstract_canon_sha256":"1aa30814f2e0ed5bea32eac1f5b652b8c351d2f5e7e743e5f676f9a44e484bb7"},"schema_version":"1.0"},"canonical_sha256":"a4ff61d18f61483ca22c85488226b41adb2430ee5e2ad455fc39109f8b13fe15","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-23T00:23:40.127427Z","signature_b64":"adL0JU8fZ78x7CquA1rGDwFedgosKe54VQTB8QDioiWpTsAI0aafk85X8q9jSw16v9O/jXE7GaWdkEf7hJzNDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a4ff61d18f61483ca22c85488226b41adb2430ee5e2ad455fc39109f8b13fe15","last_reissued_at":"2026-07-23T00:23:40.126479Z","signature_status":"signed_v1","first_computed_at":"2026-07-23T00:23:40.126479Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2604.19315","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-23T00:23:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mOvS4dpWQFjJ+NN2AafxKlfVJ5EGMKTDateYQa42SrNaUeH4n4Xg5LCn/Tp3kaPHJi9advDIRKta7CbaXU+uCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T16:10:41.389185Z"},"content_sha256":"ac882229ca9596036893b13d50a3605a713947824eff0028c8d1dcde148493b9","schema_version":"1.0","event_id":"sha256:ac882229ca9596036893b13d50a3605a713947824eff0028c8d1dcde148493b9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:UT7WDUMPMFEDZIRMQVEIEJVUDL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving LLM-Driven Test Generation by Learning from Mocking Information","license":"http://creativecommons.org/licenses/by/4.0/","headline":"Leveraging mocking information from existing tests allows LLMs to generate unit tests that cover more code and kill more mutants than standard methods.","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Flynn Teh, Hengcheng Zhu, Jamie Lee, Mattia Fazzini, Mengzhen Li, Valerio Terragni","submitted_at":"2026-04-21T10:24:26Z","abstract_excerpt":"Large Language Models (LLMs) have recently shown strong potential for automated unit test generation. This has motivated us to investigate whether developer-defined test doubles (commonly referred to as mocks) available in existing test suites can be leveraged to improve LLM-driven test generation. To this end, we propose MOCKMILL, an LLM-based technique and tool that generates test cases by exploiting mocking information automatically extracted from developer-written tests. MOCKMILL targets components that are replaced by test doubles in existing tests and uses the encoded stubbings and inter"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"The results show that MOCKMILL's tests cover lines of code and kill mutants that existing tests and baseline-generated tests miss.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That the mocking information extracted from existing tests provides generalizable guidance that improves LLM test generation beyond what the models can achieve with standard prompting alone.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"MOCKMILL uses mocking information from existing tests to guide LLMs in producing unit tests that achieve higher code coverage and kill more mutants than prior tests or baseline LLM approaches on 10 Java classes.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Leveraging mocking information from existing tests allows LLMs to generate unit tests that cover more code and kill more mutants than standard methods.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"558d123465d09fb176c2b579d3bccbc6a403a8026a69191fb77e177b3d07c15c"},"source":{"id":"2604.19315","kind":"arxiv","version":1},"verdict":{"id":"bd6b6889-7ee7-4b45-8c2d-ab69bf77cca6","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-10T03:01:14.667560Z","strongest_claim":"The results show that MOCKMILL's tests cover lines of code and kill mutants that existing tests and baseline-generated tests miss.","one_line_summary":"MOCKMILL uses mocking information from existing tests to guide LLMs in producing unit tests that achieve higher code coverage and kill more mutants than prior tests or baseline LLM approaches on 10 Java classes.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That the mocking information extracted from existing tests provides generalizable guidance that improves LLM test generation beyond what the models can achieve with standard prompting alone.","pith_extraction_headline":"Leveraging mocking information from existing tests allows LLMs to generate unit tests that cover more code and kill more mutants than standard methods."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2604.19315/integrity.json","findings":[],"available":true,"detectors_run":[{"name":"doi_compliance","ran_at":"2026-05-20T03:06:16.781507Z","status":"completed","version":"1.0.0","findings_count":0}],"snapshot_sha256":"1cd62dc8dbdadd6264f41f9d5a04e8530f16e77b895179c2d6a9d77fc1fe0e98"},"references":{"count":35,"sample":[{"doi":"","year":2011,"title":"G. J. Myers, C. Sandler, and T. Badgett,The art of software testing. John Wiley & Sons, 2011","work_id":"c168efb2-e1b4-4578-a2ec-0b19831a1855","ref_index":1,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2007,"title":"Software testing research: Achievements, challenges, dreams","work_id":"5af31676-f691-4760-9a40-ca9f72d43984","ref_index":2,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":1978,"title":"An orchestrated survey of methodologies for automated software test case generation","work_id":"becb3f26-76b9-448b-8de7-1c7f307ace8a","ref_index":3,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2023,"title":"Sbft tool competition 2023 - java test case generation track","work_id":"f87aa4bf-d9c6-4893-a323-75abdec3c84c","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2025,"title":"Understanding llm-driven test oracle generation","work_id":"3720b079-8ece-4c3b-ad8a-c2ac743291d5","ref_index":5,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":35,"snapshot_sha256":"ae7be006a83673f0cccc9051db2b7dcb5f183823ae4687e0708d6c28e65f16d1","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"bd6b6889-7ee7-4b45-8c2d-ab69bf77cca6"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-23T00:23:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jL6l5YwhwjZefBYYr/Lzle9goVAvD450BJ0EeOCzwqYdDayrPjMWqcA4RW+aPq76/YmO1sdBa1p/jDFhJRiTBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T16:10:41.389746Z"},"content_sha256":"b03ca6d712a4691ea46efb3ef147ed54dce802e742df7cd15c487de0b8d3e7f2","schema_version":"1.0","event_id":"sha256:b03ca6d712a4691ea46efb3ef147ed54dce802e742df7cd15c487de0b8d3e7f2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UT7WDUMPMFEDZIRMQVEIEJVUDL/bundle.json","state_url":"https://pith.science/pith/UT7WDUMPMFEDZIRMQVEIEJVUDL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UT7WDUMPMFEDZIRMQVEIEJVUDL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T16:10:41Z","links":{"resolver":"https://pith.science/pith/UT7WDUMPMFEDZIRMQVEIEJVUDL","bundle":"https://pith.science/pith/UT7WDUMPMFEDZIRMQVEIEJVUDL/bundle.json","state":"https://pith.science/pith/UT7WDUMPMFEDZIRMQVEIEJVUDL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UT7WDUMPMFEDZIRMQVEIEJVUDL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:UT7WDUMPMFEDZIRMQVEIEJVUDL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1aa30814f2e0ed5bea32eac1f5b652b8c351d2f5e7e743e5f676f9a44e484bb7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2026-04-21T10:24:26Z","title_canon_sha256":"03ba168c0eb33fe2b478c054bb3668f4d359ed4504203a30da279834376cccad"},"schema_version":"1.0","source":{"id":"2604.19315","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2604.19315","created_at":"2026-07-23T00:23:40Z"},{"alias_kind":"arxiv_version","alias_value":"2604.19315v1","created_at":"2026-07-23T00:23:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2604.19315","created_at":"2026-07-23T00:23:40Z"},{"alias_kind":"pith_short_12","alias_value":"UT7WDUMPMFED","created_at":"2026-07-23T00:23:40Z"},{"alias_kind":"pith_short_16","alias_value":"UT7WDUMPMFEDZIRM","created_at":"2026-07-23T00:23:40Z"},{"alias_kind":"pith_short_8","alias_value":"UT7WDUMP","created_at":"2026-07-23T00:23:40Z"}],"graph_snapshots":[{"event_id":"sha256:b03ca6d712a4691ea46efb3ef147ed54dce802e742df7cd15c487de0b8d3e7f2","target":"graph","created_at":"2026-07-23T00:23:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"The results show that MOCKMILL's tests cover lines of code and kill mutants that existing tests and baseline-generated tests miss."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the mocking information extracted from existing tests provides generalizable guidance that improves LLM test generation beyond what the models can achieve with standard prompting alone."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"MOCKMILL uses mocking information from existing tests to guide LLMs in producing unit tests that achieve higher code coverage and kill more mutants than prior tests or baseline LLM approaches on 10 Java classes."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Leveraging mocking information from existing tests allows LLMs to generate unit tests that cover more code and kill more mutants than standard methods."}],"snapshot_sha256":"558d123465d09fb176c2b579d3bccbc6a403a8026a69191fb77e177b3d07c15c"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[{"findings_count":0,"name":"doi_compliance","ran_at":"2026-05-20T03:06:16.781507Z","status":"completed","version":"1.0.0"}],"endpoint":"/pith/2604.19315/integrity.json","findings":[],"snapshot_sha256":"1cd62dc8dbdadd6264f41f9d5a04e8530f16e77b895179c2d6a9d77fc1fe0e98","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have recently shown strong potential for automated unit test generation. This has motivated us to investigate whether developer-defined test doubles (commonly referred to as mocks) available in existing test suites can be leveraged to improve LLM-driven test generation. To this end, we propose MOCKMILL, an LLM-based technique and tool that generates test cases by exploiting mocking information automatically extracted from developer-written tests. MOCKMILL targets components that are replaced by test doubles in existing tests and uses the encoded stubbings and inter","authors_text":"Flynn Teh, Hengcheng Zhu, Jamie Lee, Mattia Fazzini, Mengzhen Li, Valerio Terragni","cross_cats":[],"headline":"Leveraging mocking information from existing tests allows LLMs to generate unit tests that cover more code and kill more mutants than standard methods.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2026-04-21T10:24:26Z","title":"Improving LLM-Driven Test Generation by Learning from Mocking Information"},"references":{"count":35,"internal_anchors":0,"resolved_work":35,"sample":[{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":1,"title":"G. J. Myers, C. Sandler, and T. Badgett,The art of software testing. John Wiley & Sons, 2011","work_id":"c168efb2-e1b4-4578-a2ec-0b19831a1855","year":2011},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":2,"title":"Software testing research: Achievements, challenges, dreams","work_id":"5af31676-f691-4760-9a40-ca9f72d43984","year":2007},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":3,"title":"An orchestrated survey of methodologies for automated software test case generation","work_id":"becb3f26-76b9-448b-8de7-1c7f307ace8a","year":1978},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"Sbft tool competition 2023 - java test case generation track","work_id":"f87aa4bf-d9c6-4893-a323-75abdec3c84c","year":2023},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"Understanding llm-driven test oracle generation","work_id":"3720b079-8ece-4c3b-ad8a-c2ac743291d5","year":2025}],"snapshot_sha256":"ae7be006a83673f0cccc9051db2b7dcb5f183823ae4687e0708d6c28e65f16d1"},"source":{"id":"2604.19315","kind":"arxiv","version":1},"verdict":{"created_at":"2026-05-10T03:01:14.667560Z","id":"bd6b6889-7ee7-4b45-8c2d-ab69bf77cca6","model_set":{"reader":"grok-4.3"},"one_line_summary":"MOCKMILL uses mocking information from existing tests to guide LLMs in producing unit tests that achieve higher code coverage and kill more mutants than prior tests or baseline LLM approaches on 10 Java classes.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Leveraging mocking information from existing tests allows LLMs to generate unit tests that cover more code and kill more mutants than standard methods.","strongest_claim":"The results show that MOCKMILL's tests cover lines of code and kill mutants that existing tests and baseline-generated tests miss.","weakest_assumption":"That the mocking information extracted from existing tests provides generalizable guidance that improves LLM test generation beyond what the models can achieve with standard prompting alone."}},"verdict_id":"bd6b6889-7ee7-4b45-8c2d-ab69bf77cca6"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ac882229ca9596036893b13d50a3605a713947824eff0028c8d1dcde148493b9","target":"record","created_at":"2026-07-23T00:23:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1aa30814f2e0ed5bea32eac1f5b652b8c351d2f5e7e743e5f676f9a44e484bb7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2026-04-21T10:24:26Z","title_canon_sha256":"03ba168c0eb33fe2b478c054bb3668f4d359ed4504203a30da279834376cccad"},"schema_version":"1.0","source":{"id":"2604.19315","kind":"arxiv","version":1}},"canonical_sha256":"a4ff61d18f61483ca22c85488226b41adb2430ee5e2ad455fc39109f8b13fe15","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a4ff61d18f61483ca22c85488226b41adb2430ee5e2ad455fc39109f8b13fe15","first_computed_at":"2026-07-23T00:23:40.126479Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-23T00:23:40.126479Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"adL0JU8fZ78x7CquA1rGDwFedgosKe54VQTB8QDioiWpTsAI0aafk85X8q9jSw16v9O/jXE7GaWdkEf7hJzNDA==","signature_status":"signed_v1","signed_at":"2026-07-23T00:23:40.127427Z","signed_message":"canonical_sha256_bytes"},"source_id":"2604.19315","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ac882229ca9596036893b13d50a3605a713947824eff0028c8d1dcde148493b9","sha256:b03ca6d712a4691ea46efb3ef147ed54dce802e742df7cd15c487de0b8d3e7f2"],"state_sha256":"2be36c431923242fccc264f0fa169e77df9a6d4fa9d0f71fc6f0df66ca49b9ad"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pn+bzDxSQstRYpz+TN6gmSCtflwo9Ge9O5dLssT+/2YuO64qCgODMFiInaAWo4S9TR/OW3/JbghQ45siVimZDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T16:10:41.392233Z","bundle_sha256":"d7f5f33a1c0070e82f1a20ca196b7eb7334a27e0832ed34f1635a6a50845a114"}}