{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DVDP5LLJZXOGXOXX6VU5F2BDI3","short_pith_number":"pith:DVDP5LLJ","canonical_record":{"source":{"id":"2305.00418","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-04-30T07:28:06Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a7832733f7111c6ec3b3144e53f9370d15a4a0e126b6f6b989a01066155936c4","abstract_canon_sha256":"6767a74bd460714cf901b751b8a86a9d2a6441dbc6ef6d9c64fb1ada04b6579c"},"schema_version":"1.0"},"canonical_sha256":"1d46fead69cddc6bbaf7f569d2e82346e9d1baa3d77168927b5c117c5c43bcf7","source":{"kind":"arxiv","id":"2305.00418","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.00418","created_at":"2026-07-05T08:59:58Z"},{"alias_kind":"arxiv_version","alias_value":"2305.00418v4","created_at":"2026-07-05T08:59:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.00418","created_at":"2026-07-05T08:59:58Z"},{"alias_kind":"pith_short_12","alias_value":"DVDP5LLJZXOG","created_at":"2026-07-05T08:59:58Z"},{"alias_kind":"pith_short_16","alias_value":"DVDP5LLJZXOGXOXX","created_at":"2026-07-05T08:59:58Z"},{"alias_kind":"pith_short_8","alias_value":"DVDP5LLJ","created_at":"2026-07-05T08:59:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DVDP5LLJZXOGXOXX6VU5F2BDI3","target":"record","payload":{"canonical_record":{"source":{"id":"2305.00418","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-04-30T07:28:06Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a7832733f7111c6ec3b3144e53f9370d15a4a0e126b6f6b989a01066155936c4","abstract_canon_sha256":"6767a74bd460714cf901b751b8a86a9d2a6441dbc6ef6d9c64fb1ada04b6579c"},"schema_version":"1.0"},"canonical_sha256":"1d46fead69cddc6bbaf7f569d2e82346e9d1baa3d77168927b5c117c5c43bcf7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:59:58.475104Z","signature_b64":"g7W/SFkPXaZCQIcH8zdemuqSwd9VfvlJObOlpghUxCnBj9TWzCls+HPrZF/iaoTITBEVrPSk7UNT9YnTakNbCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1d46fead69cddc6bbaf7f569d2e82346e9d1baa3d77168927b5c117c5c43bcf7","last_reissued_at":"2026-07-05T08:59:58.474675Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:59:58.474675Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.00418","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:59:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Tvwy1DMHuKPBlGhGHor3llO/hvDsU+zu04p4g7h2zgVtxWaFsurOP6VJjPvG2T8bDPZeBHLyvvZaGyfhe5KUDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:06:07.552269Z"},"content_sha256":"91105714d989b4be9f4a84d19a24e2e819e0e3087874d2b3cf1f6911c7c7626a","schema_version":"1.0","event_id":"sha256:91105714d989b4be9f4a84d19a24e2e819e0e3087874d2b3cf1f6911c7c7626a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DVDP5LLJZXOGXOXX6VU5F2BDI3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Using Large Language Models to Generate JUnit Tests: An Empirical Study","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Fahmid Al Rifat, Joanna C. S. Santos, Mohammed Latif Siddiq, Noshin Ulfat, Ridwanul Hasan Tanvir, Vinicius Carvalho Lopes","submitted_at":"2023-04-30T07:28:06Z","abstract_excerpt":"A code generation model generates code by taking a prompt from a code comment, existing code, or a combination of both. Although code generation models (e.g., GitHub Copilot) are increasingly being adopted in practice, it is unclear whether they can successfully be used for unit test generation without fine-tuning for a strongly typed language like Java. To fill this gap, we investigated how well three models (Codex, GPT-3.5-Turbo, and StarCoder) can generate unit tests. We used two benchmarks (HumanEval and Evosuite SF110) to investigate the effect of context generation on the unit test gener"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.00418","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.00418/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:59:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cjz/RBe/tdEXy6ljogw9O5V908JD4MEy+xYjfYOGWD1Gvb08mh1iN5hnkkovWdfD6K+4KpYSwcCYpNinmowWAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:06:07.552750Z"},"content_sha256":"cacad3f16708ec3c4ff32f8906c2b838ab13ebee72ed759ad0030600da6beee1","schema_version":"1.0","event_id":"sha256:cacad3f16708ec3c4ff32f8906c2b838ab13ebee72ed759ad0030600da6beee1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DVDP5LLJZXOGXOXX6VU5F2BDI3/bundle.json","state_url":"https://pith.science/pith/DVDP5LLJZXOGXOXX6VU5F2BDI3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DVDP5LLJZXOGXOXX6VU5F2BDI3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T17:06:07Z","links":{"resolver":"https://pith.science/pith/DVDP5LLJZXOGXOXX6VU5F2BDI3","bundle":"https://pith.science/pith/DVDP5LLJZXOGXOXX6VU5F2BDI3/bundle.json","state":"https://pith.science/pith/DVDP5LLJZXOGXOXX6VU5F2BDI3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DVDP5LLJZXOGXOXX6VU5F2BDI3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DVDP5LLJZXOGXOXX6VU5F2BDI3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6767a74bd460714cf901b751b8a86a9d2a6441dbc6ef6d9c64fb1ada04b6579c","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-04-30T07:28:06Z","title_canon_sha256":"a7832733f7111c6ec3b3144e53f9370d15a4a0e126b6f6b989a01066155936c4"},"schema_version":"1.0","source":{"id":"2305.00418","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.00418","created_at":"2026-07-05T08:59:58Z"},{"alias_kind":"arxiv_version","alias_value":"2305.00418v4","created_at":"2026-07-05T08:59:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.00418","created_at":"2026-07-05T08:59:58Z"},{"alias_kind":"pith_short_12","alias_value":"DVDP5LLJZXOG","created_at":"2026-07-05T08:59:58Z"},{"alias_kind":"pith_short_16","alias_value":"DVDP5LLJZXOGXOXX","created_at":"2026-07-05T08:59:58Z"},{"alias_kind":"pith_short_8","alias_value":"DVDP5LLJ","created_at":"2026-07-05T08:59:58Z"}],"graph_snapshots":[{"event_id":"sha256:cacad3f16708ec3c4ff32f8906c2b838ab13ebee72ed759ad0030600da6beee1","target":"graph","created_at":"2026-07-05T08:59:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.00418/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A code generation model generates code by taking a prompt from a code comment, existing code, or a combination of both. Although code generation models (e.g., GitHub Copilot) are increasingly being adopted in practice, it is unclear whether they can successfully be used for unit test generation without fine-tuning for a strongly typed language like Java. To fill this gap, we investigated how well three models (Codex, GPT-3.5-Turbo, and StarCoder) can generate unit tests. We used two benchmarks (HumanEval and Evosuite SF110) to investigate the effect of context generation on the unit test gener","authors_text":"Fahmid Al Rifat, Joanna C. S. Santos, Mohammed Latif Siddiq, Noshin Ulfat, Ridwanul Hasan Tanvir, Vinicius Carvalho Lopes","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-04-30T07:28:06Z","title":"Using Large Language Models to Generate JUnit Tests: An Empirical Study"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.00418","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:91105714d989b4be9f4a84d19a24e2e819e0e3087874d2b3cf1f6911c7c7626a","target":"record","created_at":"2026-07-05T08:59:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6767a74bd460714cf901b751b8a86a9d2a6441dbc6ef6d9c64fb1ada04b6579c","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-04-30T07:28:06Z","title_canon_sha256":"a7832733f7111c6ec3b3144e53f9370d15a4a0e126b6f6b989a01066155936c4"},"schema_version":"1.0","source":{"id":"2305.00418","kind":"arxiv","version":4}},"canonical_sha256":"1d46fead69cddc6bbaf7f569d2e82346e9d1baa3d77168927b5c117c5c43bcf7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1d46fead69cddc6bbaf7f569d2e82346e9d1baa3d77168927b5c117c5c43bcf7","first_computed_at":"2026-07-05T08:59:58.474675Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:59:58.474675Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"g7W/SFkPXaZCQIcH8zdemuqSwd9VfvlJObOlpghUxCnBj9TWzCls+HPrZF/iaoTITBEVrPSk7UNT9YnTakNbCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:59:58.475104Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.00418","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:91105714d989b4be9f4a84d19a24e2e819e0e3087874d2b3cf1f6911c7c7626a","sha256:cacad3f16708ec3c4ff32f8906c2b838ab13ebee72ed759ad0030600da6beee1"],"state_sha256":"1a036f9ad68d4cbad149625ff10bc6bb1ef86d76323b22d2875c0435ff74be5c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YvZOazeNYDwpnCokoAzZ5E6YUKj1xD++9u3tjA54v06fcZ/wmd8opQ1j8vhbIsrCV8j3TvrojMV9IEcpCFSrBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T17:06:07.556984Z","bundle_sha256":"5f3984d8f05c7b93c18ef23b9e44e64a207e35f1d0c252fb6858ea69531c8012"}}