{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PUXG74NBQ4HMZXWFEXWYFHAOEO","short_pith_number":"pith:PUXG74NB","canonical_record":{"source":{"id":"2404.13340","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-20T10:27:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2e9984410e8a6469eef02c1ba0c0c22139c9e19026aa01282af03da87925363e","abstract_canon_sha256":"a1836d76b4a8e594625b55b453cffde3c514d9a9950e9120a327f0c6c305b2f1"},"schema_version":"1.0"},"canonical_sha256":"7d2e6ff1a1870eccdec525ed829c0e239420c9daadd21ed2f7fb13bb0177e85f","source":{"kind":"arxiv","id":"2404.13340","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.13340","created_at":"2026-07-05T08:10:30Z"},{"alias_kind":"arxiv_version","alias_value":"2404.13340v1","created_at":"2026-07-05T08:10:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.13340","created_at":"2026-07-05T08:10:30Z"},{"alias_kind":"pith_short_12","alias_value":"PUXG74NBQ4HM","created_at":"2026-07-05T08:10:30Z"},{"alias_kind":"pith_short_16","alias_value":"PUXG74NBQ4HMZXWF","created_at":"2026-07-05T08:10:30Z"},{"alias_kind":"pith_short_8","alias_value":"PUXG74NB","created_at":"2026-07-05T08:10:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PUXG74NBQ4HMZXWFEXWYFHAOEO","target":"record","payload":{"canonical_record":{"source":{"id":"2404.13340","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-20T10:27:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2e9984410e8a6469eef02c1ba0c0c22139c9e19026aa01282af03da87925363e","abstract_canon_sha256":"a1836d76b4a8e594625b55b453cffde3c514d9a9950e9120a327f0c6c305b2f1"},"schema_version":"1.0"},"canonical_sha256":"7d2e6ff1a1870eccdec525ed829c0e239420c9daadd21ed2f7fb13bb0177e85f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:10:30.610659Z","signature_b64":"ap9DxSeC5ZsmIOh0gGxuGz0onfPlgf3VuATkwM9PBsBath4EtETSpIfI5W/ZucrG+KZFV8uvkcc+5tNrhp4fDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7d2e6ff1a1870eccdec525ed829c0e239420c9daadd21ed2f7fb13bb0177e85f","last_reissued_at":"2026-07-05T08:10:30.610186Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:10:30.610186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.13340","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:10:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GPnvcFb4/G4F7yhFYW4ngr8sKCyu8iF/trZZ0FZk+Ruxf+Hm5ArcQTpx9w1bibx+uwwOIk8mb8U3MGKStRKJBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:42:54.905159Z"},"content_sha256":"25bfa56732f6555163fe6b6b74fd656b12e18d33d519c1f3930d5982136a6d00","schema_version":"1.0","event_id":"sha256:25bfa56732f6555163fe6b6b74fd656b12e18d33d519c1f3930d5982136a6d00"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PUXG74NBQ4HMZXWFEXWYFHAOEO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large Language Models as Test Case Generators: Performance Evaluation and Enhancement","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Kefan Li, Yuan Yuan","submitted_at":"2024-04-20T10:27:01Z","abstract_excerpt":"Code generation with Large Language Models (LLMs) has been extensively studied and achieved remarkable progress. As a complementary aspect to code generation, test case generation is of crucial importance in ensuring the quality and reliability of code. However, using LLMs as test case generators has been much less explored. Current research along this line primarily focuses on enhancing code generation with assistance from test cases generated by LLMs, while the performance of LLMs in test case generation alone has not been comprehensively examined. To bridge this gap, we conduct extensive ex"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.13340","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.13340/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:10:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1X7VarBywxTCFa36OW2KKjtj7hD+yLZFMmCYNqXRGmYfwaFThyT2ThOKqQsyokutQkqJ6dG6eF40dB6RZFBZCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:42:54.905673Z"},"content_sha256":"6f4949cb8194dd2a36913c449eac392c083a7de98109765954ea6772a9e96482","schema_version":"1.0","event_id":"sha256:6f4949cb8194dd2a36913c449eac392c083a7de98109765954ea6772a9e96482"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PUXG74NBQ4HMZXWFEXWYFHAOEO/bundle.json","state_url":"https://pith.science/pith/PUXG74NBQ4HMZXWFEXWYFHAOEO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PUXG74NBQ4HMZXWFEXWYFHAOEO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T06:42:54Z","links":{"resolver":"https://pith.science/pith/PUXG74NBQ4HMZXWFEXWYFHAOEO","bundle":"https://pith.science/pith/PUXG74NBQ4HMZXWFEXWYFHAOEO/bundle.json","state":"https://pith.science/pith/PUXG74NBQ4HMZXWFEXWYFHAOEO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PUXG74NBQ4HMZXWFEXWYFHAOEO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PUXG74NBQ4HMZXWFEXWYFHAOEO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a1836d76b4a8e594625b55b453cffde3c514d9a9950e9120a327f0c6c305b2f1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-20T10:27:01Z","title_canon_sha256":"2e9984410e8a6469eef02c1ba0c0c22139c9e19026aa01282af03da87925363e"},"schema_version":"1.0","source":{"id":"2404.13340","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.13340","created_at":"2026-07-05T08:10:30Z"},{"alias_kind":"arxiv_version","alias_value":"2404.13340v1","created_at":"2026-07-05T08:10:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.13340","created_at":"2026-07-05T08:10:30Z"},{"alias_kind":"pith_short_12","alias_value":"PUXG74NBQ4HM","created_at":"2026-07-05T08:10:30Z"},{"alias_kind":"pith_short_16","alias_value":"PUXG74NBQ4HMZXWF","created_at":"2026-07-05T08:10:30Z"},{"alias_kind":"pith_short_8","alias_value":"PUXG74NB","created_at":"2026-07-05T08:10:30Z"}],"graph_snapshots":[{"event_id":"sha256:6f4949cb8194dd2a36913c449eac392c083a7de98109765954ea6772a9e96482","target":"graph","created_at":"2026-07-05T08:10:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.13340/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Code generation with Large Language Models (LLMs) has been extensively studied and achieved remarkable progress. As a complementary aspect to code generation, test case generation is of crucial importance in ensuring the quality and reliability of code. However, using LLMs as test case generators has been much less explored. Current research along this line primarily focuses on enhancing code generation with assistance from test cases generated by LLMs, while the performance of LLMs in test case generation alone has not been comprehensively examined. To bridge this gap, we conduct extensive ex","authors_text":"Kefan Li, Yuan Yuan","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-20T10:27:01Z","title":"Large Language Models as Test Case Generators: Performance Evaluation and Enhancement"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.13340","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:25bfa56732f6555163fe6b6b74fd656b12e18d33d519c1f3930d5982136a6d00","target":"record","created_at":"2026-07-05T08:10:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a1836d76b4a8e594625b55b453cffde3c514d9a9950e9120a327f0c6c305b2f1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-20T10:27:01Z","title_canon_sha256":"2e9984410e8a6469eef02c1ba0c0c22139c9e19026aa01282af03da87925363e"},"schema_version":"1.0","source":{"id":"2404.13340","kind":"arxiv","version":1}},"canonical_sha256":"7d2e6ff1a1870eccdec525ed829c0e239420c9daadd21ed2f7fb13bb0177e85f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7d2e6ff1a1870eccdec525ed829c0e239420c9daadd21ed2f7fb13bb0177e85f","first_computed_at":"2026-07-05T08:10:30.610186Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:10:30.610186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ap9DxSeC5ZsmIOh0gGxuGz0onfPlgf3VuATkwM9PBsBath4EtETSpIfI5W/ZucrG+KZFV8uvkcc+5tNrhp4fDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:10:30.610659Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.13340","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:25bfa56732f6555163fe6b6b74fd656b12e18d33d519c1f3930d5982136a6d00","sha256:6f4949cb8194dd2a36913c449eac392c083a7de98109765954ea6772a9e96482"],"state_sha256":"372bd6074e765e2bb0658a044385d65ebcb2b28213ec3e3848a07d3b7550155f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O80iKGXNOpNBmgnHA+LmOK2pEF7n19B71hm2hiNbDVOeyhvwkDpegXdjnXIAfGVBvV+y6qjuwRwxTahKmAhXDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T06:42:54.912922Z","bundle_sha256":"781b91ea00314d7977be2c6336c5af130e3ccd9b114b58398bac1d4f1f0c40eb"}}