{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:F7UFHZB6TUAORIYSOAJ5XNHJZX","short_pith_number":"pith:F7UFHZB6","canonical_record":{"source":{"id":"2312.04687","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-12-07T20:37:54Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ea65220bc5b9a4158a68bc1ec33fe4e91f7b01ef2e4ac49dd572458d12ba3690","abstract_canon_sha256":"eaa167e3d9beb569d2f29ae73c3fecc77b1db6ced40206714a41083c1aa4aa35"},"schema_version":"1.0"},"canonical_sha256":"2fe853e43e9d00e8a3127013dbb4e9cdf25097e000ab581b1c5d15d9fd19c496","source":{"kind":"arxiv","id":"2312.04687","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.04687","created_at":"2026-07-05T07:21:49Z"},{"alias_kind":"arxiv_version","alias_value":"2312.04687v1","created_at":"2026-07-05T07:21:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.04687","created_at":"2026-07-05T07:21:49Z"},{"alias_kind":"pith_short_12","alias_value":"F7UFHZB6TUAO","created_at":"2026-07-05T07:21:49Z"},{"alias_kind":"pith_short_16","alias_value":"F7UFHZB6TUAORIYS","created_at":"2026-07-05T07:21:49Z"},{"alias_kind":"pith_short_8","alias_value":"F7UFHZB6","created_at":"2026-07-05T07:21:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:F7UFHZB6TUAORIYSOAJ5XNHJZX","target":"record","payload":{"canonical_record":{"source":{"id":"2312.04687","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-12-07T20:37:54Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ea65220bc5b9a4158a68bc1ec33fe4e91f7b01ef2e4ac49dd572458d12ba3690","abstract_canon_sha256":"eaa167e3d9beb569d2f29ae73c3fecc77b1db6ced40206714a41083c1aa4aa35"},"schema_version":"1.0"},"canonical_sha256":"2fe853e43e9d00e8a3127013dbb4e9cdf25097e000ab581b1c5d15d9fd19c496","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:21:49.809602Z","signature_b64":"M5BoxYQhCA3N4RO2F6d1Fod0aYZkfDvKBMZBw9EJ/fHwJfTNZDr98IgDgElseMtoKAcca8kvUtE8q5QKxSkzCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2fe853e43e9d00e8a3127013dbb4e9cdf25097e000ab581b1c5d15d9fd19c496","last_reissued_at":"2026-07-05T07:21:49.809077Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:21:49.809077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.04687","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y7j6LxJ7uo6ekC6oHrwaEbD1F8zdF2YQ5LbHNzbF65LiziJNgF+YcJ0eQpb9sLPAuWnAx4NGw9Z9mmeNv6/NCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T22:30:30.648049Z"},"content_sha256":"d52de0fe202866050df88b90715b3bdc3226500034ef075842c25588cfcbca23","schema_version":"1.0","event_id":"sha256:d52de0fe202866050df88b90715b3bdc3226500034ef075842c25588cfcbca23"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:F7UFHZB6TUAORIYSOAJ5XNHJZX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLM4TDD: Best Practices for Test Driven Development Using Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Allison Sullivan, Sanyogita Piya","submitted_at":"2023-12-07T20:37:54Z","abstract_excerpt":"In today's society, we are becoming increasingly dependent on software systems. However, we also constantly witness the negative impacts of buggy software. Program synthesis aims to improve software correctness by automatically generating the program given an outline of the expected behavior. For decades, program synthesis has been an active research field, with recent approaches looking to incorporate Large Language Models to help generate code. This paper explores the concept of LLM4TDD, where we guide Large Language Models to generate code iteratively using a test-driven development methodo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.04687","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.04687/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7OZQHHFk9+hJCgBBacjR5gx2RSoaRIHGBtZ823Oz5sYo/GRu+AkSdgDi+Sfkorqabez0FzleuBsKiR9szOjMBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T22:30:30.648422Z"},"content_sha256":"08987931cdc6b0063d270b661a489a5e2ba3c71a90a04719051e62d4f4ce795b","schema_version":"1.0","event_id":"sha256:08987931cdc6b0063d270b661a489a5e2ba3c71a90a04719051e62d4f4ce795b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F7UFHZB6TUAORIYSOAJ5XNHJZX/bundle.json","state_url":"https://pith.science/pith/F7UFHZB6TUAORIYSOAJ5XNHJZX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F7UFHZB6TUAORIYSOAJ5XNHJZX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T22:30:30Z","links":{"resolver":"https://pith.science/pith/F7UFHZB6TUAORIYSOAJ5XNHJZX","bundle":"https://pith.science/pith/F7UFHZB6TUAORIYSOAJ5XNHJZX/bundle.json","state":"https://pith.science/pith/F7UFHZB6TUAORIYSOAJ5XNHJZX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F7UFHZB6TUAORIYSOAJ5XNHJZX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:F7UFHZB6TUAORIYSOAJ5XNHJZX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eaa167e3d9beb569d2f29ae73c3fecc77b1db6ced40206714a41083c1aa4aa35","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-12-07T20:37:54Z","title_canon_sha256":"ea65220bc5b9a4158a68bc1ec33fe4e91f7b01ef2e4ac49dd572458d12ba3690"},"schema_version":"1.0","source":{"id":"2312.04687","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.04687","created_at":"2026-07-05T07:21:49Z"},{"alias_kind":"arxiv_version","alias_value":"2312.04687v1","created_at":"2026-07-05T07:21:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.04687","created_at":"2026-07-05T07:21:49Z"},{"alias_kind":"pith_short_12","alias_value":"F7UFHZB6TUAO","created_at":"2026-07-05T07:21:49Z"},{"alias_kind":"pith_short_16","alias_value":"F7UFHZB6TUAORIYS","created_at":"2026-07-05T07:21:49Z"},{"alias_kind":"pith_short_8","alias_value":"F7UFHZB6","created_at":"2026-07-05T07:21:49Z"}],"graph_snapshots":[{"event_id":"sha256:08987931cdc6b0063d270b661a489a5e2ba3c71a90a04719051e62d4f4ce795b","target":"graph","created_at":"2026-07-05T07:21:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.04687/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In today's society, we are becoming increasingly dependent on software systems. However, we also constantly witness the negative impacts of buggy software. Program synthesis aims to improve software correctness by automatically generating the program given an outline of the expected behavior. For decades, program synthesis has been an active research field, with recent approaches looking to incorporate Large Language Models to help generate code. This paper explores the concept of LLM4TDD, where we guide Large Language Models to generate code iteratively using a test-driven development methodo","authors_text":"Allison Sullivan, Sanyogita Piya","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-12-07T20:37:54Z","title":"LLM4TDD: Best Practices for Test Driven Development Using Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.04687","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d52de0fe202866050df88b90715b3bdc3226500034ef075842c25588cfcbca23","target":"record","created_at":"2026-07-05T07:21:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eaa167e3d9beb569d2f29ae73c3fecc77b1db6ced40206714a41083c1aa4aa35","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-12-07T20:37:54Z","title_canon_sha256":"ea65220bc5b9a4158a68bc1ec33fe4e91f7b01ef2e4ac49dd572458d12ba3690"},"schema_version":"1.0","source":{"id":"2312.04687","kind":"arxiv","version":1}},"canonical_sha256":"2fe853e43e9d00e8a3127013dbb4e9cdf25097e000ab581b1c5d15d9fd19c496","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2fe853e43e9d00e8a3127013dbb4e9cdf25097e000ab581b1c5d15d9fd19c496","first_computed_at":"2026-07-05T07:21:49.809077Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:21:49.809077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"M5BoxYQhCA3N4RO2F6d1Fod0aYZkfDvKBMZBw9EJ/fHwJfTNZDr98IgDgElseMtoKAcca8kvUtE8q5QKxSkzCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:21:49.809602Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.04687","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d52de0fe202866050df88b90715b3bdc3226500034ef075842c25588cfcbca23","sha256:08987931cdc6b0063d270b661a489a5e2ba3c71a90a04719051e62d4f4ce795b"],"state_sha256":"d483767fa9396ee23471951945405c5015dff18a027ee4e32889c0b7a3922671"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5R/VR49FrGtP+m/zYtA9HpF2eiAG6//HU6zpqWX+FyT82QKUu/NJ3ibKMX4oDr2Z/VIBB5pDtnKDu0/5jDwgBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T22:30:30.668679Z","bundle_sha256":"3580c069116902bd56ad1a4693bb90335cff0afe52125c655d34a525d1881cdc"}}