{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DCHKPLZUM23EK3RV5HQIN2XU2M","short_pith_number":"pith:DCHKPLZU","canonical_record":{"source":{"id":"2310.02368","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-10-03T18:48:31Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e80cbd15df3e0896f84166b92a4d3cc018a314be4b23c5a2461d07a4417bf604","abstract_canon_sha256":"946e6390b705ead172f5208c9748f3b8c0e98ccbb3ed67842fc73f5dde6c89a3"},"schema_version":"1.0"},"canonical_sha256":"188ea7af3466b6456e35e9e086eaf4d338ccda77785ba71fe067df0b651193c0","source":{"kind":"arxiv","id":"2310.02368","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02368","created_at":"2026-07-05T09:57:18Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02368v2","created_at":"2026-07-05T09:57:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02368","created_at":"2026-07-05T09:57:18Z"},{"alias_kind":"pith_short_12","alias_value":"DCHKPLZUM23E","created_at":"2026-07-05T09:57:18Z"},{"alias_kind":"pith_short_16","alias_value":"DCHKPLZUM23EK3RV","created_at":"2026-07-05T09:57:18Z"},{"alias_kind":"pith_short_8","alias_value":"DCHKPLZU","created_at":"2026-07-05T09:57:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DCHKPLZUM23EK3RV5HQIN2XU2M","target":"record","payload":{"canonical_record":{"source":{"id":"2310.02368","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-10-03T18:48:31Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e80cbd15df3e0896f84166b92a4d3cc018a314be4b23c5a2461d07a4417bf604","abstract_canon_sha256":"946e6390b705ead172f5208c9748f3b8c0e98ccbb3ed67842fc73f5dde6c89a3"},"schema_version":"1.0"},"canonical_sha256":"188ea7af3466b6456e35e9e086eaf4d338ccda77785ba71fe067df0b651193c0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:57:18.727059Z","signature_b64":"HS4ClXlzXBUkc7dW+9AMMDyvZz8v0grBK75FxAi8MCUmX5roxLRXMBRZvuYgxE7ZveiJ5WG7ePFX/5iq3PJkBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"188ea7af3466b6456e35e9e086eaf4d338ccda77785ba71fe067df0b651193c0","last_reissued_at":"2026-07-05T09:57:18.726550Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:57:18.726550Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.02368","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:57:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nU3ZwkWbfrZ4oiJ29yqNp4T++76fSwG7hfMoDEiYETvMV9n3tiaYlE4Z6vYvrqULyS9qDbSEUnpe/U7ob85YAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:12:21.068626Z"},"content_sha256":"d6b79f330023810837af843a5774f8299a4227147ab88d09358cec1bf4400610","schema_version":"1.0","event_id":"sha256:d6b79f330023810837af843a5774f8299a4227147ab88d09358cec1bf4400610"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DCHKPLZUM23EK3RV5HQIN2XU2M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning from Automatic Feedback for High-Quality Unit Test Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Alexey Svyatkovskiy, Benjamin Steenhoek, Michele Tufano, Neel Sundaresan","submitted_at":"2023-10-03T18:48:31Z","abstract_excerpt":"Software testing is a crucial aspect of software development, and the creation of high-quality tests that adhere to best practices is essential for effective maintenance. Recently, Large Language Models (LLMs) have gained popularity for code generation, including the automated creation of test cases. However, these LLMs are often trained on vast amounts of publicly available code, which may include test cases that do not adhere to best practices and may even contain test smells (anti-patterns). To address this issue, we propose a novel technique called Reinforcement Learning from Static Qualit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02368","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.02368/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:57:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FgmlevLReJZm5Be5ENz5muCvfed5MTATovc5fc3NKqWp2DwLFeECZKUnoCXGJ0bp2ZPsP8f1CqsLUfHpNbqhBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:12:21.069126Z"},"content_sha256":"a572a971ec8b8955ad3ef1b996046c4cc22547e13c712c52db3aab96bc378adb","schema_version":"1.0","event_id":"sha256:a572a971ec8b8955ad3ef1b996046c4cc22547e13c712c52db3aab96bc378adb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DCHKPLZUM23EK3RV5HQIN2XU2M/bundle.json","state_url":"https://pith.science/pith/DCHKPLZUM23EK3RV5HQIN2XU2M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DCHKPLZUM23EK3RV5HQIN2XU2M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T03:12:21Z","links":{"resolver":"https://pith.science/pith/DCHKPLZUM23EK3RV5HQIN2XU2M","bundle":"https://pith.science/pith/DCHKPLZUM23EK3RV5HQIN2XU2M/bundle.json","state":"https://pith.science/pith/DCHKPLZUM23EK3RV5HQIN2XU2M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DCHKPLZUM23EK3RV5HQIN2XU2M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DCHKPLZUM23EK3RV5HQIN2XU2M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"946e6390b705ead172f5208c9748f3b8c0e98ccbb3ed67842fc73f5dde6c89a3","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-10-03T18:48:31Z","title_canon_sha256":"e80cbd15df3e0896f84166b92a4d3cc018a314be4b23c5a2461d07a4417bf604"},"schema_version":"1.0","source":{"id":"2310.02368","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02368","created_at":"2026-07-05T09:57:18Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02368v2","created_at":"2026-07-05T09:57:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02368","created_at":"2026-07-05T09:57:18Z"},{"alias_kind":"pith_short_12","alias_value":"DCHKPLZUM23E","created_at":"2026-07-05T09:57:18Z"},{"alias_kind":"pith_short_16","alias_value":"DCHKPLZUM23EK3RV","created_at":"2026-07-05T09:57:18Z"},{"alias_kind":"pith_short_8","alias_value":"DCHKPLZU","created_at":"2026-07-05T09:57:18Z"}],"graph_snapshots":[{"event_id":"sha256:a572a971ec8b8955ad3ef1b996046c4cc22547e13c712c52db3aab96bc378adb","target":"graph","created_at":"2026-07-05T09:57:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.02368/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Software testing is a crucial aspect of software development, and the creation of high-quality tests that adhere to best practices is essential for effective maintenance. Recently, Large Language Models (LLMs) have gained popularity for code generation, including the automated creation of test cases. However, these LLMs are often trained on vast amounts of publicly available code, which may include test cases that do not adhere to best practices and may even contain test smells (anti-patterns). To address this issue, we propose a novel technique called Reinforcement Learning from Static Qualit","authors_text":"Alexey Svyatkovskiy, Benjamin Steenhoek, Michele Tufano, Neel Sundaresan","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-10-03T18:48:31Z","title":"Reinforcement Learning from Automatic Feedback for High-Quality Unit Test Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02368","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d6b79f330023810837af843a5774f8299a4227147ab88d09358cec1bf4400610","target":"record","created_at":"2026-07-05T09:57:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"946e6390b705ead172f5208c9748f3b8c0e98ccbb3ed67842fc73f5dde6c89a3","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-10-03T18:48:31Z","title_canon_sha256":"e80cbd15df3e0896f84166b92a4d3cc018a314be4b23c5a2461d07a4417bf604"},"schema_version":"1.0","source":{"id":"2310.02368","kind":"arxiv","version":2}},"canonical_sha256":"188ea7af3466b6456e35e9e086eaf4d338ccda77785ba71fe067df0b651193c0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"188ea7af3466b6456e35e9e086eaf4d338ccda77785ba71fe067df0b651193c0","first_computed_at":"2026-07-05T09:57:18.726550Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:57:18.726550Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HS4ClXlzXBUkc7dW+9AMMDyvZz8v0grBK75FxAi8MCUmX5roxLRXMBRZvuYgxE7ZveiJ5WG7ePFX/5iq3PJkBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:57:18.727059Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.02368","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d6b79f330023810837af843a5774f8299a4227147ab88d09358cec1bf4400610","sha256:a572a971ec8b8955ad3ef1b996046c4cc22547e13c712c52db3aab96bc378adb"],"state_sha256":"0a0d7fa17eef5fa5b6355697fca931a5c3a612cc4ed7ed432c305db2b26beff4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EVq1RryFG6iOFH67epTC/QN2+yZL1O1eqHPgE6jBEZiRy+6WxTO/2TYD1sgm8i3LOEuKXpjm50BtpLe5oanaAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T03:12:21.072886Z","bundle_sha256":"ca69332ef36ecc7888c48677425d55862f3843b50864de28c7d181ab047a6f47"}}