{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PL2N6E2YH76QJCBP3NLYCXJG6U","short_pith_number":"pith:PL2N6E2Y","canonical_record":{"source":{"id":"2507.06920","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-09T14:58:47Z","cross_cats_sorted":[],"title_canon_sha256":"6755d82b10b92a8d76bb1b1686787e7340e5221e26071ed602665a3d363416df","abstract_canon_sha256":"5d3023ce98dcff42e1599d06d678f213fc36c72641cb83af41ded7c4119f943d"},"schema_version":"1.0"},"canonical_sha256":"7af4df13583ffd04882fdb57815d26f50574438aeec6bdc655459fdcf423b461","source":{"kind":"arxiv","id":"2507.06920","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.06920","created_at":"2026-07-05T11:34:54Z"},{"alias_kind":"arxiv_version","alias_value":"2507.06920v2","created_at":"2026-07-05T11:34:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.06920","created_at":"2026-07-05T11:34:54Z"},{"alias_kind":"pith_short_12","alias_value":"PL2N6E2YH76Q","created_at":"2026-07-05T11:34:54Z"},{"alias_kind":"pith_short_16","alias_value":"PL2N6E2YH76QJCBP","created_at":"2026-07-05T11:34:54Z"},{"alias_kind":"pith_short_8","alias_value":"PL2N6E2Y","created_at":"2026-07-05T11:34:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PL2N6E2YH76QJCBP3NLYCXJG6U","target":"record","payload":{"canonical_record":{"source":{"id":"2507.06920","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-09T14:58:47Z","cross_cats_sorted":[],"title_canon_sha256":"6755d82b10b92a8d76bb1b1686787e7340e5221e26071ed602665a3d363416df","abstract_canon_sha256":"5d3023ce98dcff42e1599d06d678f213fc36c72641cb83af41ded7c4119f943d"},"schema_version":"1.0"},"canonical_sha256":"7af4df13583ffd04882fdb57815d26f50574438aeec6bdc655459fdcf423b461","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:34:54.352712Z","signature_b64":"gLUnVMyqf81wBhuMcWw3SCTQOS1XptF1eJIE/fo0UhgDHHFMdFRWAFWDO6Im4pzrAhGj8t0Z2OZ5otD87aySDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7af4df13583ffd04882fdb57815d26f50574438aeec6bdc655459fdcf423b461","last_reissued_at":"2026-07-05T11:34:54.352233Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:34:54.352233Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.06920","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:34:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Aqk6fmJ+JIK1r1rZMgdvHCh5e5lGI/bbE/2/NDAFqGud5zlYtj2lP7q3NOEm9ae35WjxXTDdG6+dzjNnY6MBDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T19:47:48.854264Z"},"content_sha256":"6dce5dc37a10f7b0086414c89e1599a4231dcd7b6533fc1cbb7e96de465ca86e","schema_version":"1.0","event_id":"sha256:6dce5dc37a10f7b0086414c89e1599a4231dcd7b6533fc1cbb7e96de465ca86e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PL2N6E2YH76QJCBP3NLYCXJG6U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rethinking Verification for LLM Code Generation: From Generation to Testing","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Junnan Liu, Kai Chen, Maosong Cao, Minnan Luo, Songyang Zhang, Taolin Zhang, Wenwei Zhang, Zihan Ma","submitted_at":"2025-07-09T14:58:47Z","abstract_excerpt":"Large language models (LLMs) have recently achieved notable success in code-generation benchmarks such as HumanEval and LiveCodeBench. However, a detailed examination reveals that these evaluation suites often comprise only a limited number of homogeneous test cases, resulting in subtle faults going undetected. This not only artificially inflates measured performance but also compromises accurate reward estimation in reinforcement learning frameworks utilizing verifiable rewards (RLVR). To address these critical shortcomings, we systematically investigate the test-case generation (TCG) task by"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.06920","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.06920/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:34:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0Bn7qZpAdYnRcWID1+0YB429fsSWwEclKvbpZLT5X1XOaY5OjAzv9q6omhC0lCJtd28tRiDPRq6pfN7L52pmDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T19:47:48.854652Z"},"content_sha256":"d1af3aaaaf3277a1b4bb59d9d49a558e6ced5f2bfad92bede9a7a30c6a371ea5","schema_version":"1.0","event_id":"sha256:d1af3aaaaf3277a1b4bb59d9d49a558e6ced5f2bfad92bede9a7a30c6a371ea5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PL2N6E2YH76QJCBP3NLYCXJG6U/bundle.json","state_url":"https://pith.science/pith/PL2N6E2YH76QJCBP3NLYCXJG6U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PL2N6E2YH76QJCBP3NLYCXJG6U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T19:47:48Z","links":{"resolver":"https://pith.science/pith/PL2N6E2YH76QJCBP3NLYCXJG6U","bundle":"https://pith.science/pith/PL2N6E2YH76QJCBP3NLYCXJG6U/bundle.json","state":"https://pith.science/pith/PL2N6E2YH76QJCBP3NLYCXJG6U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PL2N6E2YH76QJCBP3NLYCXJG6U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PL2N6E2YH76QJCBP3NLYCXJG6U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5d3023ce98dcff42e1599d06d678f213fc36c72641cb83af41ded7c4119f943d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-09T14:58:47Z","title_canon_sha256":"6755d82b10b92a8d76bb1b1686787e7340e5221e26071ed602665a3d363416df"},"schema_version":"1.0","source":{"id":"2507.06920","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.06920","created_at":"2026-07-05T11:34:54Z"},{"alias_kind":"arxiv_version","alias_value":"2507.06920v2","created_at":"2026-07-05T11:34:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.06920","created_at":"2026-07-05T11:34:54Z"},{"alias_kind":"pith_short_12","alias_value":"PL2N6E2YH76Q","created_at":"2026-07-05T11:34:54Z"},{"alias_kind":"pith_short_16","alias_value":"PL2N6E2YH76QJCBP","created_at":"2026-07-05T11:34:54Z"},{"alias_kind":"pith_short_8","alias_value":"PL2N6E2Y","created_at":"2026-07-05T11:34:54Z"}],"graph_snapshots":[{"event_id":"sha256:d1af3aaaaf3277a1b4bb59d9d49a558e6ced5f2bfad92bede9a7a30c6a371ea5","target":"graph","created_at":"2026-07-05T11:34:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.06920/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have recently achieved notable success in code-generation benchmarks such as HumanEval and LiveCodeBench. However, a detailed examination reveals that these evaluation suites often comprise only a limited number of homogeneous test cases, resulting in subtle faults going undetected. This not only artificially inflates measured performance but also compromises accurate reward estimation in reinforcement learning frameworks utilizing verifiable rewards (RLVR). To address these critical shortcomings, we systematically investigate the test-case generation (TCG) task by","authors_text":"Junnan Liu, Kai Chen, Maosong Cao, Minnan Luo, Songyang Zhang, Taolin Zhang, Wenwei Zhang, Zihan Ma","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-09T14:58:47Z","title":"Rethinking Verification for LLM Code Generation: From Generation to Testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.06920","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6dce5dc37a10f7b0086414c89e1599a4231dcd7b6533fc1cbb7e96de465ca86e","target":"record","created_at":"2026-07-05T11:34:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5d3023ce98dcff42e1599d06d678f213fc36c72641cb83af41ded7c4119f943d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-09T14:58:47Z","title_canon_sha256":"6755d82b10b92a8d76bb1b1686787e7340e5221e26071ed602665a3d363416df"},"schema_version":"1.0","source":{"id":"2507.06920","kind":"arxiv","version":2}},"canonical_sha256":"7af4df13583ffd04882fdb57815d26f50574438aeec6bdc655459fdcf423b461","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7af4df13583ffd04882fdb57815d26f50574438aeec6bdc655459fdcf423b461","first_computed_at":"2026-07-05T11:34:54.352233Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:34:54.352233Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gLUnVMyqf81wBhuMcWw3SCTQOS1XptF1eJIE/fo0UhgDHHFMdFRWAFWDO6Im4pzrAhGj8t0Z2OZ5otD87aySDg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:34:54.352712Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.06920","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6dce5dc37a10f7b0086414c89e1599a4231dcd7b6533fc1cbb7e96de465ca86e","sha256:d1af3aaaaf3277a1b4bb59d9d49a558e6ced5f2bfad92bede9a7a30c6a371ea5"],"state_sha256":"273f17733667935413034d0b96d6c9bbc9381d32dd1bf64e8d91ae23c25e3039"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BzZJ6HXT1zsYexEWG/bmKsQVCrSaJc6nCxF7/NRiVjyDiNYt2Y/5YkyJX6LBalqzi3j7Rp8piegz8hFiQz7xBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T19:47:48.857369Z","bundle_sha256":"50752324ccb258224a56103886556491147ca8bb56ef098b8e3f021f2e60fc92"}}