{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:XLT4XFP2HUCCKACHMM6J7AICGL","short_pith_number":"pith:XLT4XFP2","canonical_record":{"source":{"id":"2502.08806","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-12T21:42:56Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"796bad053bd632e398f8c2219af55eaebdfa32b795fce0593a7f796d3f0faa4e","abstract_canon_sha256":"0aea1b50af519682e2ae12032361014b6be9f8e4c7b120a916a81527a0690ed7"},"schema_version":"1.0"},"canonical_sha256":"bae7cb95fa3d04250047633c9f810232e15331bbff0b7d7c7bc27735057b8d60","source":{"kind":"arxiv","id":"2502.08806","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.08806","created_at":"2026-07-05T10:13:30Z"},{"alias_kind":"arxiv_version","alias_value":"2502.08806v1","created_at":"2026-07-05T10:13:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.08806","created_at":"2026-07-05T10:13:30Z"},{"alias_kind":"pith_short_12","alias_value":"XLT4XFP2HUCC","created_at":"2026-07-05T10:13:30Z"},{"alias_kind":"pith_short_16","alias_value":"XLT4XFP2HUCCKACH","created_at":"2026-07-05T10:13:30Z"},{"alias_kind":"pith_short_8","alias_value":"XLT4XFP2","created_at":"2026-07-05T10:13:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:XLT4XFP2HUCCKACHMM6J7AICGL","target":"record","payload":{"canonical_record":{"source":{"id":"2502.08806","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-12T21:42:56Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"796bad053bd632e398f8c2219af55eaebdfa32b795fce0593a7f796d3f0faa4e","abstract_canon_sha256":"0aea1b50af519682e2ae12032361014b6be9f8e4c7b120a916a81527a0690ed7"},"schema_version":"1.0"},"canonical_sha256":"bae7cb95fa3d04250047633c9f810232e15331bbff0b7d7c7bc27735057b8d60","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:30.117862Z","signature_b64":"27SOgGWD4UgIS/rQ+xRxHJ4NKnr9cugekNWTuuenz3qclrVA3pMtPLO9PSKnn0Cp5OvoGexjnLx05GYiwcfkAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bae7cb95fa3d04250047633c9f810232e15331bbff0b7d7c7bc27735057b8d60","last_reissued_at":"2026-07-05T10:13:30.117360Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:30.117360Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.08806","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SwqmTkUR1tOK/STOQ5H2JP9PypfLdZmzwZ1M5loQlZxnSw6vixJZmjLEYehU6OOLuU7TvS5sdg1k/iPZEPVsBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:10:00.279985Z"},"content_sha256":"7b7ba4f3363f94eb602d189ca3e1c3238521d15627a3e4f35e88d7ad73ea52e6","schema_version":"1.0","event_id":"sha256:7b7ba4f3363f94eb602d189ca3e1c3238521d15627a3e4f35e88d7ad73ea52e6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:XLT4XFP2HUCCKACHMM6J7AICGL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CLOVER: A Test Case Generation Benchmark with Coverage, Long-Context, and Verification","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.SE","authors_text":"Bo Pang, Caiming Xiong, Hiroaki Hayashi, Jiacheng Xu, Jin Qu, Yingbo Zhou","submitted_at":"2025-02-12T21:42:56Z","abstract_excerpt":"Software testing is a critical aspect of software development, yet generating test cases remains a routine task for engineers. This paper presents a benchmark, CLOVER, to evaluate models' capabilities in generating and completing test cases under specific conditions. Spanning from simple assertion completions to writing test cases that cover specific code blocks across multiple files, these tasks are based on 12 python repositories, analyzing 845 problems with context lengths ranging from 4k to 128k tokens. Utilizing code testing frameworks, we propose a method to construct retrieval contexts "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.08806","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.08806/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8fTNo2Gscr4UYG0s8LrTH54GThgIUjtWa/OZSwPkGUbgmdYU/eehd342g/pw5a/ZUZrbnefZn5/yCIWbbjQFDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:10:00.280487Z"},"content_sha256":"fd504fe3eb5dfc352bd0ab039b8e4b572563c4984f19c6aa53fb8005f4a597d3","schema_version":"1.0","event_id":"sha256:fd504fe3eb5dfc352bd0ab039b8e4b572563c4984f19c6aa53fb8005f4a597d3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XLT4XFP2HUCCKACHMM6J7AICGL/bundle.json","state_url":"https://pith.science/pith/XLT4XFP2HUCCKACHMM6J7AICGL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XLT4XFP2HUCCKACHMM6J7AICGL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:10:00Z","links":{"resolver":"https://pith.science/pith/XLT4XFP2HUCCKACHMM6J7AICGL","bundle":"https://pith.science/pith/XLT4XFP2HUCCKACHMM6J7AICGL/bundle.json","state":"https://pith.science/pith/XLT4XFP2HUCCKACHMM6J7AICGL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XLT4XFP2HUCCKACHMM6J7AICGL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:XLT4XFP2HUCCKACHMM6J7AICGL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0aea1b50af519682e2ae12032361014b6be9f8e4c7b120a916a81527a0690ed7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-12T21:42:56Z","title_canon_sha256":"796bad053bd632e398f8c2219af55eaebdfa32b795fce0593a7f796d3f0faa4e"},"schema_version":"1.0","source":{"id":"2502.08806","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.08806","created_at":"2026-07-05T10:13:30Z"},{"alias_kind":"arxiv_version","alias_value":"2502.08806v1","created_at":"2026-07-05T10:13:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.08806","created_at":"2026-07-05T10:13:30Z"},{"alias_kind":"pith_short_12","alias_value":"XLT4XFP2HUCC","created_at":"2026-07-05T10:13:30Z"},{"alias_kind":"pith_short_16","alias_value":"XLT4XFP2HUCCKACH","created_at":"2026-07-05T10:13:30Z"},{"alias_kind":"pith_short_8","alias_value":"XLT4XFP2","created_at":"2026-07-05T10:13:30Z"}],"graph_snapshots":[{"event_id":"sha256:fd504fe3eb5dfc352bd0ab039b8e4b572563c4984f19c6aa53fb8005f4a597d3","target":"graph","created_at":"2026-07-05T10:13:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.08806/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Software testing is a critical aspect of software development, yet generating test cases remains a routine task for engineers. This paper presents a benchmark, CLOVER, to evaluate models' capabilities in generating and completing test cases under specific conditions. Spanning from simple assertion completions to writing test cases that cover specific code blocks across multiple files, these tasks are based on 12 python repositories, analyzing 845 problems with context lengths ranging from 4k to 128k tokens. Utilizing code testing frameworks, we propose a method to construct retrieval contexts ","authors_text":"Bo Pang, Caiming Xiong, Hiroaki Hayashi, Jiacheng Xu, Jin Qu, Yingbo Zhou","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-12T21:42:56Z","title":"CLOVER: A Test Case Generation Benchmark with Coverage, Long-Context, and Verification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.08806","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7b7ba4f3363f94eb602d189ca3e1c3238521d15627a3e4f35e88d7ad73ea52e6","target":"record","created_at":"2026-07-05T10:13:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0aea1b50af519682e2ae12032361014b6be9f8e4c7b120a916a81527a0690ed7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-12T21:42:56Z","title_canon_sha256":"796bad053bd632e398f8c2219af55eaebdfa32b795fce0593a7f796d3f0faa4e"},"schema_version":"1.0","source":{"id":"2502.08806","kind":"arxiv","version":1}},"canonical_sha256":"bae7cb95fa3d04250047633c9f810232e15331bbff0b7d7c7bc27735057b8d60","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bae7cb95fa3d04250047633c9f810232e15331bbff0b7d7c7bc27735057b8d60","first_computed_at":"2026-07-05T10:13:30.117360Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:30.117360Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"27SOgGWD4UgIS/rQ+xRxHJ4NKnr9cugekNWTuuenz3qclrVA3pMtPLO9PSKnn0Cp5OvoGexjnLx05GYiwcfkAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:30.117862Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.08806","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7b7ba4f3363f94eb602d189ca3e1c3238521d15627a3e4f35e88d7ad73ea52e6","sha256:fd504fe3eb5dfc352bd0ab039b8e4b572563c4984f19c6aa53fb8005f4a597d3"],"state_sha256":"50fb86b6b1666e3118352f1950b99814707d5c2e40339ceb558f340212c5b2f8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UtO+zGGFa2vF5pz5LnkIHHNKo6KmRVIGhkJ7wGfnMwkQiGu0mdi0d4jE/OhPDm1El223ptgNAA17jrKOLjHECg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:10:00.284312Z","bundle_sha256":"a43e65568124621e8a2500f1223218c71438da419025a7e1be283b0f9e2c8e50"}}