{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:LJS2VB7XDGSZNWDGRTDIWKS7WH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fdb86117f6820c495f8eb62e96a737c3e7d242a9980c9a50b6c34f2c9f5e8cf6","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-06-10T22:56:49Z","title_canon_sha256":"df0887d63628893f5894a0a7a5c03e4fd5fb4f61d9538752a58baa856ec3de6c"},"schema_version":"1.0","source":{"id":"2506.09289","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.09289","created_at":"2026-07-05T11:19:34Z"},{"alias_kind":"arxiv_version","alias_value":"2506.09289v1","created_at":"2026-07-05T11:19:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.09289","created_at":"2026-07-05T11:19:34Z"},{"alias_kind":"pith_short_12","alias_value":"LJS2VB7XDGSZ","created_at":"2026-07-05T11:19:34Z"},{"alias_kind":"pith_short_16","alias_value":"LJS2VB7XDGSZNWDG","created_at":"2026-07-05T11:19:34Z"},{"alias_kind":"pith_short_8","alias_value":"LJS2VB7X","created_at":"2026-07-05T11:19:34Z"}],"graph_snapshots":[{"event_id":"sha256:bf43bd724bc6d5b2b150f892c4771f4ff87974d727135cd8cf5037348ae89d72","target":"graph","created_at":"2026-07-05T11:19:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.09289/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The advent of Large Language Models (LLMs) has spurred the development of coding agents for real-world code generation. As a widely used benchmark for evaluating the code generation capabilities of these agents, SWE-Bench uses real-world problems based on GitHub issues and their corresponding pull requests. However, the manually written test cases included in these pull requests are often insufficient, allowing generated patches to pass the tests without resolving the underlying issue. To address this challenge, we introduce UTGenerator, an LLM-driven test case generator that automatically ana","authors_text":"Boxi Yu, Daniel Kang, Pinjia He, Yuxuan Zhu","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-06-10T22:56:49Z","title":"UTBoost: Rigorous Evaluation of Coding Agents on SWE-Bench"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.09289","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:39d72f650042ed27843e8e5ef8a9c5e75c08350e81f5e7f3e934e8018d7bf055","target":"record","created_at":"2026-07-05T11:19:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fdb86117f6820c495f8eb62e96a737c3e7d242a9980c9a50b6c34f2c9f5e8cf6","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-06-10T22:56:49Z","title_canon_sha256":"df0887d63628893f5894a0a7a5c03e4fd5fb4f61d9538752a58baa856ec3de6c"},"schema_version":"1.0","source":{"id":"2506.09289","kind":"arxiv","version":1}},"canonical_sha256":"5a65aa87f719a596d8668cc68b2a5fb1f1db9605750dc5a3ca7592152b4ef01f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a65aa87f719a596d8668cc68b2a5fb1f1db9605750dc5a3ca7592152b4ef01f","first_computed_at":"2026-07-05T11:19:34.236606Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:19:34.236606Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gX+oWjxESVZHxMVbDwt3ZQYJy539/LN49yz/fi87Rrv1FhwLZmWqFe1mf0bzqR0AnQ1gWueeZyB27ms8eGxwCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:19:34.237162Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.09289","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:39d72f650042ed27843e8e5ef8a9c5e75c08350e81f5e7f3e934e8018d7bf055","sha256:bf43bd724bc6d5b2b150f892c4771f4ff87974d727135cd8cf5037348ae89d72"],"state_sha256":"6de5de7fd72da4ee4172e3ec9d9c93b6c0fc1453f4ec935d7bb6563afea30434"}