{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:BQKYUWFIAGRL6U2NQJ5X3MDKCT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"da54e662a5076b76d284218188431017805abe576c184eff61c08ae610fd22f9","cross_cats_sorted":[],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-23T15:36:43Z","title_canon_sha256":"38d5e3e55c5bbd8f96ee711ba11ffb65c300f212fef7ad399bed823466d78855"},"schema_version":"1.0","source":{"id":"2502.16614","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.16614","created_at":"2026-07-05T10:18:56Z"},{"alias_kind":"arxiv_version","alias_value":"2502.16614v1","created_at":"2026-07-05T10:18:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.16614","created_at":"2026-07-05T10:18:56Z"},{"alias_kind":"pith_short_12","alias_value":"BQKYUWFIAGRL","created_at":"2026-07-05T10:18:56Z"},{"alias_kind":"pith_short_16","alias_value":"BQKYUWFIAGRL6U2N","created_at":"2026-07-05T10:18:56Z"},{"alias_kind":"pith_short_8","alias_value":"BQKYUWFI","created_at":"2026-07-05T10:18:56Z"}],"graph_snapshots":[{"event_id":"sha256:41ba93c4f4b68960d57c71e050d344998a0cdea4e92fa0a479ea74c5998abb4d","target":"graph","created_at":"2026-07-05T10:18:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.16614/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The critique capacity of Large Language Models (LLMs) is essential for reasoning abilities, which can provide necessary suggestions (e.g., detailed analysis and constructive feedback). Therefore, how to evaluate the critique capacity of LLMs has drawn great attention and several critique benchmarks have been proposed. However, existing critique benchmarks usually have the following limitations: (1). Focusing on diverse reasoning tasks in general domains and insufficient evaluation on code tasks (e.g., only covering code generation task), where the difficulty of queries is relatively easy (e.g.","authors_text":"Alexander Zhang, Ge Zhang, Jiaheng Liu, Jian Yang, Ken Deng, Marcus Dong, Tianyu Liu, Wangchunshu Zhou, Weixun Wang, Wei Zhang, Wenhao Huang, Yancheng He, Yejie Wang, Yingshui Tan, Yuanxing Zhang, Zhaoxiang Zhang, Zhexu Wang, Zhongyuan Peng","cross_cats":[],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-23T15:36:43Z","title":"CodeCriticBench: A Holistic Code Critique Benchmark for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.16614","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:76a74c1ec61c5f062141ad324decfca86fade2016c9f1cb3881faea24bb0965d","target":"record","created_at":"2026-07-05T10:18:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"da54e662a5076b76d284218188431017805abe576c184eff61c08ae610fd22f9","cross_cats_sorted":[],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-23T15:36:43Z","title_canon_sha256":"38d5e3e55c5bbd8f96ee711ba11ffb65c300f212fef7ad399bed823466d78855"},"schema_version":"1.0","source":{"id":"2502.16614","kind":"arxiv","version":1}},"canonical_sha256":"0c158a58a801a2bf534d827b7db06a14ff2053803b7b78e672fa6a2efb5ea948","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0c158a58a801a2bf534d827b7db06a14ff2053803b7b78e672fa6a2efb5ea948","first_computed_at":"2026-07-05T10:18:56.413098Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:56.413098Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EtCXHwSc0rvSw1WweYdrd4f5WtfWDUWZJ3sDoHb/i+ByPPRa+nk2Tk7zbq/NMUO1JGuyCA//50pHsU+fZYznAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:56.413587Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.16614","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:76a74c1ec61c5f062141ad324decfca86fade2016c9f1cb3881faea24bb0965d","sha256:41ba93c4f4b68960d57c71e050d344998a0cdea4e92fa0a479ea74c5998abb4d"],"state_sha256":"b8c1b54acf55bd95f3d8cf1143236fbbfabae528491bf22586e3488977072bb0"}