{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PDBPBBTSEUNAJHBVYK6XLJMU2U","short_pith_number":"pith:PDBPBBTS","canonical_record":{"source":{"id":"2504.20673","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-29T11:57:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"963f892ecb7ee282ae396539409303fdb029935db00ef8a3f8b657445c86908b","abstract_canon_sha256":"e7d9c4861e173cbd1d475f660a61add7d021597bbe1acd425bbd31b865e3ea15"},"schema_version":"1.0"},"canonical_sha256":"78c2f08672251a049c35c2bd75a594d5070a89bb354e26736b0d50e572ae70d3","source":{"kind":"arxiv","id":"2504.20673","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.20673","created_at":"2026-07-05T10:55:46Z"},{"alias_kind":"arxiv_version","alias_value":"2504.20673v1","created_at":"2026-07-05T10:55:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.20673","created_at":"2026-07-05T10:55:46Z"},{"alias_kind":"pith_short_12","alias_value":"PDBPBBTSEUNA","created_at":"2026-07-05T10:55:46Z"},{"alias_kind":"pith_short_16","alias_value":"PDBPBBTSEUNAJHBV","created_at":"2026-07-05T10:55:46Z"},{"alias_kind":"pith_short_8","alias_value":"PDBPBBTS","created_at":"2026-07-05T10:55:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PDBPBBTSEUNAJHBVYK6XLJMU2U","target":"record","payload":{"canonical_record":{"source":{"id":"2504.20673","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-29T11:57:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"963f892ecb7ee282ae396539409303fdb029935db00ef8a3f8b657445c86908b","abstract_canon_sha256":"e7d9c4861e173cbd1d475f660a61add7d021597bbe1acd425bbd31b865e3ea15"},"schema_version":"1.0"},"canonical_sha256":"78c2f08672251a049c35c2bd75a594d5070a89bb354e26736b0d50e572ae70d3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:55:46.875677Z","signature_b64":"SDluJOLWcmrS69fdw+UinFvd5WajrvokMKG4Q9hoTfLEl9ffFzlTipVdAAONYQRgLQSeVyp8wZ43adtcSOa2DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78c2f08672251a049c35c2bd75a594d5070a89bb354e26736b0d50e572ae70d3","last_reissued_at":"2026-07-05T10:55:46.875168Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:55:46.875168Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.20673","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N7eG8nUOqx7HBZiHvznXztqeoWT1MvCy+Wj0OQZR/g9p1B1rlDchi2xWyN6751BckZt6m4E7viLjWS4fTTXvCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T08:04:15.664804Z"},"content_sha256":"a19908d0b2b73e1a2465f2652918c9516dde9380849628844bbf17df2062c5a5","schema_version":"1.0","event_id":"sha256:a19908d0b2b73e1a2465f2652918c9516dde9380849628844bbf17df2062c5a5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PDBPBBTSEUNAJHBVYK6XLJMU2U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CoCo-Bench: A Comprehensive Code Benchmark For Multi-task Large Language Model Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Da Lei, Dong Cao, Guangyao Su, Hao Chen, Jiancheng Wang, Jiawei Fang, Ji Pei, Menghang Dong, Peng Luo, Ran Chen, Shuai Yuan, Tianze Sun, Weifeng Liu, Wei Wang, Wenjing Yin, Xiang Ma, Yajun Zhang, Yijiong Yu, Yong Liu, Yuanjian Xu, Zekun Wang, Ziyun Dai","submitted_at":"2025-04-29T11:57:23Z","abstract_excerpt":"Large language models (LLMs) play a crucial role in software engineering, excelling in tasks like code generation and maintenance. However, existing benchmarks are often narrow in scope, focusing on a specific task and lack a comprehensive evaluation framework that reflects real-world applications. To address these gaps, we introduce CoCo-Bench (Comprehensive Code Benchmark), designed to evaluate LLMs across four critical dimensions: code understanding, code generation, code modification, and code review. These dimensions capture essential developer needs, ensuring a more systematic and repres"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.20673","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.20673/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FjBFUWpfZiHXXWP0mHlWaitTR5GD/w2bWgJ1J9GGlsqxF/2+O7NjABNo+W8MGUkS4bN9VAHKre7oUyNKsMlYAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T08:04:15.665536Z"},"content_sha256":"45372b6006806461409982f8fa6e4c95c4f1e81f70e9c5a75f3d95969eb274a0","schema_version":"1.0","event_id":"sha256:45372b6006806461409982f8fa6e4c95c4f1e81f70e9c5a75f3d95969eb274a0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PDBPBBTSEUNAJHBVYK6XLJMU2U/bundle.json","state_url":"https://pith.science/pith/PDBPBBTSEUNAJHBVYK6XLJMU2U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PDBPBBTSEUNAJHBVYK6XLJMU2U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T08:04:15Z","links":{"resolver":"https://pith.science/pith/PDBPBBTSEUNAJHBVYK6XLJMU2U","bundle":"https://pith.science/pith/PDBPBBTSEUNAJHBVYK6XLJMU2U/bundle.json","state":"https://pith.science/pith/PDBPBBTSEUNAJHBVYK6XLJMU2U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PDBPBBTSEUNAJHBVYK6XLJMU2U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PDBPBBTSEUNAJHBVYK6XLJMU2U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e7d9c4861e173cbd1d475f660a61add7d021597bbe1acd425bbd31b865e3ea15","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-29T11:57:23Z","title_canon_sha256":"963f892ecb7ee282ae396539409303fdb029935db00ef8a3f8b657445c86908b"},"schema_version":"1.0","source":{"id":"2504.20673","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.20673","created_at":"2026-07-05T10:55:46Z"},{"alias_kind":"arxiv_version","alias_value":"2504.20673v1","created_at":"2026-07-05T10:55:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.20673","created_at":"2026-07-05T10:55:46Z"},{"alias_kind":"pith_short_12","alias_value":"PDBPBBTSEUNA","created_at":"2026-07-05T10:55:46Z"},{"alias_kind":"pith_short_16","alias_value":"PDBPBBTSEUNAJHBV","created_at":"2026-07-05T10:55:46Z"},{"alias_kind":"pith_short_8","alias_value":"PDBPBBTS","created_at":"2026-07-05T10:55:46Z"}],"graph_snapshots":[{"event_id":"sha256:45372b6006806461409982f8fa6e4c95c4f1e81f70e9c5a75f3d95969eb274a0","target":"graph","created_at":"2026-07-05T10:55:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.20673/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) play a crucial role in software engineering, excelling in tasks like code generation and maintenance. However, existing benchmarks are often narrow in scope, focusing on a specific task and lack a comprehensive evaluation framework that reflects real-world applications. To address these gaps, we introduce CoCo-Bench (Comprehensive Code Benchmark), designed to evaluate LLMs across four critical dimensions: code understanding, code generation, code modification, and code review. These dimensions capture essential developer needs, ensuring a more systematic and repres","authors_text":"Da Lei, Dong Cao, Guangyao Su, Hao Chen, Jiancheng Wang, Jiawei Fang, Ji Pei, Menghang Dong, Peng Luo, Ran Chen, Shuai Yuan, Tianze Sun, Weifeng Liu, Wei Wang, Wenjing Yin, Xiang Ma, Yajun Zhang, Yijiong Yu, Yong Liu, Yuanjian Xu, Zekun Wang, Ziyun Dai","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-29T11:57:23Z","title":"CoCo-Bench: A Comprehensive Code Benchmark For Multi-task Large Language Model Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.20673","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a19908d0b2b73e1a2465f2652918c9516dde9380849628844bbf17df2062c5a5","target":"record","created_at":"2026-07-05T10:55:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e7d9c4861e173cbd1d475f660a61add7d021597bbe1acd425bbd31b865e3ea15","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-29T11:57:23Z","title_canon_sha256":"963f892ecb7ee282ae396539409303fdb029935db00ef8a3f8b657445c86908b"},"schema_version":"1.0","source":{"id":"2504.20673","kind":"arxiv","version":1}},"canonical_sha256":"78c2f08672251a049c35c2bd75a594d5070a89bb354e26736b0d50e572ae70d3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78c2f08672251a049c35c2bd75a594d5070a89bb354e26736b0d50e572ae70d3","first_computed_at":"2026-07-05T10:55:46.875168Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:55:46.875168Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SDluJOLWcmrS69fdw+UinFvd5WajrvokMKG4Q9hoTfLEl9ffFzlTipVdAAONYQRgLQSeVyp8wZ43adtcSOa2DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:55:46.875677Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.20673","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a19908d0b2b73e1a2465f2652918c9516dde9380849628844bbf17df2062c5a5","sha256:45372b6006806461409982f8fa6e4c95c4f1e81f70e9c5a75f3d95969eb274a0"],"state_sha256":"8b70dcb18c085c605ad6404b0b408ef19e5010905bd3e6fa563c7dbe267f8333"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zKZot48BWgw+aK0rq7RFK7a46Kt7gXtebLHnWRCd6vyYuWlgYiF1C9c0w0OWHRbqCLKUxR/NLAIxXkV30cK/DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T08:04:15.670163Z","bundle_sha256":"4de35d3443a16a10708328ebba94a8fa40fd93e664413775ee89d6cf56fa5dfa"}}