{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MWR7QZXWNKBJV7YIPLYAV5ASRA","short_pith_number":"pith:MWR7QZXW","canonical_record":{"source":{"id":"2412.05210","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-06T17:40:38Z","cross_cats_sorted":[],"title_canon_sha256":"783e2848d1b9e0e911abe429260da57de4337a7bc3de58c9e41b5d87f38c84e8","abstract_canon_sha256":"813356884ef262726e563f43b4d6345894782318146efbeb2e72135c4cba438e"},"schema_version":"1.0"},"canonical_sha256":"65a3f866f66a829aff087af00af412882cbcb6b90c2375291682dec5665d69ba","source":{"kind":"arxiv","id":"2412.05210","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.05210","created_at":"2026-07-05T09:45:30Z"},{"alias_kind":"arxiv_version","alias_value":"2412.05210v1","created_at":"2026-07-05T09:45:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.05210","created_at":"2026-07-05T09:45:30Z"},{"alias_kind":"pith_short_12","alias_value":"MWR7QZXWNKBJ","created_at":"2026-07-05T09:45:30Z"},{"alias_kind":"pith_short_16","alias_value":"MWR7QZXWNKBJV7YI","created_at":"2026-07-05T09:45:30Z"},{"alias_kind":"pith_short_8","alias_value":"MWR7QZXW","created_at":"2026-07-05T09:45:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MWR7QZXWNKBJV7YIPLYAV5ASRA","target":"record","payload":{"canonical_record":{"source":{"id":"2412.05210","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-06T17:40:38Z","cross_cats_sorted":[],"title_canon_sha256":"783e2848d1b9e0e911abe429260da57de4337a7bc3de58c9e41b5d87f38c84e8","abstract_canon_sha256":"813356884ef262726e563f43b4d6345894782318146efbeb2e72135c4cba438e"},"schema_version":"1.0"},"canonical_sha256":"65a3f866f66a829aff087af00af412882cbcb6b90c2375291682dec5665d69ba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:45:30.305089Z","signature_b64":"hIuasK221AjPUtEi0XqEuLA8HhqgTzYm06DXM5zDxK7FX/W6/ZUtAUCostAB49HzDh+hcnF8i1v3572OkDpUBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"65a3f866f66a829aff087af00af412882cbcb6b90c2375291682dec5665d69ba","last_reissued_at":"2026-07-05T09:45:30.304332Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:45:30.304332Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.05210","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a9srqyOHreK7vSkF8xxwTjTWreXaLi8eRY2/hXbHFh28YEbNwVX3fHA5q8vBGwv31zsJDGzUeFvZAU75g9upBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T23:32:00.621305Z"},"content_sha256":"1c5c38b03951160fce3c6dbcea368d659cadaf79283b2dcf8c97fc5909f704a9","schema_version":"1.0","event_id":"sha256:1c5c38b03951160fce3c6dbcea368d659cadaf79283b2dcf8c97fc5909f704a9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MWR7QZXWNKBJV7YIPLYAV5ASRA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating and Aligning CodeLLMs on Human Preference","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Binyuan Hui, Jian Yang, Jiaxi Yang, Junyang Lin, Ke Jin, Lei Zhang, Liqun Yang, Yibo Miao, Yichang Zhang, Zeyu Cui","submitted_at":"2024-12-06T17:40:38Z","abstract_excerpt":"Code large language models (codeLLMs) have made significant strides in code generation. Most previous code-related benchmarks, which consist of various programming exercises along with the corresponding test cases, are used as a common measure to evaluate the performance and capabilities of code LLMs. However, the current code LLMs focus on synthesizing the correct code snippet, ignoring the alignment with human preferences, where the query should be sampled from the practical application scenarios and the model-generated responses should satisfy the human preference. To bridge the gap between"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.05210","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.05210/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pgRpKqqqAxid0qRQYcSGmLpiKG4NTCAaEtXnJ3gQZe6JyM1dR85a0730MyxkwBvIuQJe1GJ0+If8MbkNRgMnBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T23:32:00.621686Z"},"content_sha256":"abec9fbe98651271550a9d8947665ff9b2337a042f82827b31e20a46d8733f0f","schema_version":"1.0","event_id":"sha256:abec9fbe98651271550a9d8947665ff9b2337a042f82827b31e20a46d8733f0f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MWR7QZXWNKBJV7YIPLYAV5ASRA/bundle.json","state_url":"https://pith.science/pith/MWR7QZXWNKBJV7YIPLYAV5ASRA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MWR7QZXWNKBJV7YIPLYAV5ASRA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T23:32:00Z","links":{"resolver":"https://pith.science/pith/MWR7QZXWNKBJV7YIPLYAV5ASRA","bundle":"https://pith.science/pith/MWR7QZXWNKBJV7YIPLYAV5ASRA/bundle.json","state":"https://pith.science/pith/MWR7QZXWNKBJV7YIPLYAV5ASRA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MWR7QZXWNKBJV7YIPLYAV5ASRA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MWR7QZXWNKBJV7YIPLYAV5ASRA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"813356884ef262726e563f43b4d6345894782318146efbeb2e72135c4cba438e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-06T17:40:38Z","title_canon_sha256":"783e2848d1b9e0e911abe429260da57de4337a7bc3de58c9e41b5d87f38c84e8"},"schema_version":"1.0","source":{"id":"2412.05210","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.05210","created_at":"2026-07-05T09:45:30Z"},{"alias_kind":"arxiv_version","alias_value":"2412.05210v1","created_at":"2026-07-05T09:45:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.05210","created_at":"2026-07-05T09:45:30Z"},{"alias_kind":"pith_short_12","alias_value":"MWR7QZXWNKBJ","created_at":"2026-07-05T09:45:30Z"},{"alias_kind":"pith_short_16","alias_value":"MWR7QZXWNKBJV7YI","created_at":"2026-07-05T09:45:30Z"},{"alias_kind":"pith_short_8","alias_value":"MWR7QZXW","created_at":"2026-07-05T09:45:30Z"}],"graph_snapshots":[{"event_id":"sha256:abec9fbe98651271550a9d8947665ff9b2337a042f82827b31e20a46d8733f0f","target":"graph","created_at":"2026-07-05T09:45:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.05210/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Code large language models (codeLLMs) have made significant strides in code generation. Most previous code-related benchmarks, which consist of various programming exercises along with the corresponding test cases, are used as a common measure to evaluate the performance and capabilities of code LLMs. However, the current code LLMs focus on synthesizing the correct code snippet, ignoring the alignment with human preferences, where the query should be sampled from the practical application scenarios and the model-generated responses should satisfy the human preference. To bridge the gap between","authors_text":"Binyuan Hui, Jian Yang, Jiaxi Yang, Junyang Lin, Ke Jin, Lei Zhang, Liqun Yang, Yibo Miao, Yichang Zhang, Zeyu Cui","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-06T17:40:38Z","title":"Evaluating and Aligning CodeLLMs on Human Preference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.05210","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1c5c38b03951160fce3c6dbcea368d659cadaf79283b2dcf8c97fc5909f704a9","target":"record","created_at":"2026-07-05T09:45:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"813356884ef262726e563f43b4d6345894782318146efbeb2e72135c4cba438e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-06T17:40:38Z","title_canon_sha256":"783e2848d1b9e0e911abe429260da57de4337a7bc3de58c9e41b5d87f38c84e8"},"schema_version":"1.0","source":{"id":"2412.05210","kind":"arxiv","version":1}},"canonical_sha256":"65a3f866f66a829aff087af00af412882cbcb6b90c2375291682dec5665d69ba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"65a3f866f66a829aff087af00af412882cbcb6b90c2375291682dec5665d69ba","first_computed_at":"2026-07-05T09:45:30.304332Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:30.304332Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hIuasK221AjPUtEi0XqEuLA8HhqgTzYm06DXM5zDxK7FX/W6/ZUtAUCostAB49HzDh+hcnF8i1v3572OkDpUBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:30.305089Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.05210","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1c5c38b03951160fce3c6dbcea368d659cadaf79283b2dcf8c97fc5909f704a9","sha256:abec9fbe98651271550a9d8947665ff9b2337a042f82827b31e20a46d8733f0f"],"state_sha256":"47d1fbfa3667878ee58b380e5ed62f40b1d2c7f894beb75670d3903371ea4c32"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nmaLg7yPXzmOsLgm7lvL+Yu9kSef4/RBtuzNjcxqckDCHMn2OASFlomZAWnS1VgPHygrNOvudVl80GcKDSYIBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T23:32:00.623693Z","bundle_sha256":"bb6d6a7c22abf0f74b0620ebdf9cb88900bf13341761f2776727efcf50d35c93"}}