{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:K5OGNZKWWGUNKWM4CPEYDERSCP","short_pith_number":"pith:K5OGNZKW","canonical_record":{"source":{"id":"2408.06450","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-12T18:59:13Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"1796a2f887fa1dfcd8b5ea1731e07bc0791a856dc833d07ad82dcb364ad96e23","abstract_canon_sha256":"de21c11f26167addc7610268ca60b4f4dceff29c4319b9c0ce8fa97fa5a7201a"},"schema_version":"1.0"},"canonical_sha256":"575c66e556b1a8d5599c13c981923213fcbc63a192ac297ed5d3af25212ac48c","source":{"kind":"arxiv","id":"2408.06450","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.06450","created_at":"2026-07-05T08:54:57Z"},{"alias_kind":"arxiv_version","alias_value":"2408.06450v1","created_at":"2026-07-05T08:54:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.06450","created_at":"2026-07-05T08:54:57Z"},{"alias_kind":"pith_short_12","alias_value":"K5OGNZKWWGUN","created_at":"2026-07-05T08:54:57Z"},{"alias_kind":"pith_short_16","alias_value":"K5OGNZKWWGUNKWM4","created_at":"2026-07-05T08:54:57Z"},{"alias_kind":"pith_short_8","alias_value":"K5OGNZKW","created_at":"2026-07-05T08:54:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:K5OGNZKWWGUNKWM4CPEYDERSCP","target":"record","payload":{"canonical_record":{"source":{"id":"2408.06450","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-12T18:59:13Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"1796a2f887fa1dfcd8b5ea1731e07bc0791a856dc833d07ad82dcb364ad96e23","abstract_canon_sha256":"de21c11f26167addc7610268ca60b4f4dceff29c4319b9c0ce8fa97fa5a7201a"},"schema_version":"1.0"},"canonical_sha256":"575c66e556b1a8d5599c13c981923213fcbc63a192ac297ed5d3af25212ac48c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:54:57.045483Z","signature_b64":"GCmJpEaVKpJtQWILhaqjGm3wjVjBZs6DvdGSY/pB8WsclFvSZwEHzh6Yz2C+hqVEN9uKD5VXthWJ+lwmllPjCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"575c66e556b1a8d5599c13c981923213fcbc63a192ac297ed5d3af25212ac48c","last_reissued_at":"2026-07-05T08:54:57.044989Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:54:57.044989Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.06450","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:54:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NVAUVpocyuxqj1W0Z8jvPhNMZTOnyOQ4gB2e40Q1TwuK5ydynrPgGAU2RHKP3HbHNjn4X+NmaJjM4FV7xlfBCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T19:34:33.597849Z"},"content_sha256":"11e2f712ce6f60a29bcb4c7995b4fe6e36b3f424ab919e68397c8b3bad18fab0","schema_version":"1.0","event_id":"sha256:11e2f712ce6f60a29bcb4c7995b4fe6e36b3f424ab919e68397c8b3bad18fab0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:K5OGNZKWWGUNKWM4CPEYDERSCP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Language Models for Efficient Code Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.SE","authors_text":"Jiawei Liu, Junhao Wang, Lingming Zhang, Songrun Xie, Yifeng Ding, Yuxiang Wei","submitted_at":"2024-08-12T18:59:13Z","abstract_excerpt":"We introduce Differential Performance Evaluation (DPE), a framework designed to reliably evaluate Large Language Models (LLMs) for efficient code generation. Traditional coding benchmarks often fail to provide reliable insights into code efficiency, due to their reliance on simplistic test inputs and the absence of effective compound metrics. DPE addresses these issues by focusing on efficiency-demanding programming tasks and establishing an insightful compound metric for performance evaluation. DPE operates in two phases: To curate efficiency datasets, it selects efficiency-demanding tasks fr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.06450","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.06450/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:54:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LE+Ij++UJafcIBM3o7uXqU6EeLRSDpIF4G3AsMx07tr37hoazAT6Z0+51MA1noDkkwlysNXBK65BcQl0rxh4CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T19:34:33.598366Z"},"content_sha256":"95133eb075763297672ba607958e24c968ad816648f8577212e4163abd6c47a2","schema_version":"1.0","event_id":"sha256:95133eb075763297672ba607958e24c968ad816648f8577212e4163abd6c47a2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/K5OGNZKWWGUNKWM4CPEYDERSCP/bundle.json","state_url":"https://pith.science/pith/K5OGNZKWWGUNKWM4CPEYDERSCP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/K5OGNZKWWGUNKWM4CPEYDERSCP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T19:34:33Z","links":{"resolver":"https://pith.science/pith/K5OGNZKWWGUNKWM4CPEYDERSCP","bundle":"https://pith.science/pith/K5OGNZKWWGUNKWM4CPEYDERSCP/bundle.json","state":"https://pith.science/pith/K5OGNZKWWGUNKWM4CPEYDERSCP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/K5OGNZKWWGUNKWM4CPEYDERSCP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:K5OGNZKWWGUNKWM4CPEYDERSCP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"de21c11f26167addc7610268ca60b4f4dceff29c4319b9c0ce8fa97fa5a7201a","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-12T18:59:13Z","title_canon_sha256":"1796a2f887fa1dfcd8b5ea1731e07bc0791a856dc833d07ad82dcb364ad96e23"},"schema_version":"1.0","source":{"id":"2408.06450","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.06450","created_at":"2026-07-05T08:54:57Z"},{"alias_kind":"arxiv_version","alias_value":"2408.06450v1","created_at":"2026-07-05T08:54:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.06450","created_at":"2026-07-05T08:54:57Z"},{"alias_kind":"pith_short_12","alias_value":"K5OGNZKWWGUN","created_at":"2026-07-05T08:54:57Z"},{"alias_kind":"pith_short_16","alias_value":"K5OGNZKWWGUNKWM4","created_at":"2026-07-05T08:54:57Z"},{"alias_kind":"pith_short_8","alias_value":"K5OGNZKW","created_at":"2026-07-05T08:54:57Z"}],"graph_snapshots":[{"event_id":"sha256:95133eb075763297672ba607958e24c968ad816648f8577212e4163abd6c47a2","target":"graph","created_at":"2026-07-05T08:54:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.06450/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce Differential Performance Evaluation (DPE), a framework designed to reliably evaluate Large Language Models (LLMs) for efficient code generation. Traditional coding benchmarks often fail to provide reliable insights into code efficiency, due to their reliance on simplistic test inputs and the absence of effective compound metrics. DPE addresses these issues by focusing on efficiency-demanding programming tasks and establishing an insightful compound metric for performance evaluation. DPE operates in two phases: To curate efficiency datasets, it selects efficiency-demanding tasks fr","authors_text":"Jiawei Liu, Junhao Wang, Lingming Zhang, Songrun Xie, Yifeng Ding, Yuxiang Wei","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-12T18:59:13Z","title":"Evaluating Language Models for Efficient Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.06450","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:11e2f712ce6f60a29bcb4c7995b4fe6e36b3f424ab919e68397c8b3bad18fab0","target":"record","created_at":"2026-07-05T08:54:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"de21c11f26167addc7610268ca60b4f4dceff29c4319b9c0ce8fa97fa5a7201a","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-12T18:59:13Z","title_canon_sha256":"1796a2f887fa1dfcd8b5ea1731e07bc0791a856dc833d07ad82dcb364ad96e23"},"schema_version":"1.0","source":{"id":"2408.06450","kind":"arxiv","version":1}},"canonical_sha256":"575c66e556b1a8d5599c13c981923213fcbc63a192ac297ed5d3af25212ac48c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"575c66e556b1a8d5599c13c981923213fcbc63a192ac297ed5d3af25212ac48c","first_computed_at":"2026-07-05T08:54:57.044989Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:54:57.044989Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GCmJpEaVKpJtQWILhaqjGm3wjVjBZs6DvdGSY/pB8WsclFvSZwEHzh6Yz2C+hqVEN9uKD5VXthWJ+lwmllPjCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:54:57.045483Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.06450","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:11e2f712ce6f60a29bcb4c7995b4fe6e36b3f424ab919e68397c8b3bad18fab0","sha256:95133eb075763297672ba607958e24c968ad816648f8577212e4163abd6c47a2"],"state_sha256":"3749d37d390e3a8eefbfc9b37b1650855f19f05b43b3f8c3100a3bb497fd1ff4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V79LqWo9tXKJ6cTg4YgfpFiSGDxQ8qPGgtfY3QkarQpfDJMdlo42/NxylrI7h2x83F7wAiEth+VXjEq9u/j3Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T19:34:33.604170Z","bundle_sha256":"936b26e92bf6214a3334b7c03a1348072ab7e4275fcd07114950258ba4f852b5"}}