{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PYL2KYXGHSLHZEKLYYSRA56TWL","short_pith_number":"pith:PYL2KYXG","canonical_record":{"source":{"id":"2404.06041","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-04-09T05:59:39Z","cross_cats_sorted":[],"title_canon_sha256":"6bafacdbcf18def43cc73fcc2cac3965efe180f0e4c5acfdf39400aae4246a4d","abstract_canon_sha256":"23b2e3780e3343893596b98128e2beae8e4e5643ed1a5ed326c874d9af06dd21"},"schema_version":"1.0"},"canonical_sha256":"7e17a562e63c967c914bc6251077d3b2d6db2361cf170625f9ff41b959f9a37c","source":{"kind":"arxiv","id":"2404.06041","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.06041","created_at":"2026-07-05T08:06:02Z"},{"alias_kind":"arxiv_version","alias_value":"2404.06041v1","created_at":"2026-07-05T08:06:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.06041","created_at":"2026-07-05T08:06:02Z"},{"alias_kind":"pith_short_12","alias_value":"PYL2KYXGHSLH","created_at":"2026-07-05T08:06:02Z"},{"alias_kind":"pith_short_16","alias_value":"PYL2KYXGHSLHZEKL","created_at":"2026-07-05T08:06:02Z"},{"alias_kind":"pith_short_8","alias_value":"PYL2KYXG","created_at":"2026-07-05T08:06:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PYL2KYXGHSLHZEKLYYSRA56TWL","target":"record","payload":{"canonical_record":{"source":{"id":"2404.06041","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-04-09T05:59:39Z","cross_cats_sorted":[],"title_canon_sha256":"6bafacdbcf18def43cc73fcc2cac3965efe180f0e4c5acfdf39400aae4246a4d","abstract_canon_sha256":"23b2e3780e3343893596b98128e2beae8e4e5643ed1a5ed326c874d9af06dd21"},"schema_version":"1.0"},"canonical_sha256":"7e17a562e63c967c914bc6251077d3b2d6db2361cf170625f9ff41b959f9a37c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:06:02.860348Z","signature_b64":"QUycDA+l2llQ8qwu5kBozfPzj0SYUtznVGsva0wruok5l7HsnlumgvmYzcJqk2sI6UohdAUYTq5zJ8ZjGXr9Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7e17a562e63c967c914bc6251077d3b2d6db2361cf170625f9ff41b959f9a37c","last_reissued_at":"2026-07-05T08:06:02.859868Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:06:02.859868Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.06041","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4mepB74LnUpwVj8jlsecVBYKVcanS3lKKOp4Ggc0GeYSpMZyQ+JNXmtypnf0j3dLlm9OGRz3jy+AvMem3wAGCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T18:05:24.492917Z"},"content_sha256":"062843614406eaf1b11020261d206a99e7503b2053602eb66bd71f9870ef7f8a","schema_version":"1.0","event_id":"sha256:062843614406eaf1b11020261d206a99e7503b2053602eb66bd71f9870ef7f8a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PYL2KYXGHSLHZEKLYYSRA56TWL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Evaluating the Efficiency of Source Code Generated by LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Bin Luo, Changan Niu, Chuanyi Li, Ting Zhang, Vincent Ng","submitted_at":"2024-04-09T05:59:39Z","abstract_excerpt":"Recent years have seen the remarkable capabilities of large language models (LLMs) for code generation. Different from existing work that evaluate the correctness of the code generated by LLMs, we propose to further evaluate its efficiency. More efficient code can lead to higher performance and execution efficiency of programs and software completed by LLM-assisted programming. First, we evaluate the efficiency of the code generated by LLMs on two benchmarks, HumanEval and MBPP. Then, we choose a set of programming problems from the online judge platform LeetCode to conduct a more difficult ev"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.06041","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.06041/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oeesiq7s1kgCN09pRD+mU+Jwg40Wlbq0LUXTH3+s8EebkPRxT3B7FLPP1umFh73hJoLmydtO8ABtdhmZ3SbQBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T18:05:24.493906Z"},"content_sha256":"f9029ccbe5c03368bda0a4d3d1295dfe2e003a80cd58196727b81515e98c7121","schema_version":"1.0","event_id":"sha256:f9029ccbe5c03368bda0a4d3d1295dfe2e003a80cd58196727b81515e98c7121"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PYL2KYXGHSLHZEKLYYSRA56TWL/bundle.json","state_url":"https://pith.science/pith/PYL2KYXGHSLHZEKLYYSRA56TWL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PYL2KYXGHSLHZEKLYYSRA56TWL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T18:05:24Z","links":{"resolver":"https://pith.science/pith/PYL2KYXGHSLHZEKLYYSRA56TWL","bundle":"https://pith.science/pith/PYL2KYXGHSLHZEKLYYSRA56TWL/bundle.json","state":"https://pith.science/pith/PYL2KYXGHSLHZEKLYYSRA56TWL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PYL2KYXGHSLHZEKLYYSRA56TWL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PYL2KYXGHSLHZEKLYYSRA56TWL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"23b2e3780e3343893596b98128e2beae8e4e5643ed1a5ed326c874d9af06dd21","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-04-09T05:59:39Z","title_canon_sha256":"6bafacdbcf18def43cc73fcc2cac3965efe180f0e4c5acfdf39400aae4246a4d"},"schema_version":"1.0","source":{"id":"2404.06041","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.06041","created_at":"2026-07-05T08:06:02Z"},{"alias_kind":"arxiv_version","alias_value":"2404.06041v1","created_at":"2026-07-05T08:06:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.06041","created_at":"2026-07-05T08:06:02Z"},{"alias_kind":"pith_short_12","alias_value":"PYL2KYXGHSLH","created_at":"2026-07-05T08:06:02Z"},{"alias_kind":"pith_short_16","alias_value":"PYL2KYXGHSLHZEKL","created_at":"2026-07-05T08:06:02Z"},{"alias_kind":"pith_short_8","alias_value":"PYL2KYXG","created_at":"2026-07-05T08:06:02Z"}],"graph_snapshots":[{"event_id":"sha256:f9029ccbe5c03368bda0a4d3d1295dfe2e003a80cd58196727b81515e98c7121","target":"graph","created_at":"2026-07-05T08:06:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.06041/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent years have seen the remarkable capabilities of large language models (LLMs) for code generation. Different from existing work that evaluate the correctness of the code generated by LLMs, we propose to further evaluate its efficiency. More efficient code can lead to higher performance and execution efficiency of programs and software completed by LLM-assisted programming. First, we evaluate the efficiency of the code generated by LLMs on two benchmarks, HumanEval and MBPP. Then, we choose a set of programming problems from the online judge platform LeetCode to conduct a more difficult ev","authors_text":"Bin Luo, Changan Niu, Chuanyi Li, Ting Zhang, Vincent Ng","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-04-09T05:59:39Z","title":"On Evaluating the Efficiency of Source Code Generated by LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.06041","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:062843614406eaf1b11020261d206a99e7503b2053602eb66bd71f9870ef7f8a","target":"record","created_at":"2026-07-05T08:06:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"23b2e3780e3343893596b98128e2beae8e4e5643ed1a5ed326c874d9af06dd21","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-04-09T05:59:39Z","title_canon_sha256":"6bafacdbcf18def43cc73fcc2cac3965efe180f0e4c5acfdf39400aae4246a4d"},"schema_version":"1.0","source":{"id":"2404.06041","kind":"arxiv","version":1}},"canonical_sha256":"7e17a562e63c967c914bc6251077d3b2d6db2361cf170625f9ff41b959f9a37c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7e17a562e63c967c914bc6251077d3b2d6db2361cf170625f9ff41b959f9a37c","first_computed_at":"2026-07-05T08:06:02.859868Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:06:02.859868Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QUycDA+l2llQ8qwu5kBozfPzj0SYUtznVGsva0wruok5l7HsnlumgvmYzcJqk2sI6UohdAUYTq5zJ8ZjGXr9Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:06:02.860348Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.06041","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:062843614406eaf1b11020261d206a99e7503b2053602eb66bd71f9870ef7f8a","sha256:f9029ccbe5c03368bda0a4d3d1295dfe2e003a80cd58196727b81515e98c7121"],"state_sha256":"a1ca05374d94e1a0acb55d6b39df4ad43a8b3cb45002d48aaa7fea93725cd802"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ApDqrHLl1dzQj1KA8B0d+HUi2piCuiRiedP352lSsjKX/HNn2HGvmIm82CSo8Ho5xkvJZMC59ZcXWU8YxQXQDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T18:05:24.503595Z","bundle_sha256":"d57db0c3b6ac2cbed73b26420debef27336e737471c509fdaa8ce20ad964aa1f"}}