{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:SRCGSO4TW5PGXHNCTH7KHTMUXN","short_pith_number":"pith:SRCGSO4T","canonical_record":{"source":{"id":"2503.10452","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-13T15:18:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"16f3c7e1bb0f733c4303d8d9fd50b26134a15dce38b57832734626e70b71c9b4","abstract_canon_sha256":"f2b1759c119daefdce6536d0c23ac2242ddd93477333ecf42a7c5529a4a57129"},"schema_version":"1.0"},"canonical_sha256":"9444693b93b75e6b9da299fea3cd94bb7a4ac4c5453c06f62e125bfeeee982de","source":{"kind":"arxiv","id":"2503.10452","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.10452","created_at":"2026-07-05T11:11:42Z"},{"alias_kind":"arxiv_version","alias_value":"2503.10452v2","created_at":"2026-07-05T11:11:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.10452","created_at":"2026-07-05T11:11:42Z"},{"alias_kind":"pith_short_12","alias_value":"SRCGSO4TW5PG","created_at":"2026-07-05T11:11:42Z"},{"alias_kind":"pith_short_16","alias_value":"SRCGSO4TW5PGXHNC","created_at":"2026-07-05T11:11:42Z"},{"alias_kind":"pith_short_8","alias_value":"SRCGSO4T","created_at":"2026-07-05T11:11:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:SRCGSO4TW5PGXHNCTH7KHTMUXN","target":"record","payload":{"canonical_record":{"source":{"id":"2503.10452","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-13T15:18:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"16f3c7e1bb0f733c4303d8d9fd50b26134a15dce38b57832734626e70b71c9b4","abstract_canon_sha256":"f2b1759c119daefdce6536d0c23ac2242ddd93477333ecf42a7c5529a4a57129"},"schema_version":"1.0"},"canonical_sha256":"9444693b93b75e6b9da299fea3cd94bb7a4ac4c5453c06f62e125bfeeee982de","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:11:42.981745Z","signature_b64":"v6vIvbZtjt5RjtInZJhQsuOXsEICiN6EH8n6zI0CSfVsR11zZH/sAHbnt3uC5gyCNL80FvD7n7ROUxCKvqaMCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9444693b93b75e6b9da299fea3cd94bb7a4ac4c5453c06f62e125bfeeee982de","last_reissued_at":"2026-07-05T11:11:42.981276Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:11:42.981276Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.10452","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5fWxAu2YlSegQNyLy1I1OEwQnoEwgQbU74eXH9VpZaoFrhBbNqlsLzP8Z0YJ87OcllBnZFVaqRzXuFaMy1VgDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:02:08.730113Z"},"content_sha256":"d1672a0876caa930a72dc73936e8123a0de2ba11c2c77233eb810e8020cf9325","schema_version":"1.0","event_id":"sha256:d1672a0876caa930a72dc73936e8123a0de2ba11c2c77233eb810e8020cf9325"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:SRCGSO4TW5PGXHNCTH7KHTMUXN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DynaCode: A Dynamic Complexity-Aware Code Benchmark for Evaluating Large Language Models in Code Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chunchen Wei, Jinhao Duan, Kaidi Xu, Li Zhang, Wenhao Hu, Yue Zhang","submitted_at":"2025-03-13T15:18:56Z","abstract_excerpt":"The rapid advancement of large language models (LLMs) has significantly improved their performance in code generation tasks. However, existing code benchmarks remain static, consisting of fixed datasets with predefined problems. This makes them vulnerable to memorization during training, where LLMs recall specific test cases instead of generalizing to new problems, leading to data contamination and unreliable evaluation results. To address these issues, we introduce DynaCode, a dynamic, complexity-aware benchmark that overcomes the limitations of static datasets. DynaCode evaluates LLMs system"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.10452","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.10452/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oIJK2aNyeLtsDZL6CExhH6aJhLm2kclYbwnh1c1GZFlLhNDyY1ER9pgFR1GK29ZW8GoCorX6nheNPsELUsJBCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:02:08.730618Z"},"content_sha256":"cbce78e6ab525d99bd33cc1473a675781d9a61b478c060ade21eaf189a35469b","schema_version":"1.0","event_id":"sha256:cbce78e6ab525d99bd33cc1473a675781d9a61b478c060ade21eaf189a35469b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SRCGSO4TW5PGXHNCTH7KHTMUXN/bundle.json","state_url":"https://pith.science/pith/SRCGSO4TW5PGXHNCTH7KHTMUXN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SRCGSO4TW5PGXHNCTH7KHTMUXN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:02:08Z","links":{"resolver":"https://pith.science/pith/SRCGSO4TW5PGXHNCTH7KHTMUXN","bundle":"https://pith.science/pith/SRCGSO4TW5PGXHNCTH7KHTMUXN/bundle.json","state":"https://pith.science/pith/SRCGSO4TW5PGXHNCTH7KHTMUXN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SRCGSO4TW5PGXHNCTH7KHTMUXN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:SRCGSO4TW5PGXHNCTH7KHTMUXN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f2b1759c119daefdce6536d0c23ac2242ddd93477333ecf42a7c5529a4a57129","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-13T15:18:56Z","title_canon_sha256":"16f3c7e1bb0f733c4303d8d9fd50b26134a15dce38b57832734626e70b71c9b4"},"schema_version":"1.0","source":{"id":"2503.10452","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.10452","created_at":"2026-07-05T11:11:42Z"},{"alias_kind":"arxiv_version","alias_value":"2503.10452v2","created_at":"2026-07-05T11:11:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.10452","created_at":"2026-07-05T11:11:42Z"},{"alias_kind":"pith_short_12","alias_value":"SRCGSO4TW5PG","created_at":"2026-07-05T11:11:42Z"},{"alias_kind":"pith_short_16","alias_value":"SRCGSO4TW5PGXHNC","created_at":"2026-07-05T11:11:42Z"},{"alias_kind":"pith_short_8","alias_value":"SRCGSO4T","created_at":"2026-07-05T11:11:42Z"}],"graph_snapshots":[{"event_id":"sha256:cbce78e6ab525d99bd33cc1473a675781d9a61b478c060ade21eaf189a35469b","target":"graph","created_at":"2026-07-05T11:11:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.10452/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid advancement of large language models (LLMs) has significantly improved their performance in code generation tasks. However, existing code benchmarks remain static, consisting of fixed datasets with predefined problems. This makes them vulnerable to memorization during training, where LLMs recall specific test cases instead of generalizing to new problems, leading to data contamination and unreliable evaluation results. To address these issues, we introduce DynaCode, a dynamic, complexity-aware benchmark that overcomes the limitations of static datasets. DynaCode evaluates LLMs system","authors_text":"Chunchen Wei, Jinhao Duan, Kaidi Xu, Li Zhang, Wenhao Hu, Yue Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-13T15:18:56Z","title":"DynaCode: A Dynamic Complexity-Aware Code Benchmark for Evaluating Large Language Models in Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.10452","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d1672a0876caa930a72dc73936e8123a0de2ba11c2c77233eb810e8020cf9325","target":"record","created_at":"2026-07-05T11:11:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f2b1759c119daefdce6536d0c23ac2242ddd93477333ecf42a7c5529a4a57129","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-13T15:18:56Z","title_canon_sha256":"16f3c7e1bb0f733c4303d8d9fd50b26134a15dce38b57832734626e70b71c9b4"},"schema_version":"1.0","source":{"id":"2503.10452","kind":"arxiv","version":2}},"canonical_sha256":"9444693b93b75e6b9da299fea3cd94bb7a4ac4c5453c06f62e125bfeeee982de","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9444693b93b75e6b9da299fea3cd94bb7a4ac4c5453c06f62e125bfeeee982de","first_computed_at":"2026-07-05T11:11:42.981276Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:11:42.981276Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"v6vIvbZtjt5RjtInZJhQsuOXsEICiN6EH8n6zI0CSfVsR11zZH/sAHbnt3uC5gyCNL80FvD7n7ROUxCKvqaMCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:11:42.981745Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.10452","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d1672a0876caa930a72dc73936e8123a0de2ba11c2c77233eb810e8020cf9325","sha256:cbce78e6ab525d99bd33cc1473a675781d9a61b478c060ade21eaf189a35469b"],"state_sha256":"ae9b574c673f8cf52dbf0e8322ea6a2cddb8b59ab6491b9b824d82869746a3dd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j0qj0pGdlxMKIIOFYQp5mTZzE9yaglh49lHSH5VWFYmPwco9cf9SlGbZQcFf09UndDsB+LRVLFEph+LwegdCCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:02:08.733960Z","bundle_sha256":"38f1b3b997ddd97dfc69012cb61e8631732dbe2a60dc98d7346fb81aa7b517ed"}}