{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:HFDPO3EHVQ2WY2JZF7KLTA56LH","short_pith_number":"pith:HFDPO3EH","canonical_record":{"source":{"id":"2507.00699","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-01T11:51:40Z","cross_cats_sorted":[],"title_canon_sha256":"df838fcbb47786b67e48e67aec41ada15958737ed2487b3d6479e21f2635b797","abstract_canon_sha256":"6a6ff7adeecefb11e794e0bb0ade0fc4edbbf7ea12a95a1e40b8a84339c9eb7e"},"schema_version":"1.0"},"canonical_sha256":"3946f76c87ac356c69392fd4b983be59d98df38438c91ce908cd47128b4b8916","source":{"kind":"arxiv","id":"2507.00699","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.00699","created_at":"2026-07-05T11:30:13Z"},{"alias_kind":"arxiv_version","alias_value":"2507.00699v1","created_at":"2026-07-05T11:30:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.00699","created_at":"2026-07-05T11:30:13Z"},{"alias_kind":"pith_short_12","alias_value":"HFDPO3EHVQ2W","created_at":"2026-07-05T11:30:13Z"},{"alias_kind":"pith_short_16","alias_value":"HFDPO3EHVQ2WY2JZ","created_at":"2026-07-05T11:30:13Z"},{"alias_kind":"pith_short_8","alias_value":"HFDPO3EH","created_at":"2026-07-05T11:30:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:HFDPO3EHVQ2WY2JZF7KLTA56LH","target":"record","payload":{"canonical_record":{"source":{"id":"2507.00699","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-01T11:51:40Z","cross_cats_sorted":[],"title_canon_sha256":"df838fcbb47786b67e48e67aec41ada15958737ed2487b3d6479e21f2635b797","abstract_canon_sha256":"6a6ff7adeecefb11e794e0bb0ade0fc4edbbf7ea12a95a1e40b8a84339c9eb7e"},"schema_version":"1.0"},"canonical_sha256":"3946f76c87ac356c69392fd4b983be59d98df38438c91ce908cd47128b4b8916","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:30:13.171928Z","signature_b64":"EAJUyHwZqNdiC2am3txzylfneLgNfdtv07RnLTUi38Xl6BkECrn1q58eEIuHnX5ni0rFAi5XfHUIKlEVhwDnDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3946f76c87ac356c69392fd4b983be59d98df38438c91ce908cd47128b4b8916","last_reissued_at":"2026-07-05T11:30:13.171388Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:30:13.171388Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.00699","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:30:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O9wUGnsbS7BE8ZslWxbPcDLxNyvSbFMwCtAQVweE/WuD/9xw2NelD5FLVZiwlJYkr7UTezTAsXiccD1qu8EFCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:49:03.498950Z"},"content_sha256":"ddba2037e13eaa6fe9c267f6d845a5e63f08a2a98f3bb1b55a610d04d98ba31a","schema_version":"1.0","event_id":"sha256:ddba2037e13eaa6fe9c267f6d845a5e63f08a2a98f3bb1b55a610d04d98ba31a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:HFDPO3EHVQ2WY2JZF7KLTA56LH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Hierarchical and Evolvable Benchmark for Fine-Grained Code Instruction Following with Multi-Turn Feedback","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Chong Wang, Guoliang Duan, Mingwei Liu, Xin Peng, Yanlin Wang, Zibin Zheng","submitted_at":"2025-07-01T11:51:40Z","abstract_excerpt":"Large language models (LLMs) have advanced significantly in code generation, yet their ability to follow complex programming instructions with layered and diverse constraints remains underexplored. Existing benchmarks often prioritize functional correctness, overlooking the nuanced requirements found in real-world development. We introduce MultiCodeIF, a comprehensive benchmark designed to evaluate instruction-following in code generation across multiple dimensions: constraint type, hierarchical levels, and iterative refinement. Built upon a structured taxonomy of 9 categories and 27 constrain"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.00699","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.00699/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:30:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DlsC4p5J1kDa7sdSEBkNVoM5812JbCXIBzYMkUSloCZgn5OOZKD+0m996Gb4RGksCm7IB8lvzRpE2zA/HMsLAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:49:03.499458Z"},"content_sha256":"96427ecc31579e76191d22ae9aac41c1c3487972985da4f2ddf47235c99b90e9","schema_version":"1.0","event_id":"sha256:96427ecc31579e76191d22ae9aac41c1c3487972985da4f2ddf47235c99b90e9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HFDPO3EHVQ2WY2JZF7KLTA56LH/bundle.json","state_url":"https://pith.science/pith/HFDPO3EHVQ2WY2JZF7KLTA56LH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HFDPO3EHVQ2WY2JZF7KLTA56LH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T12:49:03Z","links":{"resolver":"https://pith.science/pith/HFDPO3EHVQ2WY2JZF7KLTA56LH","bundle":"https://pith.science/pith/HFDPO3EHVQ2WY2JZF7KLTA56LH/bundle.json","state":"https://pith.science/pith/HFDPO3EHVQ2WY2JZF7KLTA56LH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HFDPO3EHVQ2WY2JZF7KLTA56LH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:HFDPO3EHVQ2WY2JZF7KLTA56LH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6a6ff7adeecefb11e794e0bb0ade0fc4edbbf7ea12a95a1e40b8a84339c9eb7e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-01T11:51:40Z","title_canon_sha256":"df838fcbb47786b67e48e67aec41ada15958737ed2487b3d6479e21f2635b797"},"schema_version":"1.0","source":{"id":"2507.00699","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.00699","created_at":"2026-07-05T11:30:13Z"},{"alias_kind":"arxiv_version","alias_value":"2507.00699v1","created_at":"2026-07-05T11:30:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.00699","created_at":"2026-07-05T11:30:13Z"},{"alias_kind":"pith_short_12","alias_value":"HFDPO3EHVQ2W","created_at":"2026-07-05T11:30:13Z"},{"alias_kind":"pith_short_16","alias_value":"HFDPO3EHVQ2WY2JZ","created_at":"2026-07-05T11:30:13Z"},{"alias_kind":"pith_short_8","alias_value":"HFDPO3EH","created_at":"2026-07-05T11:30:13Z"}],"graph_snapshots":[{"event_id":"sha256:96427ecc31579e76191d22ae9aac41c1c3487972985da4f2ddf47235c99b90e9","target":"graph","created_at":"2026-07-05T11:30:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.00699/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have advanced significantly in code generation, yet their ability to follow complex programming instructions with layered and diverse constraints remains underexplored. Existing benchmarks often prioritize functional correctness, overlooking the nuanced requirements found in real-world development. We introduce MultiCodeIF, a comprehensive benchmark designed to evaluate instruction-following in code generation across multiple dimensions: constraint type, hierarchical levels, and iterative refinement. Built upon a structured taxonomy of 9 categories and 27 constrain","authors_text":"Chong Wang, Guoliang Duan, Mingwei Liu, Xin Peng, Yanlin Wang, Zibin Zheng","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-01T11:51:40Z","title":"A Hierarchical and Evolvable Benchmark for Fine-Grained Code Instruction Following with Multi-Turn Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.00699","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ddba2037e13eaa6fe9c267f6d845a5e63f08a2a98f3bb1b55a610d04d98ba31a","target":"record","created_at":"2026-07-05T11:30:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6a6ff7adeecefb11e794e0bb0ade0fc4edbbf7ea12a95a1e40b8a84339c9eb7e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-01T11:51:40Z","title_canon_sha256":"df838fcbb47786b67e48e67aec41ada15958737ed2487b3d6479e21f2635b797"},"schema_version":"1.0","source":{"id":"2507.00699","kind":"arxiv","version":1}},"canonical_sha256":"3946f76c87ac356c69392fd4b983be59d98df38438c91ce908cd47128b4b8916","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3946f76c87ac356c69392fd4b983be59d98df38438c91ce908cd47128b4b8916","first_computed_at":"2026-07-05T11:30:13.171388Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:30:13.171388Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EAJUyHwZqNdiC2am3txzylfneLgNfdtv07RnLTUi38Xl6BkECrn1q58eEIuHnX5ni0rFAi5XfHUIKlEVhwDnDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:30:13.171928Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.00699","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ddba2037e13eaa6fe9c267f6d845a5e63f08a2a98f3bb1b55a610d04d98ba31a","sha256:96427ecc31579e76191d22ae9aac41c1c3487972985da4f2ddf47235c99b90e9"],"state_sha256":"a0cbef68d216a27448a3dc828ec4529f943db92b8df63da1d77fccba722b6633"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iit1kY6I14PuAPEW14+7KKPFtQwAxBtbcTH8fOGCclt+LL7W5LnAYo4iMOJ4txpgOT4g32bsTTiMW8M3QoRbCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T12:49:03.504984Z","bundle_sha256":"9acdcfcfda1d7f49e5d7682df9467943a871449964f13d04abbda0c5e1cef3b7"}}