{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7JXR4WNXT2ZMIKGU56EFRRX5SS","short_pith_number":"pith:7JXR4WNX","canonical_record":{"source":{"id":"2502.19166","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-02-26T14:19:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"eb1d42429002e749db733708630df8b96f78781548045bad58ed3d2baedb5da5","abstract_canon_sha256":"48d29d9998d2a94bf0d8fbe668666c3647bda14dbee90f73f4b111370212d264"},"schema_version":"1.0"},"canonical_sha256":"fa6f1e59b79eb2c428d4ef8858c6fd948f906e6de02f4985e9a5963ecdc45cba","source":{"kind":"arxiv","id":"2502.19166","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.19166","created_at":"2026-07-05T11:48:01Z"},{"alias_kind":"arxiv_version","alias_value":"2502.19166v3","created_at":"2026-07-05T11:48:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.19166","created_at":"2026-07-05T11:48:01Z"},{"alias_kind":"pith_short_12","alias_value":"7JXR4WNXT2ZM","created_at":"2026-07-05T11:48:01Z"},{"alias_kind":"pith_short_16","alias_value":"7JXR4WNXT2ZMIKGU","created_at":"2026-07-05T11:48:01Z"},{"alias_kind":"pith_short_8","alias_value":"7JXR4WNX","created_at":"2026-07-05T11:48:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7JXR4WNXT2ZMIKGU56EFRRX5SS","target":"record","payload":{"canonical_record":{"source":{"id":"2502.19166","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-02-26T14:19:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"eb1d42429002e749db733708630df8b96f78781548045bad58ed3d2baedb5da5","abstract_canon_sha256":"48d29d9998d2a94bf0d8fbe668666c3647bda14dbee90f73f4b111370212d264"},"schema_version":"1.0"},"canonical_sha256":"fa6f1e59b79eb2c428d4ef8858c6fd948f906e6de02f4985e9a5963ecdc45cba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:48:01.361746Z","signature_b64":"GXTOoZlX29JoUD1dbQvvJY+5gRAuY60PUxz2aR9A193RVYplkISN2zbOpkLPMc81C+FxHBvVBWgP9pfDS0/ECg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fa6f1e59b79eb2c428d4ef8858c6fd948f906e6de02f4985e9a5963ecdc45cba","last_reissued_at":"2026-07-05T11:48:01.361179Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:48:01.361179Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.19166","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:48:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NHEngh9n4S2nyoVDukm4sM65P3iINHaM/Wi7ZitgmdcIQB9H62LRc5H47k6BH6ToaWHznR3ejWrhrkNHnq77Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:30:26.576568Z"},"content_sha256":"83ee8552d82ec0c9da16afff6670b2eb4b6dc9171e1227eb4a29f89910f7ef7e","schema_version":"1.0","event_id":"sha256:83ee8552d82ec0c9da16afff6670b2eb4b6dc9171e1227eb4a29f89910f7ef7e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7JXR4WNXT2ZMIKGU56EFRRX5SS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CodeIF: Benchmarking the Instruction-Following Capabilities of Large Language Models for Code Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Donglin Di, Hongcheng Guo, Kaiwen Yan, Shaosheng Cao, Xuanqing Shi, Zhoujun Li","submitted_at":"2025-02-26T14:19:49Z","abstract_excerpt":"With the rapid advancement of Large Language Models (LLMs), the demand for robust instruction-following capabilities in code generation tasks has grown significantly. Code generation not only facilitates faster prototyping and automated testing, but also augments developer efficiency through improved maintainability and reusability of code. In this paper, we introduce CodeIF, the first benchmark specifically designed to assess the abilities of LLMs to adhere to task-oriented instructions within diverse code generation scenarios. CodeIF encompasses a broad range of tasks, including function syn"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.19166","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.19166/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:48:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vpFIvYyWqZ2vqF889uCH36sCMDAPxwMcRIpjawXSlooJ4BuR55UWqDZa/3MJGAFE8nj1yjk+zxaFa5cTLVL/DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:30:26.577061Z"},"content_sha256":"17b59f4162380e23fac0addfa7f85ef24411055ad8c051577f09794f10aa6c38","schema_version":"1.0","event_id":"sha256:17b59f4162380e23fac0addfa7f85ef24411055ad8c051577f09794f10aa6c38"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7JXR4WNXT2ZMIKGU56EFRRX5SS/bundle.json","state_url":"https://pith.science/pith/7JXR4WNXT2ZMIKGU56EFRRX5SS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7JXR4WNXT2ZMIKGU56EFRRX5SS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T15:30:26Z","links":{"resolver":"https://pith.science/pith/7JXR4WNXT2ZMIKGU56EFRRX5SS","bundle":"https://pith.science/pith/7JXR4WNXT2ZMIKGU56EFRRX5SS/bundle.json","state":"https://pith.science/pith/7JXR4WNXT2ZMIKGU56EFRRX5SS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7JXR4WNXT2ZMIKGU56EFRRX5SS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7JXR4WNXT2ZMIKGU56EFRRX5SS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"48d29d9998d2a94bf0d8fbe668666c3647bda14dbee90f73f4b111370212d264","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-02-26T14:19:49Z","title_canon_sha256":"eb1d42429002e749db733708630df8b96f78781548045bad58ed3d2baedb5da5"},"schema_version":"1.0","source":{"id":"2502.19166","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.19166","created_at":"2026-07-05T11:48:01Z"},{"alias_kind":"arxiv_version","alias_value":"2502.19166v3","created_at":"2026-07-05T11:48:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.19166","created_at":"2026-07-05T11:48:01Z"},{"alias_kind":"pith_short_12","alias_value":"7JXR4WNXT2ZM","created_at":"2026-07-05T11:48:01Z"},{"alias_kind":"pith_short_16","alias_value":"7JXR4WNXT2ZMIKGU","created_at":"2026-07-05T11:48:01Z"},{"alias_kind":"pith_short_8","alias_value":"7JXR4WNX","created_at":"2026-07-05T11:48:01Z"}],"graph_snapshots":[{"event_id":"sha256:17b59f4162380e23fac0addfa7f85ef24411055ad8c051577f09794f10aa6c38","target":"graph","created_at":"2026-07-05T11:48:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.19166/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the rapid advancement of Large Language Models (LLMs), the demand for robust instruction-following capabilities in code generation tasks has grown significantly. Code generation not only facilitates faster prototyping and automated testing, but also augments developer efficiency through improved maintainability and reusability of code. In this paper, we introduce CodeIF, the first benchmark specifically designed to assess the abilities of LLMs to adhere to task-oriented instructions within diverse code generation scenarios. CodeIF encompasses a broad range of tasks, including function syn","authors_text":"Donglin Di, Hongcheng Guo, Kaiwen Yan, Shaosheng Cao, Xuanqing Shi, Zhoujun Li","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-02-26T14:19:49Z","title":"CodeIF: Benchmarking the Instruction-Following Capabilities of Large Language Models for Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.19166","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:83ee8552d82ec0c9da16afff6670b2eb4b6dc9171e1227eb4a29f89910f7ef7e","target":"record","created_at":"2026-07-05T11:48:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"48d29d9998d2a94bf0d8fbe668666c3647bda14dbee90f73f4b111370212d264","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-02-26T14:19:49Z","title_canon_sha256":"eb1d42429002e749db733708630df8b96f78781548045bad58ed3d2baedb5da5"},"schema_version":"1.0","source":{"id":"2502.19166","kind":"arxiv","version":3}},"canonical_sha256":"fa6f1e59b79eb2c428d4ef8858c6fd948f906e6de02f4985e9a5963ecdc45cba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fa6f1e59b79eb2c428d4ef8858c6fd948f906e6de02f4985e9a5963ecdc45cba","first_computed_at":"2026-07-05T11:48:01.361179Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:48:01.361179Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GXTOoZlX29JoUD1dbQvvJY+5gRAuY60PUxz2aR9A193RVYplkISN2zbOpkLPMc81C+FxHBvVBWgP9pfDS0/ECg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:48:01.361746Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.19166","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:83ee8552d82ec0c9da16afff6670b2eb4b6dc9171e1227eb4a29f89910f7ef7e","sha256:17b59f4162380e23fac0addfa7f85ef24411055ad8c051577f09794f10aa6c38"],"state_sha256":"544541096885c85d4670948d8c6d05f63a208519062a46cfd4c657d0f909d2df"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uAwFepzW/oMrBOycmzqPjQFdb6e9MLYG8AGehCYfTYGzqVhKVTMU7/IRcz8joS6BQiO3sqK5DgbLZFF1Zt7ZAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T15:30:26.582230Z","bundle_sha256":"bce0bfaee001787aecfa2d141a782fab3358081c86d8c71a78cdb53fdf1d6ec1"}}