{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3LOUCYKGIDGCFARGLT5CLA6SWV","short_pith_number":"pith:3LOUCYKG","canonical_record":{"source":{"id":"2402.13109","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T16:02:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0ff781b691451f90d82cd63719a47a9aad88d12861f3f022bdc2b821117f255b","abstract_canon_sha256":"3e8a323c6ce8d8bd821eb791f986ac0411257384678534e322919c3788b43aff"},"schema_version":"1.0"},"canonical_sha256":"dadd41614640cc2282265cfa2583d2b569c6fb11cdb17aaccd07d0007a1df8fd","source":{"kind":"arxiv","id":"2402.13109","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13109","created_at":"2026-07-05T08:27:04Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13109v2","created_at":"2026-07-05T08:27:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13109","created_at":"2026-07-05T08:27:04Z"},{"alias_kind":"pith_short_12","alias_value":"3LOUCYKGIDGC","created_at":"2026-07-05T08:27:04Z"},{"alias_kind":"pith_short_16","alias_value":"3LOUCYKGIDGCFARG","created_at":"2026-07-05T08:27:04Z"},{"alias_kind":"pith_short_8","alias_value":"3LOUCYKG","created_at":"2026-07-05T08:27:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3LOUCYKGIDGCFARGLT5CLA6SWV","target":"record","payload":{"canonical_record":{"source":{"id":"2402.13109","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T16:02:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0ff781b691451f90d82cd63719a47a9aad88d12861f3f022bdc2b821117f255b","abstract_canon_sha256":"3e8a323c6ce8d8bd821eb791f986ac0411257384678534e322919c3788b43aff"},"schema_version":"1.0"},"canonical_sha256":"dadd41614640cc2282265cfa2583d2b569c6fb11cdb17aaccd07d0007a1df8fd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:27:04.339646Z","signature_b64":"h5awY6k07IvdfMgUnaMR/wA8t6ckBAJqsD3EWECq/xjRXH6Uwy7Wu5XTkVZtnKAc729MPjqXoBxv+spLBBkiCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dadd41614640cc2282265cfa2583d2b569c6fb11cdb17aaccd07d0007a1df8fd","last_reissued_at":"2026-07-05T08:27:04.339035Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:27:04.339035Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.13109","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hlawUKie82zbCKIOBRtfPde+hycsw/KulA1UebXHq2AY2CcfXhm1n/fXcdKeVTqQ6i9XY+3/IuXtqyk2+t9mAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:25:17.392883Z"},"content_sha256":"0d008df68df818f870938c314604507157126d8bb143fe5afabad71a8ea29f66","schema_version":"1.0","event_id":"sha256:0d008df68df818f870938c314604507157126d8bb143fe5afabad71a8ea29f66"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3LOUCYKGIDGCFARGLT5CLA6SWV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CIF-Bench: A Chinese Instruction-Following Benchmark for Evaluating the Generalizability of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chenghua Lin, Ge Zhang, Hao Li, Jiajun Zhang, Jiali Li, Jie Fu, Kai Zhang, Lei Ma, Lei Zhang, Ruibin Yuan, Stephen W. Huang, Wangchunshu Zhou, Xingwei Qu, Yiming Liang, Yinghao Ma, Yizhi Li, Zekun Wang, Zhaoqun Li, Zuowen Li","submitted_at":"2024-02-20T16:02:12Z","abstract_excerpt":"The advancement of large language models (LLMs) has enhanced the ability to generalize across a wide range of unseen natural language processing (NLP) tasks through instruction-following. Yet, their effectiveness often diminishes in low-resource languages like Chinese, exacerbated by biased evaluations from data leakage, casting doubt on their true generalizability to new linguistic territories. In response, we introduce the Chinese Instruction-Following Benchmark (CIF-Bench), designed to evaluate the zero-shot generalizability of LLMs to the Chinese language. CIF-Bench comprises 150 tasks and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13109","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.13109/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"prUK4b8QM06kP1zXtXF6OJmZLK36vxK/DCCDoEQCunj6DWAzh2jDEU/TXdIHA5pLxgpsTaLpye1xDJzk2a2JAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:25:17.393409Z"},"content_sha256":"db200c6d82ed460ed0bde55c8fc33f40fb90ad9445d634d9ca2b7932c368d98b","schema_version":"1.0","event_id":"sha256:db200c6d82ed460ed0bde55c8fc33f40fb90ad9445d634d9ca2b7932c368d98b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3LOUCYKGIDGCFARGLT5CLA6SWV/bundle.json","state_url":"https://pith.science/pith/3LOUCYKGIDGCFARGLT5CLA6SWV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3LOUCYKGIDGCFARGLT5CLA6SWV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T20:25:17Z","links":{"resolver":"https://pith.science/pith/3LOUCYKGIDGCFARGLT5CLA6SWV","bundle":"https://pith.science/pith/3LOUCYKGIDGCFARGLT5CLA6SWV/bundle.json","state":"https://pith.science/pith/3LOUCYKGIDGCFARGLT5CLA6SWV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3LOUCYKGIDGCFARGLT5CLA6SWV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3LOUCYKGIDGCFARGLT5CLA6SWV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3e8a323c6ce8d8bd821eb791f986ac0411257384678534e322919c3788b43aff","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T16:02:12Z","title_canon_sha256":"0ff781b691451f90d82cd63719a47a9aad88d12861f3f022bdc2b821117f255b"},"schema_version":"1.0","source":{"id":"2402.13109","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13109","created_at":"2026-07-05T08:27:04Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13109v2","created_at":"2026-07-05T08:27:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13109","created_at":"2026-07-05T08:27:04Z"},{"alias_kind":"pith_short_12","alias_value":"3LOUCYKGIDGC","created_at":"2026-07-05T08:27:04Z"},{"alias_kind":"pith_short_16","alias_value":"3LOUCYKGIDGCFARG","created_at":"2026-07-05T08:27:04Z"},{"alias_kind":"pith_short_8","alias_value":"3LOUCYKG","created_at":"2026-07-05T08:27:04Z"}],"graph_snapshots":[{"event_id":"sha256:db200c6d82ed460ed0bde55c8fc33f40fb90ad9445d634d9ca2b7932c368d98b","target":"graph","created_at":"2026-07-05T08:27:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.13109/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The advancement of large language models (LLMs) has enhanced the ability to generalize across a wide range of unseen natural language processing (NLP) tasks through instruction-following. Yet, their effectiveness often diminishes in low-resource languages like Chinese, exacerbated by biased evaluations from data leakage, casting doubt on their true generalizability to new linguistic territories. In response, we introduce the Chinese Instruction-Following Benchmark (CIF-Bench), designed to evaluate the zero-shot generalizability of LLMs to the Chinese language. CIF-Bench comprises 150 tasks and","authors_text":"Chenghua Lin, Ge Zhang, Hao Li, Jiajun Zhang, Jiali Li, Jie Fu, Kai Zhang, Lei Ma, Lei Zhang, Ruibin Yuan, Stephen W. Huang, Wangchunshu Zhou, Xingwei Qu, Yiming Liang, Yinghao Ma, Yizhi Li, Zekun Wang, Zhaoqun Li, Zuowen Li","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T16:02:12Z","title":"CIF-Bench: A Chinese Instruction-Following Benchmark for Evaluating the Generalizability of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13109","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0d008df68df818f870938c314604507157126d8bb143fe5afabad71a8ea29f66","target":"record","created_at":"2026-07-05T08:27:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3e8a323c6ce8d8bd821eb791f986ac0411257384678534e322919c3788b43aff","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T16:02:12Z","title_canon_sha256":"0ff781b691451f90d82cd63719a47a9aad88d12861f3f022bdc2b821117f255b"},"schema_version":"1.0","source":{"id":"2402.13109","kind":"arxiv","version":2}},"canonical_sha256":"dadd41614640cc2282265cfa2583d2b569c6fb11cdb17aaccd07d0007a1df8fd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dadd41614640cc2282265cfa2583d2b569c6fb11cdb17aaccd07d0007a1df8fd","first_computed_at":"2026-07-05T08:27:04.339035Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:27:04.339035Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"h5awY6k07IvdfMgUnaMR/wA8t6ckBAJqsD3EWECq/xjRXH6Uwy7Wu5XTkVZtnKAc729MPjqXoBxv+spLBBkiCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:27:04.339646Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.13109","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0d008df68df818f870938c314604507157126d8bb143fe5afabad71a8ea29f66","sha256:db200c6d82ed460ed0bde55c8fc33f40fb90ad9445d634d9ca2b7932c368d98b"],"state_sha256":"3daa72efbcd49d2490c2d4b480829589c75dae6434052bebd4a6c6f018222769"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N+N9NsPiAhHJeRUOweMVThy9b9d2Ra5Yea7Bf5QJlyuoGpYufpene1A0/LUdFSaCVQ0pwqLwXP53LDPQoEl0Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T20:25:17.400096Z","bundle_sha256":"7e6457bb5a181d74c7b517d75258771a947e6badb236f8d22545956f3807d570"}}