{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:QFI72X4Y4DAMJWST5A7GDZR5WS","short_pith_number":"pith:QFI72X4Y","canonical_record":{"source":{"id":"2311.09829","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T11:53:31Z","cross_cats_sorted":[],"title_canon_sha256":"6a9ca080762371e82829f555c5a74ef14ea46fba809367ed3117dd120f9476fe","abstract_canon_sha256":"d2a9ab27d3efc3d11b6314fd09d4a1eb31226ac14811867c173e20f2cac94684"},"schema_version":"1.0"},"canonical_sha256":"8151fd5f98e0c0c4da53e83e61e63db4a5fe424efb4c8af41ab5560bd8ef042d","source":{"kind":"arxiv","id":"2311.09829","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09829","created_at":"2026-07-05T07:13:33Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09829v1","created_at":"2026-07-05T07:13:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09829","created_at":"2026-07-05T07:13:33Z"},{"alias_kind":"pith_short_12","alias_value":"QFI72X4Y4DAM","created_at":"2026-07-05T07:13:33Z"},{"alias_kind":"pith_short_16","alias_value":"QFI72X4Y4DAMJWST","created_at":"2026-07-05T07:13:33Z"},{"alias_kind":"pith_short_8","alias_value":"QFI72X4Y","created_at":"2026-07-05T07:13:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:QFI72X4Y4DAMJWST5A7GDZR5WS","target":"record","payload":{"canonical_record":{"source":{"id":"2311.09829","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T11:53:31Z","cross_cats_sorted":[],"title_canon_sha256":"6a9ca080762371e82829f555c5a74ef14ea46fba809367ed3117dd120f9476fe","abstract_canon_sha256":"d2a9ab27d3efc3d11b6314fd09d4a1eb31226ac14811867c173e20f2cac94684"},"schema_version":"1.0"},"canonical_sha256":"8151fd5f98e0c0c4da53e83e61e63db4a5fe424efb4c8af41ab5560bd8ef042d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:13:33.463211Z","signature_b64":"aP3O3qFK3bsWJvRysQR7Z/BI436Lh5U1FmJJ2RSQoawALcCd/PTgYzILa7VUSSrC2xamDV9DeNtBw9Ug1ifBCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8151fd5f98e0c0c4da53e83e61e63db4a5fe424efb4c8af41ab5560bd8ef042d","last_reissued_at":"2026-07-05T07:13:33.462732Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:13:33.462732Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.09829","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NwvVPuxsW6hC3BiX7apJX9iHtybKfMbpifNM7DMZ5pWrZdILIYxjJB358VmQ9EhLsXV6YlcvKLsWYmMbff1NDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T15:37:41.185262Z"},"content_sha256":"31a23d90427d4c5d91bc80e25bee32e4dded22bf0b89ce2341fbfa9b41d73405","schema_version":"1.0","event_id":"sha256:31a23d90427d4c5d91bc80e25bee32e4dded22bf0b89ce2341fbfa9b41d73405"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:QFI72X4Y4DAMJWST5A7GDZR5WS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FollowEval: A Multi-Dimensional Benchmark for Assessing the Instruction-Following Capability of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Deyi Xiong, Huishi Qiu, Jiahao Hu, Peng Wang, Renren Jin, Xiaohua Wang, Yimin Jing","submitted_at":"2023-11-16T11:53:31Z","abstract_excerpt":"The effective assessment of the instruction-following ability of large language models (LLMs) is of paramount importance. A model that cannot adhere to human instructions might be not able to provide reliable and helpful responses. In pursuit of this goal, various benchmarks have been constructed to evaluate the instruction-following capacity of these models. However, these benchmarks are limited to a single language and are constructed using automated approaches, which restricts their applicability and the quality of the test examples they contain. To bridge this gap, we introduce the FollowE"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09829","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.09829/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CzvNtcBwhlO22ejo7/yJogKtQGDghC82QrnoQIui9vb54gjIp4+AaIBQ1+itVD+5dH8fp7biAfRf1Af3GhPPCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T15:37:41.185755Z"},"content_sha256":"65ef1d2e7e57c4ce04517597d304a88bcb8a49c014391b6bacb61a525658755e","schema_version":"1.0","event_id":"sha256:65ef1d2e7e57c4ce04517597d304a88bcb8a49c014391b6bacb61a525658755e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QFI72X4Y4DAMJWST5A7GDZR5WS/bundle.json","state_url":"https://pith.science/pith/QFI72X4Y4DAMJWST5A7GDZR5WS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QFI72X4Y4DAMJWST5A7GDZR5WS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T15:37:41Z","links":{"resolver":"https://pith.science/pith/QFI72X4Y4DAMJWST5A7GDZR5WS","bundle":"https://pith.science/pith/QFI72X4Y4DAMJWST5A7GDZR5WS/bundle.json","state":"https://pith.science/pith/QFI72X4Y4DAMJWST5A7GDZR5WS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QFI72X4Y4DAMJWST5A7GDZR5WS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:QFI72X4Y4DAMJWST5A7GDZR5WS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d2a9ab27d3efc3d11b6314fd09d4a1eb31226ac14811867c173e20f2cac94684","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T11:53:31Z","title_canon_sha256":"6a9ca080762371e82829f555c5a74ef14ea46fba809367ed3117dd120f9476fe"},"schema_version":"1.0","source":{"id":"2311.09829","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09829","created_at":"2026-07-05T07:13:33Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09829v1","created_at":"2026-07-05T07:13:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09829","created_at":"2026-07-05T07:13:33Z"},{"alias_kind":"pith_short_12","alias_value":"QFI72X4Y4DAM","created_at":"2026-07-05T07:13:33Z"},{"alias_kind":"pith_short_16","alias_value":"QFI72X4Y4DAMJWST","created_at":"2026-07-05T07:13:33Z"},{"alias_kind":"pith_short_8","alias_value":"QFI72X4Y","created_at":"2026-07-05T07:13:33Z"}],"graph_snapshots":[{"event_id":"sha256:65ef1d2e7e57c4ce04517597d304a88bcb8a49c014391b6bacb61a525658755e","target":"graph","created_at":"2026-07-05T07:13:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.09829/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The effective assessment of the instruction-following ability of large language models (LLMs) is of paramount importance. A model that cannot adhere to human instructions might be not able to provide reliable and helpful responses. In pursuit of this goal, various benchmarks have been constructed to evaluate the instruction-following capacity of these models. However, these benchmarks are limited to a single language and are constructed using automated approaches, which restricts their applicability and the quality of the test examples they contain. To bridge this gap, we introduce the FollowE","authors_text":"Deyi Xiong, Huishi Qiu, Jiahao Hu, Peng Wang, Renren Jin, Xiaohua Wang, Yimin Jing","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T11:53:31Z","title":"FollowEval: A Multi-Dimensional Benchmark for Assessing the Instruction-Following Capability of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09829","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:31a23d90427d4c5d91bc80e25bee32e4dded22bf0b89ce2341fbfa9b41d73405","target":"record","created_at":"2026-07-05T07:13:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d2a9ab27d3efc3d11b6314fd09d4a1eb31226ac14811867c173e20f2cac94684","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T11:53:31Z","title_canon_sha256":"6a9ca080762371e82829f555c5a74ef14ea46fba809367ed3117dd120f9476fe"},"schema_version":"1.0","source":{"id":"2311.09829","kind":"arxiv","version":1}},"canonical_sha256":"8151fd5f98e0c0c4da53e83e61e63db4a5fe424efb4c8af41ab5560bd8ef042d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8151fd5f98e0c0c4da53e83e61e63db4a5fe424efb4c8af41ab5560bd8ef042d","first_computed_at":"2026-07-05T07:13:33.462732Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:13:33.462732Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aP3O3qFK3bsWJvRysQR7Z/BI436Lh5U1FmJJ2RSQoawALcCd/PTgYzILa7VUSSrC2xamDV9DeNtBw9Ug1ifBCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:13:33.463211Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.09829","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:31a23d90427d4c5d91bc80e25bee32e4dded22bf0b89ce2341fbfa9b41d73405","sha256:65ef1d2e7e57c4ce04517597d304a88bcb8a49c014391b6bacb61a525658755e"],"state_sha256":"1b6a00669679f7d4b1cadb384f424ec5f80d56c09823174abe6d34e2457e0b7b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9amdxfy7Bz6pJndUodAI2zs7WlfeMfPfaft3k+pI994PF5thr/ENrgHcua/8hv6NugQvPT3Kb1lbOazkV6jgBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T15:37:41.190561Z","bundle_sha256":"33bccac7323d5126a1799f88766b401a16a5ea1595e9588a8f3f970663893662"}}