{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PMUMIZNTB26LQSLJNBNI5Q6EHV","short_pith_number":"pith:PMUMIZNT","canonical_record":{"source":{"id":"2407.03978","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T14:50:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9c7e05bba0954ebc2ad623b18a2fe64f2636223415c8e0aab8e87265a5ee9431","abstract_canon_sha256":"565ddddd32364994600f3dc733921d76bbb77b1fc24da6c3e43563c5b2f3f736"},"schema_version":"1.0"},"canonical_sha256":"7b28c465b30ebcb84969685a8ec3c43d665f2cabfae339ab535c450be00e43f1","source":{"kind":"arxiv","id":"2407.03978","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03978","created_at":"2026-07-05T09:28:52Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03978v3","created_at":"2026-07-05T09:28:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03978","created_at":"2026-07-05T09:28:52Z"},{"alias_kind":"pith_short_12","alias_value":"PMUMIZNTB26L","created_at":"2026-07-05T09:28:52Z"},{"alias_kind":"pith_short_16","alias_value":"PMUMIZNTB26LQSLJ","created_at":"2026-07-05T09:28:52Z"},{"alias_kind":"pith_short_8","alias_value":"PMUMIZNT","created_at":"2026-07-05T09:28:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PMUMIZNTB26LQSLJNBNI5Q6EHV","target":"record","payload":{"canonical_record":{"source":{"id":"2407.03978","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T14:50:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9c7e05bba0954ebc2ad623b18a2fe64f2636223415c8e0aab8e87265a5ee9431","abstract_canon_sha256":"565ddddd32364994600f3dc733921d76bbb77b1fc24da6c3e43563c5b2f3f736"},"schema_version":"1.0"},"canonical_sha256":"7b28c465b30ebcb84969685a8ec3c43d665f2cabfae339ab535c450be00e43f1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:28:52.810725Z","signature_b64":"a94yordkirWjv/zkk6WskaWg8rawN6geHhGlDTCtRyiANrLyrsQQl1mxyinfspjwcC3+bIpnx2qYIWTrzBauBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7b28c465b30ebcb84969685a8ec3c43d665f2cabfae339ab535c450be00e43f1","last_reissued_at":"2026-07-05T09:28:52.810203Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:28:52.810203Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.03978","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QBw3lpXAallMcWktBNnjAAmWS7Fe38al887vvQmj1o+lQSVzaBrJ0RNGuaniVo8xvFr78RB8FEK0nQFacZKDCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T08:52:12.889221Z"},"content_sha256":"524bf40cef3552fd4947759ae66a9c3c62c9b5f380b1164d3578b88255d28e5c","schema_version":"1.0","event_id":"sha256:524bf40cef3552fd4947759ae66a9c3c62c9b5f380b1164d3578b88255d28e5c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PMUMIZNTB26LQSLJNBNI5Q6EHV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking Complex Instruction-Following with Multiple Constraints Composition","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Binxin Hu, Bosi Wen, Hao Huang, Hongning Wang, Jiaxin Xu, Jie Tang, Jinfeng Zhou, Lindong Wu, Minlie Huang, Pei Ke, Wenchuang Li, Wendy Gao, Xiaotao Gu, Yiming Liu","submitted_at":"2024-07-04T14:50:45Z","abstract_excerpt":"Instruction following is one of the fundamental capabilities of large language models (LLMs). As the ability of LLMs is constantly improving, they have been increasingly applied to deal with complex human instructions in real-world scenarios. Therefore, how to evaluate the ability of complex instruction-following of LLMs has become a critical research problem. Existing benchmarks mainly focus on modeling different types of constraints in human instructions while neglecting the composition of different constraints, which is an indispensable constituent in complex instructions. To this end, we p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03978","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.03978/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T1XjdkmauNXbOdDjeTB4Lmkzp1JNtzcEbhcyJdlwBumzZwxTyNz6EhQb2txZfgpGdbPxw+oi74Yu69eZy3zeAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T08:52:12.890198Z"},"content_sha256":"536b7f267e666781aa5cbc8c6a4163f45b2a40de6c047f9e5fc488be5b00c538","schema_version":"1.0","event_id":"sha256:536b7f267e666781aa5cbc8c6a4163f45b2a40de6c047f9e5fc488be5b00c538"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PMUMIZNTB26LQSLJNBNI5Q6EHV/bundle.json","state_url":"https://pith.science/pith/PMUMIZNTB26LQSLJNBNI5Q6EHV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PMUMIZNTB26LQSLJNBNI5Q6EHV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T08:52:12Z","links":{"resolver":"https://pith.science/pith/PMUMIZNTB26LQSLJNBNI5Q6EHV","bundle":"https://pith.science/pith/PMUMIZNTB26LQSLJNBNI5Q6EHV/bundle.json","state":"https://pith.science/pith/PMUMIZNTB26LQSLJNBNI5Q6EHV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PMUMIZNTB26LQSLJNBNI5Q6EHV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PMUMIZNTB26LQSLJNBNI5Q6EHV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"565ddddd32364994600f3dc733921d76bbb77b1fc24da6c3e43563c5b2f3f736","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T14:50:45Z","title_canon_sha256":"9c7e05bba0954ebc2ad623b18a2fe64f2636223415c8e0aab8e87265a5ee9431"},"schema_version":"1.0","source":{"id":"2407.03978","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03978","created_at":"2026-07-05T09:28:52Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03978v3","created_at":"2026-07-05T09:28:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03978","created_at":"2026-07-05T09:28:52Z"},{"alias_kind":"pith_short_12","alias_value":"PMUMIZNTB26L","created_at":"2026-07-05T09:28:52Z"},{"alias_kind":"pith_short_16","alias_value":"PMUMIZNTB26LQSLJ","created_at":"2026-07-05T09:28:52Z"},{"alias_kind":"pith_short_8","alias_value":"PMUMIZNT","created_at":"2026-07-05T09:28:52Z"}],"graph_snapshots":[{"event_id":"sha256:536b7f267e666781aa5cbc8c6a4163f45b2a40de6c047f9e5fc488be5b00c538","target":"graph","created_at":"2026-07-05T09:28:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.03978/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Instruction following is one of the fundamental capabilities of large language models (LLMs). As the ability of LLMs is constantly improving, they have been increasingly applied to deal with complex human instructions in real-world scenarios. Therefore, how to evaluate the ability of complex instruction-following of LLMs has become a critical research problem. Existing benchmarks mainly focus on modeling different types of constraints in human instructions while neglecting the composition of different constraints, which is an indispensable constituent in complex instructions. To this end, we p","authors_text":"Binxin Hu, Bosi Wen, Hao Huang, Hongning Wang, Jiaxin Xu, Jie Tang, Jinfeng Zhou, Lindong Wu, Minlie Huang, Pei Ke, Wenchuang Li, Wendy Gao, Xiaotao Gu, Yiming Liu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T14:50:45Z","title":"Benchmarking Complex Instruction-Following with Multiple Constraints Composition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03978","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:524bf40cef3552fd4947759ae66a9c3c62c9b5f380b1164d3578b88255d28e5c","target":"record","created_at":"2026-07-05T09:28:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"565ddddd32364994600f3dc733921d76bbb77b1fc24da6c3e43563c5b2f3f736","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T14:50:45Z","title_canon_sha256":"9c7e05bba0954ebc2ad623b18a2fe64f2636223415c8e0aab8e87265a5ee9431"},"schema_version":"1.0","source":{"id":"2407.03978","kind":"arxiv","version":3}},"canonical_sha256":"7b28c465b30ebcb84969685a8ec3c43d665f2cabfae339ab535c450be00e43f1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7b28c465b30ebcb84969685a8ec3c43d665f2cabfae339ab535c450be00e43f1","first_computed_at":"2026-07-05T09:28:52.810203Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:28:52.810203Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"a94yordkirWjv/zkk6WskaWg8rawN6geHhGlDTCtRyiANrLyrsQQl1mxyinfspjwcC3+bIpnx2qYIWTrzBauBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:28:52.810725Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.03978","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:524bf40cef3552fd4947759ae66a9c3c62c9b5f380b1164d3578b88255d28e5c","sha256:536b7f267e666781aa5cbc8c6a4163f45b2a40de6c047f9e5fc488be5b00c538"],"state_sha256":"fffe8fd2e35e6009ed2b67d0362fde3070e1290f1a43613c0e2b3fbeb19131b7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oxbzcAOz0yFxP80Q+9wn0Gvng/1NcxHyMJ8LMFryoKN7luxC7eGCSpeotJjZ/8WAYnzfL87ujrspVuitNZBZBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T08:52:12.897637Z","bundle_sha256":"1682b13e10971bba7b203c142971dd2228b9da1301e2cf9194b103f93f3f7ca0"}}