{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7XW3VTMCHFEHZSLN6VJ3AXNHSF","short_pith_number":"pith:7XW3VTMC","canonical_record":{"source":{"id":"2502.17204","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T14:39:28Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"828b0f8fc328dfaadffbf1d4f3b0a572a364bdeccbd04cacc3c4173d7f363180","abstract_canon_sha256":"da2d573b3a378a34bd0670356822f670eca8aaa98c1b66d80fc2f5af56d1cf00"},"schema_version":"1.0"},"canonical_sha256":"fdedbacd8239487cc96df553b05da79141c567acd2390542c5e8359bf956cb02","source":{"kind":"arxiv","id":"2502.17204","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.17204","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"arxiv_version","alias_value":"2502.17204v2","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.17204","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"pith_short_12","alias_value":"7XW3VTMCHFEH","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"pith_short_16","alias_value":"7XW3VTMCHFEHZSLN","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"pith_short_8","alias_value":"7XW3VTMC","created_at":"2026-07-05T10:22:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7XW3VTMCHFEHZSLN6VJ3AXNHSF","target":"record","payload":{"canonical_record":{"source":{"id":"2502.17204","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T14:39:28Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"828b0f8fc328dfaadffbf1d4f3b0a572a364bdeccbd04cacc3c4173d7f363180","abstract_canon_sha256":"da2d573b3a378a34bd0670356822f670eca8aaa98c1b66d80fc2f5af56d1cf00"},"schema_version":"1.0"},"canonical_sha256":"fdedbacd8239487cc96df553b05da79141c567acd2390542c5e8359bf956cb02","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:22:57.919115Z","signature_b64":"X8gLFF8r960HVDN4IChOaggu1bgoQq7wDFLGhXsR1BvYN4KeBKLB8AZqSj4xNL8MGJYGf3NLYCu6F40IuCA6DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fdedbacd8239487cc96df553b05da79141c567acd2390542c5e8359bf956cb02","last_reissued_at":"2026-07-05T10:22:57.918508Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:22:57.918508Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.17204","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h6GQCESRHnyTilJ8Kk5ENXE0Zjl8DvOlzidq6tcWExibWRk8Vvidh4OaUzLN4Ludhn8FVIrMd5Af39xdQ+GHAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:10:25.893783Z"},"content_sha256":"7faf54295e59addd6ab083206e9072070035214694434b4aa8bae36d5d116faf","schema_version":"1.0","event_id":"sha256:7faf54295e59addd6ab083206e9072070035214694434b4aa8bae36d5d116faf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7XW3VTMCHFEHZSLN6VJ3AXNHSF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Order Matters: Investigate the Position Bias in Multi-constraint Instruction Following","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Fei Yu, Jiaqing Liang, Jie Zeng, Qianyu He, Qingyu Ren, Weikang Zhou, Yanghua Xiao, Zeye Sun","submitted_at":"2025-02-24T14:39:28Z","abstract_excerpt":"Real-world instructions with multiple constraints pose a significant challenge to existing large language models (LLMs). An observation is that the LLMs exhibit dramatic performance fluctuation when disturbing the order of the incorporated constraints. Yet, none of the existing works has systematically investigated this position bias problem in the field of multi-constraint instruction following. To bridge this gap, we design a probing task where we quantitatively measure the difficulty distribution of the constraints by a novel Difficulty Distribution Index (CDDI). Through the experimental re"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.17204","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.17204/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bpzn2Ccr1kNyErI4QXvoc4S0igSPqdPdkv59izjmiouJbfT4jmcGEsRF+pRiwJeZpxdUCV7VBGGyoHN8bTbFDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:10:25.894195Z"},"content_sha256":"9eb9b0606a282d0e230b14d33986119b166a60405868a9241fa13da7eca1e851","schema_version":"1.0","event_id":"sha256:9eb9b0606a282d0e230b14d33986119b166a60405868a9241fa13da7eca1e851"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7XW3VTMCHFEHZSLN6VJ3AXNHSF/bundle.json","state_url":"https://pith.science/pith/7XW3VTMCHFEHZSLN6VJ3AXNHSF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7XW3VTMCHFEHZSLN6VJ3AXNHSF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T15:10:25Z","links":{"resolver":"https://pith.science/pith/7XW3VTMCHFEHZSLN6VJ3AXNHSF","bundle":"https://pith.science/pith/7XW3VTMCHFEHZSLN6VJ3AXNHSF/bundle.json","state":"https://pith.science/pith/7XW3VTMCHFEHZSLN6VJ3AXNHSF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7XW3VTMCHFEHZSLN6VJ3AXNHSF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7XW3VTMCHFEHZSLN6VJ3AXNHSF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"da2d573b3a378a34bd0670356822f670eca8aaa98c1b66d80fc2f5af56d1cf00","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T14:39:28Z","title_canon_sha256":"828b0f8fc328dfaadffbf1d4f3b0a572a364bdeccbd04cacc3c4173d7f363180"},"schema_version":"1.0","source":{"id":"2502.17204","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.17204","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"arxiv_version","alias_value":"2502.17204v2","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.17204","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"pith_short_12","alias_value":"7XW3VTMCHFEH","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"pith_short_16","alias_value":"7XW3VTMCHFEHZSLN","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"pith_short_8","alias_value":"7XW3VTMC","created_at":"2026-07-05T10:22:57Z"}],"graph_snapshots":[{"event_id":"sha256:9eb9b0606a282d0e230b14d33986119b166a60405868a9241fa13da7eca1e851","target":"graph","created_at":"2026-07-05T10:22:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.17204/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Real-world instructions with multiple constraints pose a significant challenge to existing large language models (LLMs). An observation is that the LLMs exhibit dramatic performance fluctuation when disturbing the order of the incorporated constraints. Yet, none of the existing works has systematically investigated this position bias problem in the field of multi-constraint instruction following. To bridge this gap, we design a probing task where we quantitatively measure the difficulty distribution of the constraints by a novel Difficulty Distribution Index (CDDI). Through the experimental re","authors_text":"Fei Yu, Jiaqing Liang, Jie Zeng, Qianyu He, Qingyu Ren, Weikang Zhou, Yanghua Xiao, Zeye Sun","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T14:39:28Z","title":"Order Matters: Investigate the Position Bias in Multi-constraint Instruction Following"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.17204","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7faf54295e59addd6ab083206e9072070035214694434b4aa8bae36d5d116faf","target":"record","created_at":"2026-07-05T10:22:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"da2d573b3a378a34bd0670356822f670eca8aaa98c1b66d80fc2f5af56d1cf00","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T14:39:28Z","title_canon_sha256":"828b0f8fc328dfaadffbf1d4f3b0a572a364bdeccbd04cacc3c4173d7f363180"},"schema_version":"1.0","source":{"id":"2502.17204","kind":"arxiv","version":2}},"canonical_sha256":"fdedbacd8239487cc96df553b05da79141c567acd2390542c5e8359bf956cb02","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fdedbacd8239487cc96df553b05da79141c567acd2390542c5e8359bf956cb02","first_computed_at":"2026-07-05T10:22:57.918508Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:22:57.918508Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"X8gLFF8r960HVDN4IChOaggu1bgoQq7wDFLGhXsR1BvYN4KeBKLB8AZqSj4xNL8MGJYGf3NLYCu6F40IuCA6DA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:22:57.919115Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.17204","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7faf54295e59addd6ab083206e9072070035214694434b4aa8bae36d5d116faf","sha256:9eb9b0606a282d0e230b14d33986119b166a60405868a9241fa13da7eca1e851"],"state_sha256":"9006ff43cd86ee2c1c9e1ccf3dc8f4651c3c510f47950c656835d96500c76fcd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XH2XeNiEmp0jrof2rkvy13sCAFBnoVlPW2x2z6q8Srb0i5GqqybALtHBu2b8SrF5RaCyQMaZ4sOamPpI9/PbBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T15:10:25.896157Z","bundle_sha256":"58e91e9ccc9fc500a31a0b3a9c1fa0c1552e5876786f8762f067fd9d44b02586"}}