{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:6A7UGZZ6QXYKXLIVSXV5T5QPDR","short_pith_number":"pith:6A7UGZZ6","canonical_record":{"source":{"id":"2502.04134","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-06T15:14:02Z","cross_cats_sorted":[],"title_canon_sha256":"2b697b392693c37de6a256ebb459bd95a21c58d975c22a93f9636a6b96b71fd9","abstract_canon_sha256":"f7efbb12533d2a0bc2f797d00845354df4137b6c058ae4687086af8f15168279"},"schema_version":"1.0"},"canonical_sha256":"f03f43673e85f0abad1595ebd9f60f1c7d4b29678d596b410fa58228a42ba901","source":{"kind":"arxiv","id":"2502.04134","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.04134","created_at":"2026-07-05T11:00:42Z"},{"alias_kind":"arxiv_version","alias_value":"2502.04134v2","created_at":"2026-07-05T11:00:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.04134","created_at":"2026-07-05T11:00:42Z"},{"alias_kind":"pith_short_12","alias_value":"6A7UGZZ6QXYK","created_at":"2026-07-05T11:00:42Z"},{"alias_kind":"pith_short_16","alias_value":"6A7UGZZ6QXYKXLIV","created_at":"2026-07-05T11:00:42Z"},{"alias_kind":"pith_short_8","alias_value":"6A7UGZZ6","created_at":"2026-07-05T11:00:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:6A7UGZZ6QXYKXLIVSXV5T5QPDR","target":"record","payload":{"canonical_record":{"source":{"id":"2502.04134","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-06T15:14:02Z","cross_cats_sorted":[],"title_canon_sha256":"2b697b392693c37de6a256ebb459bd95a21c58d975c22a93f9636a6b96b71fd9","abstract_canon_sha256":"f7efbb12533d2a0bc2f797d00845354df4137b6c058ae4687086af8f15168279"},"schema_version":"1.0"},"canonical_sha256":"f03f43673e85f0abad1595ebd9f60f1c7d4b29678d596b410fa58228a42ba901","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:00:42.004329Z","signature_b64":"tXcJ40ly+F7zkwyoYRpumi/wsCkwp1Vq2b0AMTuKI7lJtuulLTV8l3wmtWKqG+LPbKkFhKP1nlodbrlsV/9tDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f03f43673e85f0abad1595ebd9f60f1c7d4b29678d596b410fa58228a42ba901","last_reissued_at":"2026-07-05T11:00:42.003846Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:00:42.003846Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.04134","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:00:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eKLgCdjEtiVh613YR/ds9t6p+xroP9Ndj9IwhyyflaEYb5O28hBWxQDcFwDs+m3bzd8kta0cjCgrqdgCdXcmBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T16:33:56.425886Z"},"content_sha256":"cd65342735c8ba3c40dbd0066920e183b9ff914b4ed3270c63d7bc68a433e914","schema_version":"1.0","event_id":"sha256:cd65342735c8ba3c40dbd0066920e183b9ff914b4ed3270c63d7bc68a433e914"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:6A7UGZZ6QXYKXLIVSXV5T5QPDR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Order Effect: Investigating Prompt Sensitivity to Input Order in LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bryan Guan, Mehdi Rezagholizadeh, Peyman Passban, Tanya Roosta","submitted_at":"2025-02-06T15:14:02Z","abstract_excerpt":"As large language models (LLMs) become integral to diverse applications, ensuring their reliability under varying input conditions is crucial. One key issue affecting this reliability is order sensitivity, wherein slight variations in the input arrangement can lead to inconsistent or biased outputs. Although recent advances have reduced this sensitivity, the problem remains unresolved. This paper investigates the extent of order sensitivity in LLMs whose internal components are hidden from users (such as closed-source models or those accessed via API calls). We conduct experiments across multi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.04134","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.04134/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:00:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kBccA7N1Km3phHd7RFo9azEFI7t21u1vFprQb6cTiibmsIzet3tTtuOfQbpRA5pwEK03HVnzJ1ebXwRCFmBjDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T16:33:56.426399Z"},"content_sha256":"8a0c094ebc0ce2cccf1e88b3045abf93b811d1f99bede11878e5b98adaaa4f02","schema_version":"1.0","event_id":"sha256:8a0c094ebc0ce2cccf1e88b3045abf93b811d1f99bede11878e5b98adaaa4f02"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6A7UGZZ6QXYKXLIVSXV5T5QPDR/bundle.json","state_url":"https://pith.science/pith/6A7UGZZ6QXYKXLIVSXV5T5QPDR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6A7UGZZ6QXYKXLIVSXV5T5QPDR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T16:33:56Z","links":{"resolver":"https://pith.science/pith/6A7UGZZ6QXYKXLIVSXV5T5QPDR","bundle":"https://pith.science/pith/6A7UGZZ6QXYKXLIVSXV5T5QPDR/bundle.json","state":"https://pith.science/pith/6A7UGZZ6QXYKXLIVSXV5T5QPDR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6A7UGZZ6QXYKXLIVSXV5T5QPDR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:6A7UGZZ6QXYKXLIVSXV5T5QPDR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f7efbb12533d2a0bc2f797d00845354df4137b6c058ae4687086af8f15168279","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-06T15:14:02Z","title_canon_sha256":"2b697b392693c37de6a256ebb459bd95a21c58d975c22a93f9636a6b96b71fd9"},"schema_version":"1.0","source":{"id":"2502.04134","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.04134","created_at":"2026-07-05T11:00:42Z"},{"alias_kind":"arxiv_version","alias_value":"2502.04134v2","created_at":"2026-07-05T11:00:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.04134","created_at":"2026-07-05T11:00:42Z"},{"alias_kind":"pith_short_12","alias_value":"6A7UGZZ6QXYK","created_at":"2026-07-05T11:00:42Z"},{"alias_kind":"pith_short_16","alias_value":"6A7UGZZ6QXYKXLIV","created_at":"2026-07-05T11:00:42Z"},{"alias_kind":"pith_short_8","alias_value":"6A7UGZZ6","created_at":"2026-07-05T11:00:42Z"}],"graph_snapshots":[{"event_id":"sha256:8a0c094ebc0ce2cccf1e88b3045abf93b811d1f99bede11878e5b98adaaa4f02","target":"graph","created_at":"2026-07-05T11:00:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.04134/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As large language models (LLMs) become integral to diverse applications, ensuring their reliability under varying input conditions is crucial. One key issue affecting this reliability is order sensitivity, wherein slight variations in the input arrangement can lead to inconsistent or biased outputs. Although recent advances have reduced this sensitivity, the problem remains unresolved. This paper investigates the extent of order sensitivity in LLMs whose internal components are hidden from users (such as closed-source models or those accessed via API calls). We conduct experiments across multi","authors_text":"Bryan Guan, Mehdi Rezagholizadeh, Peyman Passban, Tanya Roosta","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-06T15:14:02Z","title":"The Order Effect: Investigating Prompt Sensitivity to Input Order in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.04134","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cd65342735c8ba3c40dbd0066920e183b9ff914b4ed3270c63d7bc68a433e914","target":"record","created_at":"2026-07-05T11:00:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f7efbb12533d2a0bc2f797d00845354df4137b6c058ae4687086af8f15168279","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-06T15:14:02Z","title_canon_sha256":"2b697b392693c37de6a256ebb459bd95a21c58d975c22a93f9636a6b96b71fd9"},"schema_version":"1.0","source":{"id":"2502.04134","kind":"arxiv","version":2}},"canonical_sha256":"f03f43673e85f0abad1595ebd9f60f1c7d4b29678d596b410fa58228a42ba901","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f03f43673e85f0abad1595ebd9f60f1c7d4b29678d596b410fa58228a42ba901","first_computed_at":"2026-07-05T11:00:42.003846Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:00:42.003846Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tXcJ40ly+F7zkwyoYRpumi/wsCkwp1Vq2b0AMTuKI7lJtuulLTV8l3wmtWKqG+LPbKkFhKP1nlodbrlsV/9tDg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:00:42.004329Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.04134","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cd65342735c8ba3c40dbd0066920e183b9ff914b4ed3270c63d7bc68a433e914","sha256:8a0c094ebc0ce2cccf1e88b3045abf93b811d1f99bede11878e5b98adaaa4f02"],"state_sha256":"3b882550c8560417d8e69277dba42764f3685cee96dcc262119e5c807d58f293"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UUcbe3N0ksW58iotGZREMHqzp7vj2TbbZVv9yffVBFW3rV27LKu6mzuikwL92IfIPTyDrrjIDQyBQWQ8oxfSDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T16:33:56.430452Z","bundle_sha256":"1304096b065a00eee240c7f911d8b0bd34cfb196f2d19f0edce22672cc4b5b22"}}