{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:NWXJW3XJAAPX6VFVDKMTUVFFR3","short_pith_number":"pith:NWXJW3XJ","canonical_record":{"source":{"id":"2310.07712","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T17:59:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f0f4ee98be2d03985b1f0f742118714be3898733c51b8f75b5625bc4913c7aef","abstract_canon_sha256":"6ee9882ac4ef4aac75c0e68905f5809efce2a414f01caddca66a92c2e9f51b0c"},"schema_version":"1.0"},"canonical_sha256":"6dae9b6ee9001f7f54b51a993a54a58ed6aa7f238f62eb02cebd04779f666558","source":{"kind":"arxiv","id":"2310.07712","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.07712","created_at":"2026-07-05T08:10:18Z"},{"alias_kind":"arxiv_version","alias_value":"2310.07712v2","created_at":"2026-07-05T08:10:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.07712","created_at":"2026-07-05T08:10:18Z"},{"alias_kind":"pith_short_12","alias_value":"NWXJW3XJAAPX","created_at":"2026-07-05T08:10:18Z"},{"alias_kind":"pith_short_16","alias_value":"NWXJW3XJAAPX6VFV","created_at":"2026-07-05T08:10:18Z"},{"alias_kind":"pith_short_8","alias_value":"NWXJW3XJ","created_at":"2026-07-05T08:10:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:NWXJW3XJAAPX6VFVDKMTUVFFR3","target":"record","payload":{"canonical_record":{"source":{"id":"2310.07712","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T17:59:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f0f4ee98be2d03985b1f0f742118714be3898733c51b8f75b5625bc4913c7aef","abstract_canon_sha256":"6ee9882ac4ef4aac75c0e68905f5809efce2a414f01caddca66a92c2e9f51b0c"},"schema_version":"1.0"},"canonical_sha256":"6dae9b6ee9001f7f54b51a993a54a58ed6aa7f238f62eb02cebd04779f666558","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:10:18.764074Z","signature_b64":"/pUvguMSd5xOJ3qI+jwDY7QuSUyg+sVdqN1MPMklGw4PpR8L3NMX3RnjXhmnXfHfuWutQDdgv6nEDRcEvnt+BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6dae9b6ee9001f7f54b51a993a54a58ed6aa7f238f62eb02cebd04779f666558","last_reissued_at":"2026-07-05T08:10:18.763633Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:10:18.763633Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.07712","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:10:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Rf3Ir11qSnJWX861UWgi5Ndh7R3Fh58nUKy72bFuEqJLTW0LSclEZB9R1qmUJ3pzEEVtXUlgx7yK2oAOeYdmBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:34:01.991594Z"},"content_sha256":"679aae743666d1590dea982c8db4d87fe5545e6d69926a43c0738b053c3685ae","schema_version":"1.0","event_id":"sha256:679aae743666d1590dea982c8db4d87fe5545e6d69926a43c0738b053c3685ae"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:NWXJW3XJAAPX6VFVDKMTUVFFR3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Found in the Middle: Permutation Self-Consistency Improves Listwise Ranking in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Ferhan Ture, Jimmy Lin, Raphael Tang, Xinyu Zhang, Xueguang Ma","submitted_at":"2023-10-11T17:59:02Z","abstract_excerpt":"Large language models (LLMs) exhibit positional bias in how they use context, which especially complicates listwise ranking. To address this, we propose permutation self-consistency, a form of self-consistency over ranking list outputs of black-box LLMs. Our key idea is to marginalize out different list orders in the prompt to produce an order-independent ranking with less positional bias. First, given some input prompt, we repeatedly shuffle the list in the prompt and pass it through the LLM while holding the instructions the same. Next, we aggregate the resulting sample of rankings by comput"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.07712","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.07712/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:10:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fyGwto41OnY6Iwwb1X2eWIKMVyWTDrepAEFeU8Vim9J8ip+vQYC7OQ6OfD+Didi3TaxWywWeZmU05BM8sTzXCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:34:01.992083Z"},"content_sha256":"01622009f0cde2e8010992f60fe4cf94fa328f1ea963305b42043e0be7e8562d","schema_version":"1.0","event_id":"sha256:01622009f0cde2e8010992f60fe4cf94fa328f1ea963305b42043e0be7e8562d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NWXJW3XJAAPX6VFVDKMTUVFFR3/bundle.json","state_url":"https://pith.science/pith/NWXJW3XJAAPX6VFVDKMTUVFFR3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NWXJW3XJAAPX6VFVDKMTUVFFR3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T10:34:01Z","links":{"resolver":"https://pith.science/pith/NWXJW3XJAAPX6VFVDKMTUVFFR3","bundle":"https://pith.science/pith/NWXJW3XJAAPX6VFVDKMTUVFFR3/bundle.json","state":"https://pith.science/pith/NWXJW3XJAAPX6VFVDKMTUVFFR3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NWXJW3XJAAPX6VFVDKMTUVFFR3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:NWXJW3XJAAPX6VFVDKMTUVFFR3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6ee9882ac4ef4aac75c0e68905f5809efce2a414f01caddca66a92c2e9f51b0c","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T17:59:02Z","title_canon_sha256":"f0f4ee98be2d03985b1f0f742118714be3898733c51b8f75b5625bc4913c7aef"},"schema_version":"1.0","source":{"id":"2310.07712","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.07712","created_at":"2026-07-05T08:10:18Z"},{"alias_kind":"arxiv_version","alias_value":"2310.07712v2","created_at":"2026-07-05T08:10:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.07712","created_at":"2026-07-05T08:10:18Z"},{"alias_kind":"pith_short_12","alias_value":"NWXJW3XJAAPX","created_at":"2026-07-05T08:10:18Z"},{"alias_kind":"pith_short_16","alias_value":"NWXJW3XJAAPX6VFV","created_at":"2026-07-05T08:10:18Z"},{"alias_kind":"pith_short_8","alias_value":"NWXJW3XJ","created_at":"2026-07-05T08:10:18Z"}],"graph_snapshots":[{"event_id":"sha256:01622009f0cde2e8010992f60fe4cf94fa328f1ea963305b42043e0be7e8562d","target":"graph","created_at":"2026-07-05T08:10:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.07712/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) exhibit positional bias in how they use context, which especially complicates listwise ranking. To address this, we propose permutation self-consistency, a form of self-consistency over ranking list outputs of black-box LLMs. Our key idea is to marginalize out different list orders in the prompt to produce an order-independent ranking with less positional bias. First, given some input prompt, we repeatedly shuffle the list in the prompt and pass it through the LLM while holding the instructions the same. Next, we aggregate the resulting sample of rankings by comput","authors_text":"Ferhan Ture, Jimmy Lin, Raphael Tang, Xinyu Zhang, Xueguang Ma","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T17:59:02Z","title":"Found in the Middle: Permutation Self-Consistency Improves Listwise Ranking in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.07712","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:679aae743666d1590dea982c8db4d87fe5545e6d69926a43c0738b053c3685ae","target":"record","created_at":"2026-07-05T08:10:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6ee9882ac4ef4aac75c0e68905f5809efce2a414f01caddca66a92c2e9f51b0c","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T17:59:02Z","title_canon_sha256":"f0f4ee98be2d03985b1f0f742118714be3898733c51b8f75b5625bc4913c7aef"},"schema_version":"1.0","source":{"id":"2310.07712","kind":"arxiv","version":2}},"canonical_sha256":"6dae9b6ee9001f7f54b51a993a54a58ed6aa7f238f62eb02cebd04779f666558","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6dae9b6ee9001f7f54b51a993a54a58ed6aa7f238f62eb02cebd04779f666558","first_computed_at":"2026-07-05T08:10:18.763633Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:10:18.763633Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/pUvguMSd5xOJ3qI+jwDY7QuSUyg+sVdqN1MPMklGw4PpR8L3NMX3RnjXhmnXfHfuWutQDdgv6nEDRcEvnt+BA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:10:18.764074Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.07712","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:679aae743666d1590dea982c8db4d87fe5545e6d69926a43c0738b053c3685ae","sha256:01622009f0cde2e8010992f60fe4cf94fa328f1ea963305b42043e0be7e8562d"],"state_sha256":"ba35a364c66b68b06e0b6867343e11d51fba9045a018fd67229c13cb9149b5af"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A0Y5MWrieoqa4q14pYYUaxHMygZ9robxNVsCjBqn2DgSGyMLdii/Su3AqSnZxWAZjIGbEQ2WIyA9wa4+CHDRCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T10:34:01.995455Z","bundle_sha256":"9d54ad87bd283425a59f86c024b365427c72d87a48fb31a69f4077e888c91a76"}}