{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:DEFU6455R2VX3EXZJEME4T3O4M","short_pith_number":"pith:DEFU6455","schema_version":"1.0","canonical_sha256":"190b4f73bd8eab7d92f949184e4f6ee324110e00c8e98639bd58efe16f8f2e27","source":{"kind":"arxiv","id":"2606.30412","version":1},"attestation_state":"computed","paper":{"title":"Can LLMs Rank? A Tale of Triads and Triage","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CY","authors_text":"Gaurab Pokharel, Patrick J. Fowler, Sanmay Das, Shafkat Farabi","submitted_at":"2026-06-29T14:59:33Z","abstract_excerpt":"From housing allocation for households experiencing homelessness to triage in emergency departments, LLMs are increasingly being considered as judges of consequential decisions that require ranking people for scarce resources. Ranking large groups simultaneously is cognitively demanding and error-prone. A natural solution, drawing on decades of social choice theory, elicits pairwise comparisons and aggregates them into a total order. However, a fundamental question remains when LLMs serve as the pairwise judge: how can a practitioner tell, before committing to a ranking, whether the LLM's judg"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2606.30412","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2026-06-29T14:59:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"03000be777c76c0334d06e3a198c074313365fa17ca73a4d0be464af47c174e2","abstract_canon_sha256":"a45c8480090ed12499ffe5f5b3eaa7a0b3a47419c0c460c1fbf23ff87c74e08b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-30T02:18:14.279668Z","signature_b64":"f459Z5in2NblHHgljuANT/qJ+bYtNDIdivJrXIatltQWe8uWBAMQFH8f8WkQBI+tX4x/GpqAd6GKmbKRCZR7DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"190b4f73bd8eab7d92f949184e4f6ee324110e00c8e98639bd58efe16f8f2e27","last_reissued_at":"2026-06-30T02:18:14.279215Z","signature_status":"signed_v1","first_computed_at":"2026-06-30T02:18:14.279215Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Can LLMs Rank? A Tale of Triads and Triage","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CY","authors_text":"Gaurab Pokharel, Patrick J. Fowler, Sanmay Das, Shafkat Farabi","submitted_at":"2026-06-29T14:59:33Z","abstract_excerpt":"From housing allocation for households experiencing homelessness to triage in emergency departments, LLMs are increasingly being considered as judges of consequential decisions that require ranking people for scarce resources. Ranking large groups simultaneously is cognitively demanding and error-prone. A natural solution, drawing on decades of social choice theory, elicits pairwise comparisons and aggregates them into a total order. However, a fundamental question remains when LLMs serve as the pairwise judge: how can a practitioner tell, before committing to a ranking, whether the LLM's judg"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.30412","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.30412/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2606.30412","created_at":"2026-06-30T02:18:14.279272+00:00"},{"alias_kind":"arxiv_version","alias_value":"2606.30412v1","created_at":"2026-06-30T02:18:14.279272+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.30412","created_at":"2026-06-30T02:18:14.279272+00:00"},{"alias_kind":"pith_short_12","alias_value":"DEFU6455R2VX","created_at":"2026-06-30T02:18:14.279272+00:00"},{"alias_kind":"pith_short_16","alias_value":"DEFU6455R2VX3EXZ","created_at":"2026-06-30T02:18:14.279272+00:00"},{"alias_kind":"pith_short_8","alias_value":"DEFU6455","created_at":"2026-06-30T02:18:14.279272+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/DEFU6455R2VX3EXZJEME4T3O4M","json":"https://pith.science/pith/DEFU6455R2VX3EXZJEME4T3O4M.json","graph_json":"https://pith.science/api/pith-number/DEFU6455R2VX3EXZJEME4T3O4M/graph.json","events_json":"https://pith.science/api/pith-number/DEFU6455R2VX3EXZJEME4T3O4M/events.json","paper":"https://pith.science/paper/DEFU6455"},"agent_actions":{"view_html":"https://pith.science/pith/DEFU6455R2VX3EXZJEME4T3O4M","download_json":"https://pith.science/pith/DEFU6455R2VX3EXZJEME4T3O4M.json","view_paper":"https://pith.science/paper/DEFU6455","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2606.30412&json=true","fetch_graph":"https://pith.science/api/pith-number/DEFU6455R2VX3EXZJEME4T3O4M/graph.json","fetch_events":"https://pith.science/api/pith-number/DEFU6455R2VX3EXZJEME4T3O4M/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/DEFU6455R2VX3EXZJEME4T3O4M/action/timestamp_anchor","attest_storage":"https://pith.science/pith/DEFU6455R2VX3EXZJEME4T3O4M/action/storage_attestation","attest_author":"https://pith.science/pith/DEFU6455R2VX3EXZJEME4T3O4M/action/author_attestation","sign_citation":"https://pith.science/pith/DEFU6455R2VX3EXZJEME4T3O4M/action/citation_signature","submit_replication":"https://pith.science/pith/DEFU6455R2VX3EXZJEME4T3O4M/action/replication_record"}},"created_at":"2026-06-30T02:18:14.279272+00:00","updated_at":"2026-06-30T02:18:14.279272+00:00"}