{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PVS4IBJU2FTIXFNR5TO6DOZEVH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0d19aa2c03ad74d083692fb302a96dd74f3f74fbe4d26f59148ad388fcd3f95f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-11T14:27:18Z","title_canon_sha256":"e629c20bca1ceed3d51f7c5e6d435f4c909e990c23e6ae0af89c4c2f60d70bac"},"schema_version":"1.0","source":{"id":"2410.08851","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08851","created_at":"2026-07-05T09:19:18Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08851v1","created_at":"2026-07-05T09:19:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08851","created_at":"2026-07-05T09:19:18Z"},{"alias_kind":"pith_short_12","alias_value":"PVS4IBJU2FTI","created_at":"2026-07-05T09:19:18Z"},{"alias_kind":"pith_short_16","alias_value":"PVS4IBJU2FTIXFNR","created_at":"2026-07-05T09:19:18Z"},{"alias_kind":"pith_short_8","alias_value":"PVS4IBJU","created_at":"2026-07-05T09:19:18Z"}],"graph_snapshots":[{"event_id":"sha256:c54d739240e03821ff84fb11e9ce6212e1dd460182f54b9d835185f7967e08b2","target":"graph","created_at":"2026-07-05T09:19:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.08851/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite large language models' (LLMs) recent advancements, their bias and hallucination issues persist, and their ability to offer consistent preferential rankings remains underexplored. This study investigates the capacity of LLMs to provide consistent ordinal preferences, a crucial aspect in scenarios with dense decision space or lacking absolute answers. We introduce a formalization of consistency based on order theory, outlining criteria such as transitivity, asymmetry, reversibility, and independence from irrelevant alternatives. Our diagnostic experiments on selected state-of-the-art LLM","authors_text":"Ke Wang, Wei Peng, Xiutian Zhao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-11T14:27:18Z","title":"Measuring the Inconsistency of Large Language Models in Preferential Ranking"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08851","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:59ab8745ad640a89e81bc939a22e4cc099b005a70286922faea8257c9c0cf30a","target":"record","created_at":"2026-07-05T09:19:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0d19aa2c03ad74d083692fb302a96dd74f3f74fbe4d26f59148ad388fcd3f95f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-11T14:27:18Z","title_canon_sha256":"e629c20bca1ceed3d51f7c5e6d435f4c909e990c23e6ae0af89c4c2f60d70bac"},"schema_version":"1.0","source":{"id":"2410.08851","kind":"arxiv","version":1}},"canonical_sha256":"7d65c40534d1668b95b1ecdde1bb24a9f1a92dd892c3c4ab40ffa7422820bc1b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7d65c40534d1668b95b1ecdde1bb24a9f1a92dd892c3c4ab40ffa7422820bc1b","first_computed_at":"2026-07-05T09:19:18.575247Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:19:18.575247Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nKZiFQK0Iul2+I4QgnoQmRtfSZhYlCtCW4Q+iOcAKp4dnpLRHpn+bbJusUdI9NF5acZDAwPbBoTe+S3XffEYCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:19:18.575738Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.08851","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:59ab8745ad640a89e81bc939a22e4cc099b005a70286922faea8257c9c0cf30a","sha256:c54d739240e03821ff84fb11e9ce6212e1dd460182f54b9d835185f7967e08b2"],"state_sha256":"0fa695d77c03f109f1fa83f94386a4c338a7e078ec0d1abf0f374c890dd47d57"}