{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:D233PYOIVSSZGIUJG75Z7ZAQWW","short_pith_number":"pith:D233PYOI","canonical_record":{"source":{"id":"2505.24199","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-30T04:20:00Z","cross_cats_sorted":[],"title_canon_sha256":"2f9d94d6391ba042703bbe3030c9071ae16550c69dec18f142dc9b7dbf826d57","abstract_canon_sha256":"f0ef59caa68a83eac090e4e1ba65c355d1cd6672cc6923862d1aa64bc99be033"},"schema_version":"1.0"},"canonical_sha256":"1eb7b7e1c8aca593228937fb9fe410b5bb05a543122b173b158c1792e5adda74","source":{"kind":"arxiv","id":"2505.24199","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.24199","created_at":"2026-07-05T11:12:43Z"},{"alias_kind":"arxiv_version","alias_value":"2505.24199v1","created_at":"2026-07-05T11:12:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.24199","created_at":"2026-07-05T11:12:43Z"},{"alias_kind":"pith_short_12","alias_value":"D233PYOIVSSZ","created_at":"2026-07-05T11:12:43Z"},{"alias_kind":"pith_short_16","alias_value":"D233PYOIVSSZGIUJ","created_at":"2026-07-05T11:12:43Z"},{"alias_kind":"pith_short_8","alias_value":"D233PYOI","created_at":"2026-07-05T11:12:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:D233PYOIVSSZGIUJG75Z7ZAQWW","target":"record","payload":{"canonical_record":{"source":{"id":"2505.24199","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-30T04:20:00Z","cross_cats_sorted":[],"title_canon_sha256":"2f9d94d6391ba042703bbe3030c9071ae16550c69dec18f142dc9b7dbf826d57","abstract_canon_sha256":"f0ef59caa68a83eac090e4e1ba65c355d1cd6672cc6923862d1aa64bc99be033"},"schema_version":"1.0"},"canonical_sha256":"1eb7b7e1c8aca593228937fb9fe410b5bb05a543122b173b158c1792e5adda74","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:43.903548Z","signature_b64":"awq8KNMA1SdfJYnMvFpEwwZ1f9SVPKW0dUdZDXqLgdSKk3l1G6SDP83OOGyQ+/LqZ4JVuOcbNqkAIi51nH3MDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1eb7b7e1c8aca593228937fb9fe410b5bb05a543122b173b158c1792e5adda74","last_reissued_at":"2026-07-05T11:12:43.902991Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:43.902991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.24199","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tG1YbY6ndjwHFmD3qXCFoS0oGy0c+WBz3oiExBIiOBsc3vJJx6Jks97FOo08hCEllbYoQgMC0lsQEALylKR5Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:00:37.930952Z"},"content_sha256":"52b4667708c736bf8d6d3dc5c6774bfcea4af035fd1d8ce9fb47fc11aa093fb8","schema_version":"1.0","event_id":"sha256:52b4667708c736bf8d6d3dc5c6774bfcea4af035fd1d8ce9fb47fc11aa093fb8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:D233PYOIVSSZGIUJG75Z7ZAQWW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Intuitionistic Fuzzy Sets for Large Language Model Data Annotation: A Novel Approach to Side-by-Side Preference Labeling","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Yimin Du","submitted_at":"2025-05-30T04:20:00Z","abstract_excerpt":"The quality of human preference data is crucial for training and evaluating large language models (LLMs), particularly in reinforcement learning from human feedback (RLHF) and direct preference optimization (DPO) scenarios. Traditional side-by-side (SBS) annotation approaches often struggle with inherent uncertainty, annotator disagreement, and the complexity of preference judgments. This paper introduces a novel framework based on intuitionistic fuzzy sets (IFS) for modeling and aggregating human preferences in LLM data annotation tasks. Our approach captures not only the degree of preference"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.24199","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.24199/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1uszD1Qw7qCQj1PkG/6tP1CPuV+pCcltIYFmkdRoHm8LBuGMBdiMbQCpsmzqzsp15AOVoguSCuAxjHd2Rx2bBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:00:37.931885Z"},"content_sha256":"4db3caf7d1978b1150c50d0cb37eb5cd422b7a5671a4e88649c85e33c455c53d","schema_version":"1.0","event_id":"sha256:4db3caf7d1978b1150c50d0cb37eb5cd422b7a5671a4e88649c85e33c455c53d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D233PYOIVSSZGIUJG75Z7ZAQWW/bundle.json","state_url":"https://pith.science/pith/D233PYOIVSSZGIUJG75Z7ZAQWW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D233PYOIVSSZGIUJG75Z7ZAQWW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T21:00:37Z","links":{"resolver":"https://pith.science/pith/D233PYOIVSSZGIUJG75Z7ZAQWW","bundle":"https://pith.science/pith/D233PYOIVSSZGIUJG75Z7ZAQWW/bundle.json","state":"https://pith.science/pith/D233PYOIVSSZGIUJG75Z7ZAQWW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D233PYOIVSSZGIUJG75Z7ZAQWW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:D233PYOIVSSZGIUJG75Z7ZAQWW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f0ef59caa68a83eac090e4e1ba65c355d1cd6672cc6923862d1aa64bc99be033","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-30T04:20:00Z","title_canon_sha256":"2f9d94d6391ba042703bbe3030c9071ae16550c69dec18f142dc9b7dbf826d57"},"schema_version":"1.0","source":{"id":"2505.24199","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.24199","created_at":"2026-07-05T11:12:43Z"},{"alias_kind":"arxiv_version","alias_value":"2505.24199v1","created_at":"2026-07-05T11:12:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.24199","created_at":"2026-07-05T11:12:43Z"},{"alias_kind":"pith_short_12","alias_value":"D233PYOIVSSZ","created_at":"2026-07-05T11:12:43Z"},{"alias_kind":"pith_short_16","alias_value":"D233PYOIVSSZGIUJ","created_at":"2026-07-05T11:12:43Z"},{"alias_kind":"pith_short_8","alias_value":"D233PYOI","created_at":"2026-07-05T11:12:43Z"}],"graph_snapshots":[{"event_id":"sha256:4db3caf7d1978b1150c50d0cb37eb5cd422b7a5671a4e88649c85e33c455c53d","target":"graph","created_at":"2026-07-05T11:12:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.24199/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The quality of human preference data is crucial for training and evaluating large language models (LLMs), particularly in reinforcement learning from human feedback (RLHF) and direct preference optimization (DPO) scenarios. Traditional side-by-side (SBS) annotation approaches often struggle with inherent uncertainty, annotator disagreement, and the complexity of preference judgments. This paper introduces a novel framework based on intuitionistic fuzzy sets (IFS) for modeling and aggregating human preferences in LLM data annotation tasks. Our approach captures not only the degree of preference","authors_text":"Yimin Du","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-30T04:20:00Z","title":"Intuitionistic Fuzzy Sets for Large Language Model Data Annotation: A Novel Approach to Side-by-Side Preference Labeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.24199","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:52b4667708c736bf8d6d3dc5c6774bfcea4af035fd1d8ce9fb47fc11aa093fb8","target":"record","created_at":"2026-07-05T11:12:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f0ef59caa68a83eac090e4e1ba65c355d1cd6672cc6923862d1aa64bc99be033","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-30T04:20:00Z","title_canon_sha256":"2f9d94d6391ba042703bbe3030c9071ae16550c69dec18f142dc9b7dbf826d57"},"schema_version":"1.0","source":{"id":"2505.24199","kind":"arxiv","version":1}},"canonical_sha256":"1eb7b7e1c8aca593228937fb9fe410b5bb05a543122b173b158c1792e5adda74","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1eb7b7e1c8aca593228937fb9fe410b5bb05a543122b173b158c1792e5adda74","first_computed_at":"2026-07-05T11:12:43.902991Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:43.902991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"awq8KNMA1SdfJYnMvFpEwwZ1f9SVPKW0dUdZDXqLgdSKk3l1G6SDP83OOGyQ+/LqZ4JVuOcbNqkAIi51nH3MDw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:43.903548Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.24199","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:52b4667708c736bf8d6d3dc5c6774bfcea4af035fd1d8ce9fb47fc11aa093fb8","sha256:4db3caf7d1978b1150c50d0cb37eb5cd422b7a5671a4e88649c85e33c455c53d"],"state_sha256":"4023690ef086e60297b192134e926589d8dc5960be3922aa2fa9a1c066da0f44"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8IQomApxD+j/7ES7lSAahL42t8eoUV2UOCy0MOMXmcTg39TxUX3bNc8ZUJSx4YYGIZabGGZDgX8Enar0CwCVDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T21:00:37.937584Z","bundle_sha256":"d1c5f4ae8c0c33aa902e3ea40bdcddc153a55827866111b88dcdcf94ed882eb4"}}