{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:Y5LVB7KKJOPBF5SGH5HXZGYR7M","short_pith_number":"pith:Y5LVB7KK","canonical_record":{"source":{"id":"2409.09603","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-09-15T03:55:03Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"fa5c06adae73fb5e0b9b378d5a7124038df4249d68ccc37fedd4f064ae112021","abstract_canon_sha256":"25848529dc9189b23b7f6db5a961ba1ac4e8c97fb6d1fa693cd8fb39cb7bced3"},"schema_version":"1.0"},"canonical_sha256":"c75750fd4a4b9e12f6463f4f7c9b11fb2b8faccdd90df740ddbc74e90ee83db4","source":{"kind":"arxiv","id":"2409.09603","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.09603","created_at":"2026-07-05T09:07:32Z"},{"alias_kind":"arxiv_version","alias_value":"2409.09603v1","created_at":"2026-07-05T09:07:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.09603","created_at":"2026-07-05T09:07:32Z"},{"alias_kind":"pith_short_12","alias_value":"Y5LVB7KKJOPB","created_at":"2026-07-05T09:07:32Z"},{"alias_kind":"pith_short_16","alias_value":"Y5LVB7KKJOPBF5SG","created_at":"2026-07-05T09:07:32Z"},{"alias_kind":"pith_short_8","alias_value":"Y5LVB7KK","created_at":"2026-07-05T09:07:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:Y5LVB7KKJOPBF5SGH5HXZGYR7M","target":"record","payload":{"canonical_record":{"source":{"id":"2409.09603","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-09-15T03:55:03Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"fa5c06adae73fb5e0b9b378d5a7124038df4249d68ccc37fedd4f064ae112021","abstract_canon_sha256":"25848529dc9189b23b7f6db5a961ba1ac4e8c97fb6d1fa693cd8fb39cb7bced3"},"schema_version":"1.0"},"canonical_sha256":"c75750fd4a4b9e12f6463f4f7c9b11fb2b8faccdd90df740ddbc74e90ee83db4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:07:32.279762Z","signature_b64":"GDcaV3gqyCe3rYOYctQKfDkFR66rO7gmKVFzhUYD8UqqGlI4vPCXjdGmWmouvvT/tcCcboNcq21i61sKYWe9BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c75750fd4a4b9e12f6463f4f7c9b11fb2b8faccdd90df740ddbc74e90ee83db4","last_reissued_at":"2026-07-05T09:07:32.279224Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:07:32.279224Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.09603","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:07:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ThClakAGLZ959c7Cj0RfzhsC8dF3kp9tpqXA7L+ra5FwFm3V+8vHciSnvVwBlFYCndNCEiPpryHVWKw8mSBRDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T20:58:11.661524Z"},"content_sha256":"0a6078c205cd09589e1ce901589ec516e4670f1c1cbf8c5879d477868b097755","schema_version":"1.0","event_id":"sha256:0a6078c205cd09589e1ce901589ec516e4670f1c1cbf8c5879d477868b097755"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:Y5LVB7KKJOPBF5SGH5HXZGYR7M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Data-Centric RLHF: Simple Metrics for Preference Dataset Comparison","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.AI","authors_text":"Archit Sharma, Judy Hanwen Shen, Jun Qin","submitted_at":"2024-09-15T03:55:03Z","abstract_excerpt":"The goal of aligning language models to human preferences requires data that reveal these preferences. Ideally, time and money can be spent carefully collecting and tailoring bespoke preference data to each downstream application. However, in practice, a select few publicly available preference datasets are often used to train reward models for reinforcement learning from human feedback (RLHF). While new preference datasets are being introduced with increasing frequency, there are currently no existing efforts to measure and compare these datasets. In this paper, we systematically study prefer"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.09603","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.09603/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:07:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CDRota+X8jDw3eTSgdut/CqpE7VtKu61/qEB+Dsx2TodXDa1j1TN1pVo2xZfHuO9LWoYEOZBMcnr/9VidMrMBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T20:58:11.662599Z"},"content_sha256":"a3e6ef1fbc080b9967e5585e0671d7c61fea8c0f3cd276534c48b558f68c55ca","schema_version":"1.0","event_id":"sha256:a3e6ef1fbc080b9967e5585e0671d7c61fea8c0f3cd276534c48b558f68c55ca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y5LVB7KKJOPBF5SGH5HXZGYR7M/bundle.json","state_url":"https://pith.science/pith/Y5LVB7KKJOPBF5SGH5HXZGYR7M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y5LVB7KKJOPBF5SGH5HXZGYR7M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T20:58:11Z","links":{"resolver":"https://pith.science/pith/Y5LVB7KKJOPBF5SGH5HXZGYR7M","bundle":"https://pith.science/pith/Y5LVB7KKJOPBF5SGH5HXZGYR7M/bundle.json","state":"https://pith.science/pith/Y5LVB7KKJOPBF5SGH5HXZGYR7M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y5LVB7KKJOPBF5SGH5HXZGYR7M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Y5LVB7KKJOPBF5SGH5HXZGYR7M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"25848529dc9189b23b7f6db5a961ba1ac4e8c97fb6d1fa693cd8fb39cb7bced3","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-09-15T03:55:03Z","title_canon_sha256":"fa5c06adae73fb5e0b9b378d5a7124038df4249d68ccc37fedd4f064ae112021"},"schema_version":"1.0","source":{"id":"2409.09603","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.09603","created_at":"2026-07-05T09:07:32Z"},{"alias_kind":"arxiv_version","alias_value":"2409.09603v1","created_at":"2026-07-05T09:07:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.09603","created_at":"2026-07-05T09:07:32Z"},{"alias_kind":"pith_short_12","alias_value":"Y5LVB7KKJOPB","created_at":"2026-07-05T09:07:32Z"},{"alias_kind":"pith_short_16","alias_value":"Y5LVB7KKJOPBF5SG","created_at":"2026-07-05T09:07:32Z"},{"alias_kind":"pith_short_8","alias_value":"Y5LVB7KK","created_at":"2026-07-05T09:07:32Z"}],"graph_snapshots":[{"event_id":"sha256:a3e6ef1fbc080b9967e5585e0671d7c61fea8c0f3cd276534c48b558f68c55ca","target":"graph","created_at":"2026-07-05T09:07:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.09603/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The goal of aligning language models to human preferences requires data that reveal these preferences. Ideally, time and money can be spent carefully collecting and tailoring bespoke preference data to each downstream application. However, in practice, a select few publicly available preference datasets are often used to train reward models for reinforcement learning from human feedback (RLHF). While new preference datasets are being introduced with increasing frequency, there are currently no existing efforts to measure and compare these datasets. In this paper, we systematically study prefer","authors_text":"Archit Sharma, Judy Hanwen Shen, Jun Qin","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-09-15T03:55:03Z","title":"Towards Data-Centric RLHF: Simple Metrics for Preference Dataset Comparison"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.09603","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0a6078c205cd09589e1ce901589ec516e4670f1c1cbf8c5879d477868b097755","target":"record","created_at":"2026-07-05T09:07:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"25848529dc9189b23b7f6db5a961ba1ac4e8c97fb6d1fa693cd8fb39cb7bced3","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-09-15T03:55:03Z","title_canon_sha256":"fa5c06adae73fb5e0b9b378d5a7124038df4249d68ccc37fedd4f064ae112021"},"schema_version":"1.0","source":{"id":"2409.09603","kind":"arxiv","version":1}},"canonical_sha256":"c75750fd4a4b9e12f6463f4f7c9b11fb2b8faccdd90df740ddbc74e90ee83db4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c75750fd4a4b9e12f6463f4f7c9b11fb2b8faccdd90df740ddbc74e90ee83db4","first_computed_at":"2026-07-05T09:07:32.279224Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:07:32.279224Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GDcaV3gqyCe3rYOYctQKfDkFR66rO7gmKVFzhUYD8UqqGlI4vPCXjdGmWmouvvT/tcCcboNcq21i61sKYWe9BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:07:32.279762Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.09603","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0a6078c205cd09589e1ce901589ec516e4670f1c1cbf8c5879d477868b097755","sha256:a3e6ef1fbc080b9967e5585e0671d7c61fea8c0f3cd276534c48b558f68c55ca"],"state_sha256":"b0ced5fa604cd81e13cf3bcbc4cba651777f391a4ab37559911be055a00dd5be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JwSB+E2nGZ7q4QPpDStBWADLPe7pfE/ZditkOzf2i+bqZFj0v3/N1U60g1lhqA9llLB2812SzE6Vy9E1eoUuCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T20:58:11.671166Z","bundle_sha256":"ac8ead5ebf93cc959e4fa32d17e4673920a11800cf975624e93c47c6e1ab4319"}}