{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:Q6TEQEGIASAARDZ3VKZU4VOKJC","short_pith_number":"pith:Q6TEQEGI","canonical_record":{"source":{"id":"2410.16027","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-21T14:02:40Z","cross_cats_sorted":[],"title_canon_sha256":"fa7492482702071ab1fa1204c3215df775ec106915a66a4558b8e267a1b76b8f","abstract_canon_sha256":"e1a6786117630c256096c6ecdfda6eed0e1f33d127c8aecffa7779a964469031"},"schema_version":"1.0"},"canonical_sha256":"87a64810c80480088f3baab34e55ca489d3aada8bb3f029ab6ac2b53b4fd4f6d","source":{"kind":"arxiv","id":"2410.16027","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.16027","created_at":"2026-07-05T09:23:28Z"},{"alias_kind":"arxiv_version","alias_value":"2410.16027v1","created_at":"2026-07-05T09:23:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.16027","created_at":"2026-07-05T09:23:28Z"},{"alias_kind":"pith_short_12","alias_value":"Q6TEQEGIASAA","created_at":"2026-07-05T09:23:28Z"},{"alias_kind":"pith_short_16","alias_value":"Q6TEQEGIASAARDZ3","created_at":"2026-07-05T09:23:28Z"},{"alias_kind":"pith_short_8","alias_value":"Q6TEQEGI","created_at":"2026-07-05T09:23:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:Q6TEQEGIASAARDZ3VKZU4VOKJC","target":"record","payload":{"canonical_record":{"source":{"id":"2410.16027","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-21T14:02:40Z","cross_cats_sorted":[],"title_canon_sha256":"fa7492482702071ab1fa1204c3215df775ec106915a66a4558b8e267a1b76b8f","abstract_canon_sha256":"e1a6786117630c256096c6ecdfda6eed0e1f33d127c8aecffa7779a964469031"},"schema_version":"1.0"},"canonical_sha256":"87a64810c80480088f3baab34e55ca489d3aada8bb3f029ab6ac2b53b4fd4f6d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:23:28.061462Z","signature_b64":"Jq9pY2RK5HMuVYGQXF75/WdWkb6Aw+tDQRJARcBJZyNKcWi9/FxDy8NKBoUrZjBWNY5rw1ao6MOPBKjIH41uBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"87a64810c80480088f3baab34e55ca489d3aada8bb3f029ab6ac2b53b4fd4f6d","last_reissued_at":"2026-07-05T09:23:28.061010Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:23:28.061010Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.16027","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:23:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"efHaeoZISnzksNkipyMfob3LC8XzUgG9W/UOW7pZ0rcpf+47Z5k8APlsZME+t2k8kdiUxD4NbyTS01X0TED8Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T04:40:08.117148Z"},"content_sha256":"94bf777d76a0b3b10a91542b51c41e107a3b19f169aa98a6803caa5f8567456e","schema_version":"1.0","event_id":"sha256:94bf777d76a0b3b10a91542b51c41e107a3b19f169aa98a6803caa5f8567456e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:Q6TEQEGIASAARDZ3VKZU4VOKJC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ComPO: Community Preferences for Language Model Personalization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chan Young Park, Hannaneh Hajishirzi, Noah A. Smith, Sachin Kumar, Yulia Tsvetkov","submitted_at":"2024-10-21T14:02:40Z","abstract_excerpt":"Conventional algorithms for training language models (LMs) with human feedback rely on preferences that are assumed to account for an \"average\" user, disregarding subjectivity and finer-grained variations. Recent studies have raised concerns that aggregating such diverse and often contradictory human feedback to finetune models results in generic models that generate outputs not preferred by many user groups, as they tend to average out styles and norms. To address this issue, we draw inspiration from recommendation systems and propose ComPO, a method to personalize preference optimization in "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.16027","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.16027/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:23:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kg6uu/Uy6RIrnprWSCVHKNZV6kayPcDRmeW8FSkV+eV6kACYUISTQ7897LkJkGx/Oj/qDa/TqfHxRyByxFMzBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T04:40:08.117646Z"},"content_sha256":"b4bead17d6ee5ceecc65c2d932342fcafdb48fbb6040bed955ff93f208a786fb","schema_version":"1.0","event_id":"sha256:b4bead17d6ee5ceecc65c2d932342fcafdb48fbb6040bed955ff93f208a786fb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q6TEQEGIASAARDZ3VKZU4VOKJC/bundle.json","state_url":"https://pith.science/pith/Q6TEQEGIASAARDZ3VKZU4VOKJC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q6TEQEGIASAARDZ3VKZU4VOKJC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T04:40:08Z","links":{"resolver":"https://pith.science/pith/Q6TEQEGIASAARDZ3VKZU4VOKJC","bundle":"https://pith.science/pith/Q6TEQEGIASAARDZ3VKZU4VOKJC/bundle.json","state":"https://pith.science/pith/Q6TEQEGIASAARDZ3VKZU4VOKJC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q6TEQEGIASAARDZ3VKZU4VOKJC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Q6TEQEGIASAARDZ3VKZU4VOKJC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e1a6786117630c256096c6ecdfda6eed0e1f33d127c8aecffa7779a964469031","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-21T14:02:40Z","title_canon_sha256":"fa7492482702071ab1fa1204c3215df775ec106915a66a4558b8e267a1b76b8f"},"schema_version":"1.0","source":{"id":"2410.16027","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.16027","created_at":"2026-07-05T09:23:28Z"},{"alias_kind":"arxiv_version","alias_value":"2410.16027v1","created_at":"2026-07-05T09:23:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.16027","created_at":"2026-07-05T09:23:28Z"},{"alias_kind":"pith_short_12","alias_value":"Q6TEQEGIASAA","created_at":"2026-07-05T09:23:28Z"},{"alias_kind":"pith_short_16","alias_value":"Q6TEQEGIASAARDZ3","created_at":"2026-07-05T09:23:28Z"},{"alias_kind":"pith_short_8","alias_value":"Q6TEQEGI","created_at":"2026-07-05T09:23:28Z"}],"graph_snapshots":[{"event_id":"sha256:b4bead17d6ee5ceecc65c2d932342fcafdb48fbb6040bed955ff93f208a786fb","target":"graph","created_at":"2026-07-05T09:23:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.16027/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Conventional algorithms for training language models (LMs) with human feedback rely on preferences that are assumed to account for an \"average\" user, disregarding subjectivity and finer-grained variations. Recent studies have raised concerns that aggregating such diverse and often contradictory human feedback to finetune models results in generic models that generate outputs not preferred by many user groups, as they tend to average out styles and norms. To address this issue, we draw inspiration from recommendation systems and propose ComPO, a method to personalize preference optimization in ","authors_text":"Chan Young Park, Hannaneh Hajishirzi, Noah A. Smith, Sachin Kumar, Yulia Tsvetkov","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-21T14:02:40Z","title":"ComPO: Community Preferences for Language Model Personalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.16027","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:94bf777d76a0b3b10a91542b51c41e107a3b19f169aa98a6803caa5f8567456e","target":"record","created_at":"2026-07-05T09:23:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e1a6786117630c256096c6ecdfda6eed0e1f33d127c8aecffa7779a964469031","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-21T14:02:40Z","title_canon_sha256":"fa7492482702071ab1fa1204c3215df775ec106915a66a4558b8e267a1b76b8f"},"schema_version":"1.0","source":{"id":"2410.16027","kind":"arxiv","version":1}},"canonical_sha256":"87a64810c80480088f3baab34e55ca489d3aada8bb3f029ab6ac2b53b4fd4f6d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"87a64810c80480088f3baab34e55ca489d3aada8bb3f029ab6ac2b53b4fd4f6d","first_computed_at":"2026-07-05T09:23:28.061010Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:23:28.061010Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Jq9pY2RK5HMuVYGQXF75/WdWkb6Aw+tDQRJARcBJZyNKcWi9/FxDy8NKBoUrZjBWNY5rw1ao6MOPBKjIH41uBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:23:28.061462Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.16027","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:94bf777d76a0b3b10a91542b51c41e107a3b19f169aa98a6803caa5f8567456e","sha256:b4bead17d6ee5ceecc65c2d932342fcafdb48fbb6040bed955ff93f208a786fb"],"state_sha256":"aa036253e3e366e645df8b5cd7184c2938388031008fabe65f72cbb4bbce7753"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wObnNl+iBiVZt6KaGG3GvB/pbRDAApZYzXbMQ/v6m+DMbq4v2E7unuGW+vZcsz6LCbOjJ4RsoPe/w1REQFrXBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T04:40:08.122030Z","bundle_sha256":"c98a153de0660c21c51df84ddb9575a29edf830984ab070bc38cfe6bf80733cc"}}