{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:E5LHAUGCP6GWGQTINDKKMRVKJT","short_pith_number":"pith:E5LHAUGC","canonical_record":{"source":{"id":"2410.03642","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T17:48:29Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"a19df10ea7a9b562d1fbc855186e3c3dd3fc906a103c9189a9190095d69e584b","abstract_canon_sha256":"7e1c0b54c316ab6a701ded8f03c9c098fc4deb6f765390bbb07205d70d70ab69"},"schema_version":"1.0"},"canonical_sha256":"27567050c27f8d63426868d4a646aa4cef70614cbd205e7fc6bd072ccf221575","source":{"kind":"arxiv","id":"2410.03642","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03642","created_at":"2026-07-05T09:49:11Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03642v2","created_at":"2026-07-05T09:49:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03642","created_at":"2026-07-05T09:49:11Z"},{"alias_kind":"pith_short_12","alias_value":"E5LHAUGCP6GW","created_at":"2026-07-05T09:49:11Z"},{"alias_kind":"pith_short_16","alias_value":"E5LHAUGCP6GWGQTI","created_at":"2026-07-05T09:49:11Z"},{"alias_kind":"pith_short_8","alias_value":"E5LHAUGC","created_at":"2026-07-05T09:49:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:E5LHAUGCP6GWGQTINDKKMRVKJT","target":"record","payload":{"canonical_record":{"source":{"id":"2410.03642","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T17:48:29Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"a19df10ea7a9b562d1fbc855186e3c3dd3fc906a103c9189a9190095d69e584b","abstract_canon_sha256":"7e1c0b54c316ab6a701ded8f03c9c098fc4deb6f765390bbb07205d70d70ab69"},"schema_version":"1.0"},"canonical_sha256":"27567050c27f8d63426868d4a646aa4cef70614cbd205e7fc6bd072ccf221575","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:49:11.213077Z","signature_b64":"gIH7oBW49X3ioN4L1L4dal9/jCqzOBCdALZF7kiT11878yOt7y7WWwUZ2ceQsud5T8cB8ODCZtlVPgqzamKgDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"27567050c27f8d63426868d4a646aa4cef70614cbd205e7fc6bd072ccf221575","last_reissued_at":"2026-07-05T09:49:11.212602Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:49:11.212602Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.03642","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:49:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1bKG0ca99uYz//N0pi0xj0lilw6PSUmO2sfJK0dzpVjftLiynj2xZHx2TyIlp0F/c6MK2Ebju56uJwyEf8tlCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T04:56:00.832330Z"},"content_sha256":"3a464001c7b96aafc3d808eb28ccfd7624043c61901a24f30fdf4f22bd63bb2d","schema_version":"1.0","event_id":"sha256:3a464001c7b96aafc3d808eb28ccfd7624043c61901a24f30fdf4f22bd63bb2d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:E5LHAUGCP6GWGQTINDKKMRVKJT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Aligning LLMs with Individual Preferences via Interaction","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.HC"],"primary_cat":"cs.CL","authors_text":"Cheng Qian, Dilek Hakkani-Tur, Heng Ji, Jeonghwan Kim, May Fung, Shujin Wu","submitted_at":"2024-10-04T17:48:29Z","abstract_excerpt":"As large language models (LLMs) demonstrate increasingly advanced capabilities, aligning their behaviors with human values and preferences becomes crucial for their wide adoption. While previous research focuses on general alignment to principles such as helpfulness, harmlessness, and honesty, the need to account for individual and diverse preferences has been largely overlooked, potentially undermining customized human experiences. To address this gap, we train LLMs that can ''interact to align'', essentially cultivating the meta-skill of LLMs to implicitly infer the unspoken personalized pre"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03642","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.03642/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:49:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c6f54vXxxtYC+z7Kh418AgpuK+GDWRgk0CJcZ+kouTpapfa5gkWTb7CkqDe8pno3KJYSRRqWRAFtQ3+s7T6iDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T04:56:00.833369Z"},"content_sha256":"68c91dc027f33a3e7b82d195a06e0ed234789dcf239313ba89217f7440fc0b48","schema_version":"1.0","event_id":"sha256:68c91dc027f33a3e7b82d195a06e0ed234789dcf239313ba89217f7440fc0b48"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E5LHAUGCP6GWGQTINDKKMRVKJT/bundle.json","state_url":"https://pith.science/pith/E5LHAUGCP6GWGQTINDKKMRVKJT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E5LHAUGCP6GWGQTINDKKMRVKJT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T04:56:00Z","links":{"resolver":"https://pith.science/pith/E5LHAUGCP6GWGQTINDKKMRVKJT","bundle":"https://pith.science/pith/E5LHAUGCP6GWGQTINDKKMRVKJT/bundle.json","state":"https://pith.science/pith/E5LHAUGCP6GWGQTINDKKMRVKJT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E5LHAUGCP6GWGQTINDKKMRVKJT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:E5LHAUGCP6GWGQTINDKKMRVKJT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7e1c0b54c316ab6a701ded8f03c9c098fc4deb6f765390bbb07205d70d70ab69","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T17:48:29Z","title_canon_sha256":"a19df10ea7a9b562d1fbc855186e3c3dd3fc906a103c9189a9190095d69e584b"},"schema_version":"1.0","source":{"id":"2410.03642","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03642","created_at":"2026-07-05T09:49:11Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03642v2","created_at":"2026-07-05T09:49:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03642","created_at":"2026-07-05T09:49:11Z"},{"alias_kind":"pith_short_12","alias_value":"E5LHAUGCP6GW","created_at":"2026-07-05T09:49:11Z"},{"alias_kind":"pith_short_16","alias_value":"E5LHAUGCP6GWGQTI","created_at":"2026-07-05T09:49:11Z"},{"alias_kind":"pith_short_8","alias_value":"E5LHAUGC","created_at":"2026-07-05T09:49:11Z"}],"graph_snapshots":[{"event_id":"sha256:68c91dc027f33a3e7b82d195a06e0ed234789dcf239313ba89217f7440fc0b48","target":"graph","created_at":"2026-07-05T09:49:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.03642/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As large language models (LLMs) demonstrate increasingly advanced capabilities, aligning their behaviors with human values and preferences becomes crucial for their wide adoption. While previous research focuses on general alignment to principles such as helpfulness, harmlessness, and honesty, the need to account for individual and diverse preferences has been largely overlooked, potentially undermining customized human experiences. To address this gap, we train LLMs that can ''interact to align'', essentially cultivating the meta-skill of LLMs to implicitly infer the unspoken personalized pre","authors_text":"Cheng Qian, Dilek Hakkani-Tur, Heng Ji, Jeonghwan Kim, May Fung, Shujin Wu","cross_cats":["cs.AI","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T17:48:29Z","title":"Aligning LLMs with Individual Preferences via Interaction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03642","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3a464001c7b96aafc3d808eb28ccfd7624043c61901a24f30fdf4f22bd63bb2d","target":"record","created_at":"2026-07-05T09:49:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7e1c0b54c316ab6a701ded8f03c9c098fc4deb6f765390bbb07205d70d70ab69","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T17:48:29Z","title_canon_sha256":"a19df10ea7a9b562d1fbc855186e3c3dd3fc906a103c9189a9190095d69e584b"},"schema_version":"1.0","source":{"id":"2410.03642","kind":"arxiv","version":2}},"canonical_sha256":"27567050c27f8d63426868d4a646aa4cef70614cbd205e7fc6bd072ccf221575","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"27567050c27f8d63426868d4a646aa4cef70614cbd205e7fc6bd072ccf221575","first_computed_at":"2026-07-05T09:49:11.212602Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:49:11.212602Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gIH7oBW49X3ioN4L1L4dal9/jCqzOBCdALZF7kiT11878yOt7y7WWwUZ2ceQsud5T8cB8ODCZtlVPgqzamKgDA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:49:11.213077Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.03642","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3a464001c7b96aafc3d808eb28ccfd7624043c61901a24f30fdf4f22bd63bb2d","sha256:68c91dc027f33a3e7b82d195a06e0ed234789dcf239313ba89217f7440fc0b48"],"state_sha256":"d1bd4f5a5791cc7b7c221eb805ec363200aa829384d48fc7bf25805423ac0831"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KL3xt408LxvikQRvKYbXTLRgYAnBYOT5EZSRm0naWxhJ8q56DMLjjVNvkYyQzypKicN6DiugNUWAsQkUadBfDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T04:56:00.839416Z","bundle_sha256":"fdac4409328304b509b3b71c858784db403d89f0df1231a9abfd171b91c45ea5"}}