{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PCBQHV4JPFBKI3I7ALVLXDOINX","short_pith_number":"pith:PCBQHV4J","canonical_record":{"source":{"id":"2406.11191","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T03:52:51Z","cross_cats_sorted":[],"title_canon_sha256":"a8625b3f66e6258a36c2b4d42f5c4a5f781280a633c3dc2d68024262112d7422","abstract_canon_sha256":"eb61dd12ca4c342a11665f0e6e393f1393de1c4c658dd697eb3502dd398faf38"},"schema_version":"1.0"},"canonical_sha256":"788303d7897942a46d1f02eabb8dc86dd4782c34867b8af0bcc83f4965e3b897","source":{"kind":"arxiv","id":"2406.11191","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11191","created_at":"2026-07-05T08:33:41Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11191v2","created_at":"2026-07-05T08:33:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11191","created_at":"2026-07-05T08:33:41Z"},{"alias_kind":"pith_short_12","alias_value":"PCBQHV4JPFBK","created_at":"2026-07-05T08:33:41Z"},{"alias_kind":"pith_short_16","alias_value":"PCBQHV4JPFBKI3I7","created_at":"2026-07-05T08:33:41Z"},{"alias_kind":"pith_short_8","alias_value":"PCBQHV4J","created_at":"2026-07-05T08:33:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PCBQHV4JPFBKI3I7ALVLXDOINX","target":"record","payload":{"canonical_record":{"source":{"id":"2406.11191","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T03:52:51Z","cross_cats_sorted":[],"title_canon_sha256":"a8625b3f66e6258a36c2b4d42f5c4a5f781280a633c3dc2d68024262112d7422","abstract_canon_sha256":"eb61dd12ca4c342a11665f0e6e393f1393de1c4c658dd697eb3502dd398faf38"},"schema_version":"1.0"},"canonical_sha256":"788303d7897942a46d1f02eabb8dc86dd4782c34867b8af0bcc83f4965e3b897","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:33:41.575332Z","signature_b64":"M1ee3tCynJkiqMlyKJK9qVqF1CO2u8Vac6b6QJ5NqG3CHbn9WGhA/c9hGyKaZb75jKlWVwACE/gJwZOaXw4rDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"788303d7897942a46d1f02eabb8dc86dd4782c34867b8af0bcc83f4965e3b897","last_reissued_at":"2026-07-05T08:33:41.574854Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:33:41.574854Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.11191","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:33:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hMc5zedBZ//KYmoZM3zcXUn4TbzfVDF3T24agbdvektE1HBCpEcJcGIhaUa91waOSgLbZOQjzeMup1Xgv+KfDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T11:45:36.728410Z"},"content_sha256":"67ab122e5f3741963ae6d72e1b07a1e56d09dd096c6012074860caf4ef9acf1a","schema_version":"1.0","event_id":"sha256:67ab122e5f3741963ae6d72e1b07a1e56d09dd096c6012074860caf4ef9acf1a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PCBQHV4JPFBKI3I7ALVLXDOINX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Survey on Human Preference Learning for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Juntao Li, Kehai Chen, Liqiang Nie, Min Zhang, Muyun Yang, Ruili Jiang, Tiejun Zhao, Xuefeng Bai, Zhixuan He","submitted_at":"2024-06-17T03:52:51Z","abstract_excerpt":"The recent surge of versatile large language models (LLMs) largely depends on aligning increasingly capable foundation models with human intentions by preference learning, enhancing LLMs with excellent applicability and effectiveness in a wide range of contexts. Despite the numerous related studies conducted, a perspective on how human preferences are introduced into LLMs remains limited, which may prevent a deeper comprehension of the relationships between human preferences and LLMs as well as the realization of their limitations. In this survey, we review the progress in exploring human pref"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11191","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.11191/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:33:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cJpeka2OuAxmhUfYmO4j3M/ALBEGOI69RcKfyINj3fhH0+s1rEP733ZLPYZaty1FcN4pDNYjVmlVE9OocyGWCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T11:45:36.728915Z"},"content_sha256":"e3908fdac9f2126d14d82a65ee5b011dd5cd7b6a68af3a12e3d9c3fb52a114f3","schema_version":"1.0","event_id":"sha256:e3908fdac9f2126d14d82a65ee5b011dd5cd7b6a68af3a12e3d9c3fb52a114f3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PCBQHV4JPFBKI3I7ALVLXDOINX/bundle.json","state_url":"https://pith.science/pith/PCBQHV4JPFBKI3I7ALVLXDOINX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PCBQHV4JPFBKI3I7ALVLXDOINX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T11:45:36Z","links":{"resolver":"https://pith.science/pith/PCBQHV4JPFBKI3I7ALVLXDOINX","bundle":"https://pith.science/pith/PCBQHV4JPFBKI3I7ALVLXDOINX/bundle.json","state":"https://pith.science/pith/PCBQHV4JPFBKI3I7ALVLXDOINX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PCBQHV4JPFBKI3I7ALVLXDOINX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PCBQHV4JPFBKI3I7ALVLXDOINX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eb61dd12ca4c342a11665f0e6e393f1393de1c4c658dd697eb3502dd398faf38","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T03:52:51Z","title_canon_sha256":"a8625b3f66e6258a36c2b4d42f5c4a5f781280a633c3dc2d68024262112d7422"},"schema_version":"1.0","source":{"id":"2406.11191","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11191","created_at":"2026-07-05T08:33:41Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11191v2","created_at":"2026-07-05T08:33:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11191","created_at":"2026-07-05T08:33:41Z"},{"alias_kind":"pith_short_12","alias_value":"PCBQHV4JPFBK","created_at":"2026-07-05T08:33:41Z"},{"alias_kind":"pith_short_16","alias_value":"PCBQHV4JPFBKI3I7","created_at":"2026-07-05T08:33:41Z"},{"alias_kind":"pith_short_8","alias_value":"PCBQHV4J","created_at":"2026-07-05T08:33:41Z"}],"graph_snapshots":[{"event_id":"sha256:e3908fdac9f2126d14d82a65ee5b011dd5cd7b6a68af3a12e3d9c3fb52a114f3","target":"graph","created_at":"2026-07-05T08:33:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.11191/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recent surge of versatile large language models (LLMs) largely depends on aligning increasingly capable foundation models with human intentions by preference learning, enhancing LLMs with excellent applicability and effectiveness in a wide range of contexts. Despite the numerous related studies conducted, a perspective on how human preferences are introduced into LLMs remains limited, which may prevent a deeper comprehension of the relationships between human preferences and LLMs as well as the realization of their limitations. In this survey, we review the progress in exploring human pref","authors_text":"Juntao Li, Kehai Chen, Liqiang Nie, Min Zhang, Muyun Yang, Ruili Jiang, Tiejun Zhao, Xuefeng Bai, Zhixuan He","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T03:52:51Z","title":"A Survey on Human Preference Learning for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11191","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:67ab122e5f3741963ae6d72e1b07a1e56d09dd096c6012074860caf4ef9acf1a","target":"record","created_at":"2026-07-05T08:33:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eb61dd12ca4c342a11665f0e6e393f1393de1c4c658dd697eb3502dd398faf38","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T03:52:51Z","title_canon_sha256":"a8625b3f66e6258a36c2b4d42f5c4a5f781280a633c3dc2d68024262112d7422"},"schema_version":"1.0","source":{"id":"2406.11191","kind":"arxiv","version":2}},"canonical_sha256":"788303d7897942a46d1f02eabb8dc86dd4782c34867b8af0bcc83f4965e3b897","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"788303d7897942a46d1f02eabb8dc86dd4782c34867b8af0bcc83f4965e3b897","first_computed_at":"2026-07-05T08:33:41.574854Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:33:41.574854Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"M1ee3tCynJkiqMlyKJK9qVqF1CO2u8Vac6b6QJ5NqG3CHbn9WGhA/c9hGyKaZb75jKlWVwACE/gJwZOaXw4rDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:33:41.575332Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.11191","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:67ab122e5f3741963ae6d72e1b07a1e56d09dd096c6012074860caf4ef9acf1a","sha256:e3908fdac9f2126d14d82a65ee5b011dd5cd7b6a68af3a12e3d9c3fb52a114f3"],"state_sha256":"de09866669ccca67fe0f11b23bf473cc6564af0cd267389bf49d7ef786a6f880"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pVnoTzTFe6t9K1B+dnFvR8hrAukA9ul8vA5eDvmVbSFWTeqz4m18uZIJFGXwm+skbWsyKjovlWGi6eoa5qoxAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T11:45:36.732373Z","bundle_sha256":"9b1ebbc749ee3b555c962b5be5f1d92972cfb967ff60c7af0fe81af6eeb26e25"}}