{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PD7OBRIYKZRF6UYCCZ5WWTLMWI","short_pith_number":"pith:PD7OBRIY","canonical_record":{"source":{"id":"2506.04463","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-04T21:29:11Z","cross_cats_sorted":[],"title_canon_sha256":"d6063f81fc6a3a20039b13ffb5a72ad9325cd9f0fab1d1d3ec8d64e8ffb97f41","abstract_canon_sha256":"f40926208a51af5e436f8eb500486ad47273ec7acb0d32f11cbaf9b0b7db6ebe"},"schema_version":"1.0"},"canonical_sha256":"78fee0c51856625f5302167b6b4d6cb2208376573d433e0cb9e5dcb7a78ead80","source":{"kind":"arxiv","id":"2506.04463","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.04463","created_at":"2026-07-05T11:16:14Z"},{"alias_kind":"arxiv_version","alias_value":"2506.04463v1","created_at":"2026-07-05T11:16:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.04463","created_at":"2026-07-05T11:16:14Z"},{"alias_kind":"pith_short_12","alias_value":"PD7OBRIYKZRF","created_at":"2026-07-05T11:16:14Z"},{"alias_kind":"pith_short_16","alias_value":"PD7OBRIYKZRF6UYC","created_at":"2026-07-05T11:16:14Z"},{"alias_kind":"pith_short_8","alias_value":"PD7OBRIY","created_at":"2026-07-05T11:16:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PD7OBRIYKZRF6UYCCZ5WWTLMWI","target":"record","payload":{"canonical_record":{"source":{"id":"2506.04463","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-04T21:29:11Z","cross_cats_sorted":[],"title_canon_sha256":"d6063f81fc6a3a20039b13ffb5a72ad9325cd9f0fab1d1d3ec8d64e8ffb97f41","abstract_canon_sha256":"f40926208a51af5e436f8eb500486ad47273ec7acb0d32f11cbaf9b0b7db6ebe"},"schema_version":"1.0"},"canonical_sha256":"78fee0c51856625f5302167b6b4d6cb2208376573d433e0cb9e5dcb7a78ead80","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:16:14.863702Z","signature_b64":"Ns9aIxWHqhMEG1MMEsci7sNGe0n7FY9XgVrfewyqX0c/DqwtTLCuc+TSQ1EM/NWSwJLKYGtEUgvf2TADqwOTCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78fee0c51856625f5302167b6b4d6cb2208376573d433e0cb9e5dcb7a78ead80","last_reissued_at":"2026-07-05T11:16:14.863180Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:16:14.863180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.04463","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qqKiFaMSwgOqGGfIDFmuht5r0M+JiZwtEre0IW2MCrmkUoiLN6o7KJgCP6a4oFrzMWPnWhrfexM7m5BWZImrCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T14:09:39.655976Z"},"content_sha256":"1b1a47acb62c8c7004d80b0ab3cd5911944f8d4da0fd9428724747ead4f6ce76","schema_version":"1.0","event_id":"sha256:1b1a47acb62c8c7004d80b0ab3cd5911944f8d4da0fd9428724747ead4f6ce76"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PD7OBRIYKZRF6UYCCZ5WWTLMWI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Aligning Large Language Models with Implicit Preferences from User-Generated Content","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bing Yin, Haodong Wang, Hyokun Yun, Meng Jiang, Ming Zeng, Pei Chen, Priyanka Nigam, Ruijie Wang, Tianyi Liu, Yifan Gao, Zhaoxuan Tan, Zheng Li, Zhihan Zhang","submitted_at":"2025-06-04T21:29:11Z","abstract_excerpt":"Learning from preference feedback is essential for aligning large language models (LLMs) with human values and improving the quality of generated responses. However, existing preference learning methods rely heavily on curated data from humans or advanced LLMs, which is costly and difficult to scale. In this work, we present PUGC, a novel framework that leverages implicit human Preferences in unlabeled User-Generated Content (UGC) to generate preference data. Although UGC is not explicitly created to guide LLMs in generating human-preferred responses, it often reflects valuable insights and im"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.04463","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.04463/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lXCDRSC7KwveUuPNzgy03bYzT9BibM1HXQjQmzWyrxeQD8Vy61QbGI/ZoicuzOmpBMcWZ8wGh+4qABPKFUhHCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T14:09:39.656371Z"},"content_sha256":"3e932f2d111d7a50e7159be0220d3442016a67853c0b5deafa3d2938e97ca5a2","schema_version":"1.0","event_id":"sha256:3e932f2d111d7a50e7159be0220d3442016a67853c0b5deafa3d2938e97ca5a2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PD7OBRIYKZRF6UYCCZ5WWTLMWI/bundle.json","state_url":"https://pith.science/pith/PD7OBRIYKZRF6UYCCZ5WWTLMWI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PD7OBRIYKZRF6UYCCZ5WWTLMWI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T14:09:39Z","links":{"resolver":"https://pith.science/pith/PD7OBRIYKZRF6UYCCZ5WWTLMWI","bundle":"https://pith.science/pith/PD7OBRIYKZRF6UYCCZ5WWTLMWI/bundle.json","state":"https://pith.science/pith/PD7OBRIYKZRF6UYCCZ5WWTLMWI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PD7OBRIYKZRF6UYCCZ5WWTLMWI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PD7OBRIYKZRF6UYCCZ5WWTLMWI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f40926208a51af5e436f8eb500486ad47273ec7acb0d32f11cbaf9b0b7db6ebe","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-04T21:29:11Z","title_canon_sha256":"d6063f81fc6a3a20039b13ffb5a72ad9325cd9f0fab1d1d3ec8d64e8ffb97f41"},"schema_version":"1.0","source":{"id":"2506.04463","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.04463","created_at":"2026-07-05T11:16:14Z"},{"alias_kind":"arxiv_version","alias_value":"2506.04463v1","created_at":"2026-07-05T11:16:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.04463","created_at":"2026-07-05T11:16:14Z"},{"alias_kind":"pith_short_12","alias_value":"PD7OBRIYKZRF","created_at":"2026-07-05T11:16:14Z"},{"alias_kind":"pith_short_16","alias_value":"PD7OBRIYKZRF6UYC","created_at":"2026-07-05T11:16:14Z"},{"alias_kind":"pith_short_8","alias_value":"PD7OBRIY","created_at":"2026-07-05T11:16:14Z"}],"graph_snapshots":[{"event_id":"sha256:3e932f2d111d7a50e7159be0220d3442016a67853c0b5deafa3d2938e97ca5a2","target":"graph","created_at":"2026-07-05T11:16:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.04463/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Learning from preference feedback is essential for aligning large language models (LLMs) with human values and improving the quality of generated responses. However, existing preference learning methods rely heavily on curated data from humans or advanced LLMs, which is costly and difficult to scale. In this work, we present PUGC, a novel framework that leverages implicit human Preferences in unlabeled User-Generated Content (UGC) to generate preference data. Although UGC is not explicitly created to guide LLMs in generating human-preferred responses, it often reflects valuable insights and im","authors_text":"Bing Yin, Haodong Wang, Hyokun Yun, Meng Jiang, Ming Zeng, Pei Chen, Priyanka Nigam, Ruijie Wang, Tianyi Liu, Yifan Gao, Zhaoxuan Tan, Zheng Li, Zhihan Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-04T21:29:11Z","title":"Aligning Large Language Models with Implicit Preferences from User-Generated Content"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.04463","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1b1a47acb62c8c7004d80b0ab3cd5911944f8d4da0fd9428724747ead4f6ce76","target":"record","created_at":"2026-07-05T11:16:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f40926208a51af5e436f8eb500486ad47273ec7acb0d32f11cbaf9b0b7db6ebe","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-04T21:29:11Z","title_canon_sha256":"d6063f81fc6a3a20039b13ffb5a72ad9325cd9f0fab1d1d3ec8d64e8ffb97f41"},"schema_version":"1.0","source":{"id":"2506.04463","kind":"arxiv","version":1}},"canonical_sha256":"78fee0c51856625f5302167b6b4d6cb2208376573d433e0cb9e5dcb7a78ead80","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78fee0c51856625f5302167b6b4d6cb2208376573d433e0cb9e5dcb7a78ead80","first_computed_at":"2026-07-05T11:16:14.863180Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:16:14.863180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ns9aIxWHqhMEG1MMEsci7sNGe0n7FY9XgVrfewyqX0c/DqwtTLCuc+TSQ1EM/NWSwJLKYGtEUgvf2TADqwOTCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:16:14.863702Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.04463","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1b1a47acb62c8c7004d80b0ab3cd5911944f8d4da0fd9428724747ead4f6ce76","sha256:3e932f2d111d7a50e7159be0220d3442016a67853c0b5deafa3d2938e97ca5a2"],"state_sha256":"e4593a3d2a3e3e5344141062e583735953e32a73a9ca06d001e4834d9fb69ab7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gYTe6BPnS3cCbZ/JcCh5pcAoNQKS9wRwkrWriRdqF+VfA6NpwVzZ/ClOyPkVBwlpr4kvhN9e/aSeN7/aDRw4CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T14:09:39.658765Z","bundle_sha256":"d091ea51c6b372f529d554f6346db7d9512132d4343ce4e4e9ffdad98443925d"}}