{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2SKTQLXZBNSDEZZC7X773ZKCPH","short_pith_number":"pith:2SKTQLXZ","canonical_record":{"source":{"id":"2310.06450","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-10T09:20:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"793695dc66b54e63d72cd1e5cf8b3ca0e41100c192fa9cd0d7c9829fe2b91457","abstract_canon_sha256":"fa4a35d6304062604710740fd3ecad72f21928fa67da3a772d5fe26db705c774"},"schema_version":"1.0"},"canonical_sha256":"d495382ef90b64326722fdfffde54279c21e8ad3a1d7262acbbca089c9ccddca","source":{"kind":"arxiv","id":"2310.06450","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.06450","created_at":"2026-07-05T06:59:36Z"},{"alias_kind":"arxiv_version","alias_value":"2310.06450v2","created_at":"2026-07-05T06:59:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.06450","created_at":"2026-07-05T06:59:36Z"},{"alias_kind":"pith_short_12","alias_value":"2SKTQLXZBNSD","created_at":"2026-07-05T06:59:36Z"},{"alias_kind":"pith_short_16","alias_value":"2SKTQLXZBNSDEZZC","created_at":"2026-07-05T06:59:36Z"},{"alias_kind":"pith_short_8","alias_value":"2SKTQLXZ","created_at":"2026-07-05T06:59:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2SKTQLXZBNSDEZZC7X773ZKCPH","target":"record","payload":{"canonical_record":{"source":{"id":"2310.06450","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-10T09:20:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"793695dc66b54e63d72cd1e5cf8b3ca0e41100c192fa9cd0d7c9829fe2b91457","abstract_canon_sha256":"fa4a35d6304062604710740fd3ecad72f21928fa67da3a772d5fe26db705c774"},"schema_version":"1.0"},"canonical_sha256":"d495382ef90b64326722fdfffde54279c21e8ad3a1d7262acbbca089c9ccddca","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:59:36.823598Z","signature_b64":"0ePRS/Mnk1PWyp1uNtM0+LG+RDGsdh7PFBVz6NnN/olCu71IP4kxF2wmC6Ltc1w+LFjU1VdNGSQQSBj/ViLPBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d495382ef90b64326722fdfffde54279c21e8ad3a1d7262acbbca089c9ccddca","last_reissued_at":"2026-07-05T06:59:36.823037Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:59:36.823037Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.06450","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0xgI/k2XsQqfbe/a+pxb3w7RB2sXLgJT3eA4QohObOpN1iG2+Yhau7yu1ZNqg0In7pbLva+m/rJlL31t2AHiBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T06:20:52.757032Z"},"content_sha256":"fa7b04ce0b110f9f164cbadef27e74c94eb605f5de614d738c51d09186826c46","schema_version":"1.0","event_id":"sha256:fa7b04ce0b110f9f164cbadef27e74c94eb605f5de614d738c51d09186826c46"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2SKTQLXZBNSDEZZC7X773ZKCPH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Constructive Large Language Models Alignment with Diverse Feedback","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Fei Huang, Min Yang, Tianshu Yu, Ting-En Lin, Yongbin Li, Yuchuan Wu","submitted_at":"2023-10-10T09:20:14Z","abstract_excerpt":"In recent research on large language models (LLMs), there has been a growing emphasis on aligning these models with human values to reduce the impact of harmful content. However, current alignment methods often rely solely on singular forms of human feedback, such as preferences, annotated labels, or natural language critiques, overlooking the potential advantages of combining these feedback types. This limitation leads to suboptimal performance, even when ample training data is available. In this paper, we introduce Constructive and Diverse Feedback (CDF) as a novel method to enhance LLM alig"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.06450","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.06450/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nlF6+WGCEnC3DannRMa4uwQ2p+HyZ5wv7Ji2rjNMPtPDYch6dG9O8M3T+biHiS4DPn/sEUtc4MIZJMAo0QasDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T06:20:52.757593Z"},"content_sha256":"a357ada8418fd9c9225251fd2700db2cb2c8016cc9257dd5e408759d9a73cced","schema_version":"1.0","event_id":"sha256:a357ada8418fd9c9225251fd2700db2cb2c8016cc9257dd5e408759d9a73cced"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2SKTQLXZBNSDEZZC7X773ZKCPH/bundle.json","state_url":"https://pith.science/pith/2SKTQLXZBNSDEZZC7X773ZKCPH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2SKTQLXZBNSDEZZC7X773ZKCPH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T06:20:52Z","links":{"resolver":"https://pith.science/pith/2SKTQLXZBNSDEZZC7X773ZKCPH","bundle":"https://pith.science/pith/2SKTQLXZBNSDEZZC7X773ZKCPH/bundle.json","state":"https://pith.science/pith/2SKTQLXZBNSDEZZC7X773ZKCPH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2SKTQLXZBNSDEZZC7X773ZKCPH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2SKTQLXZBNSDEZZC7X773ZKCPH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fa4a35d6304062604710740fd3ecad72f21928fa67da3a772d5fe26db705c774","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-10T09:20:14Z","title_canon_sha256":"793695dc66b54e63d72cd1e5cf8b3ca0e41100c192fa9cd0d7c9829fe2b91457"},"schema_version":"1.0","source":{"id":"2310.06450","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.06450","created_at":"2026-07-05T06:59:36Z"},{"alias_kind":"arxiv_version","alias_value":"2310.06450v2","created_at":"2026-07-05T06:59:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.06450","created_at":"2026-07-05T06:59:36Z"},{"alias_kind":"pith_short_12","alias_value":"2SKTQLXZBNSD","created_at":"2026-07-05T06:59:36Z"},{"alias_kind":"pith_short_16","alias_value":"2SKTQLXZBNSDEZZC","created_at":"2026-07-05T06:59:36Z"},{"alias_kind":"pith_short_8","alias_value":"2SKTQLXZ","created_at":"2026-07-05T06:59:36Z"}],"graph_snapshots":[{"event_id":"sha256:a357ada8418fd9c9225251fd2700db2cb2c8016cc9257dd5e408759d9a73cced","target":"graph","created_at":"2026-07-05T06:59:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.06450/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent research on large language models (LLMs), there has been a growing emphasis on aligning these models with human values to reduce the impact of harmful content. However, current alignment methods often rely solely on singular forms of human feedback, such as preferences, annotated labels, or natural language critiques, overlooking the potential advantages of combining these feedback types. This limitation leads to suboptimal performance, even when ample training data is available. In this paper, we introduce Constructive and Diverse Feedback (CDF) as a novel method to enhance LLM alig","authors_text":"Fei Huang, Min Yang, Tianshu Yu, Ting-En Lin, Yongbin Li, Yuchuan Wu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-10T09:20:14Z","title":"Constructive Large Language Models Alignment with Diverse Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.06450","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fa7b04ce0b110f9f164cbadef27e74c94eb605f5de614d738c51d09186826c46","target":"record","created_at":"2026-07-05T06:59:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fa4a35d6304062604710740fd3ecad72f21928fa67da3a772d5fe26db705c774","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-10T09:20:14Z","title_canon_sha256":"793695dc66b54e63d72cd1e5cf8b3ca0e41100c192fa9cd0d7c9829fe2b91457"},"schema_version":"1.0","source":{"id":"2310.06450","kind":"arxiv","version":2}},"canonical_sha256":"d495382ef90b64326722fdfffde54279c21e8ad3a1d7262acbbca089c9ccddca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d495382ef90b64326722fdfffde54279c21e8ad3a1d7262acbbca089c9ccddca","first_computed_at":"2026-07-05T06:59:36.823037Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:59:36.823037Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0ePRS/Mnk1PWyp1uNtM0+LG+RDGsdh7PFBVz6NnN/olCu71IP4kxF2wmC6Ltc1w+LFjU1VdNGSQQSBj/ViLPBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:59:36.823598Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.06450","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fa7b04ce0b110f9f164cbadef27e74c94eb605f5de614d738c51d09186826c46","sha256:a357ada8418fd9c9225251fd2700db2cb2c8016cc9257dd5e408759d9a73cced"],"state_sha256":"1200a005e31610794c39a9937cde87d987d95d204ae6a44be152d94c1596e1b9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IDPUG5EuEQa7m1zw3DOFuTP9u+YgxdUTaSkfNHqCRxf+q+kvAlQZ07h/LRHH8im/YphOnIZ6jr/yqwRLCv09Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T06:20:52.761158Z","bundle_sha256":"8c4ecdf3019a74d1d1c7c63b44cbd56d099079a37a5b5c924eb81a0152601a81"}}