{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OANUMVWG3IRCOH3XTKEWTMATBQ","short_pith_number":"pith:OANUMVWG","canonical_record":{"source":{"id":"2403.18341","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-27T08:32:19Z","cross_cats_sorted":[],"title_canon_sha256":"e2e9a2a411cd81870acd0ea9d50fbbefbc638bc1a3882a05fbd7a54fe4b25e0c","abstract_canon_sha256":"28558196a2e594373de46f62e8116cfd98a409193a0285dee1c471d1d08aebcd"},"schema_version":"1.0"},"canonical_sha256":"701b4656c6da22271f779a8969b0130c207c85a62b403b0c330274a4572193a6","source":{"kind":"arxiv","id":"2403.18341","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.18341","created_at":"2026-07-05T08:01:21Z"},{"alias_kind":"arxiv_version","alias_value":"2403.18341v1","created_at":"2026-07-05T08:01:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.18341","created_at":"2026-07-05T08:01:21Z"},{"alias_kind":"pith_short_12","alias_value":"OANUMVWG3IRC","created_at":"2026-07-05T08:01:21Z"},{"alias_kind":"pith_short_16","alias_value":"OANUMVWG3IRCOH3X","created_at":"2026-07-05T08:01:21Z"},{"alias_kind":"pith_short_8","alias_value":"OANUMVWG","created_at":"2026-07-05T08:01:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OANUMVWG3IRCOH3XTKEWTMATBQ","target":"record","payload":{"canonical_record":{"source":{"id":"2403.18341","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-27T08:32:19Z","cross_cats_sorted":[],"title_canon_sha256":"e2e9a2a411cd81870acd0ea9d50fbbefbc638bc1a3882a05fbd7a54fe4b25e0c","abstract_canon_sha256":"28558196a2e594373de46f62e8116cfd98a409193a0285dee1c471d1d08aebcd"},"schema_version":"1.0"},"canonical_sha256":"701b4656c6da22271f779a8969b0130c207c85a62b403b0c330274a4572193a6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:01:21.388608Z","signature_b64":"LCuUw1y2y8yT4+oKVMek3eUS4jTgB2N1nd6lYyPxg3ahDRwBFyduzEER17/6e2vYQpTAjBJ1QeRCfVHvgnk/Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"701b4656c6da22271f779a8969b0130c207c85a62b403b0c330274a4572193a6","last_reissued_at":"2026-07-05T08:01:21.388221Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:01:21.388221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.18341","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:01:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Oh9TcrXQnc/ct0NYq9pe+dQeTd1KMsbpUhACkEIC5AK299i13MGsCvc0s2DYiHjcveccKXuNacTr2NrpXjDrAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T02:48:06.364623Z"},"content_sha256":"95b0e12314e5e96437521476742faaf7ad71cc4cdfe5abcabb3961b6226d810f","schema_version":"1.0","event_id":"sha256:95b0e12314e5e96437521476742faaf7ad71cc4cdfe5abcabb3961b6226d810f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OANUMVWG3IRCOH3XTKEWTMATBQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"IterAlign: Iterative Constitutional Alignment of Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chen Luo, Hongzhi Wen, Qingyu Yin, Ruirui Li, Sreyashi Nag, Wei Wang, Xiusi Chen, Zheng Li","submitted_at":"2024-03-27T08:32:19Z","abstract_excerpt":"With the rapid development of large language models (LLMs), aligning LLMs with human values and societal norms to ensure their reliability and safety has become crucial. Reinforcement learning with human feedback (RLHF) and Constitutional AI (CAI) have been proposed for LLM alignment. However, these methods require either heavy human annotations or explicitly pre-defined constitutions, which are labor-intensive and resource-consuming. To overcome these drawbacks, we study constitution-based LLM alignment and propose a data-driven constitution discovery and self-alignment framework called IterA"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.18341","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.18341/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:01:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ahcub/8agnM4o/2FbJWSr5Js4CoAivi4ohH+ccDgJYQPGVCZfG3//O8qKs1V3enJx/ntkBQZGGGHyij3R5qTBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T02:48:06.365168Z"},"content_sha256":"012ae709c9eb19520b4a582ea9311925a6e35ea31a00987c00f1e83725392b18","schema_version":"1.0","event_id":"sha256:012ae709c9eb19520b4a582ea9311925a6e35ea31a00987c00f1e83725392b18"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OANUMVWG3IRCOH3XTKEWTMATBQ/bundle.json","state_url":"https://pith.science/pith/OANUMVWG3IRCOH3XTKEWTMATBQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OANUMVWG3IRCOH3XTKEWTMATBQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T02:48:06Z","links":{"resolver":"https://pith.science/pith/OANUMVWG3IRCOH3XTKEWTMATBQ","bundle":"https://pith.science/pith/OANUMVWG3IRCOH3XTKEWTMATBQ/bundle.json","state":"https://pith.science/pith/OANUMVWG3IRCOH3XTKEWTMATBQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OANUMVWG3IRCOH3XTKEWTMATBQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OANUMVWG3IRCOH3XTKEWTMATBQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"28558196a2e594373de46f62e8116cfd98a409193a0285dee1c471d1d08aebcd","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-27T08:32:19Z","title_canon_sha256":"e2e9a2a411cd81870acd0ea9d50fbbefbc638bc1a3882a05fbd7a54fe4b25e0c"},"schema_version":"1.0","source":{"id":"2403.18341","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.18341","created_at":"2026-07-05T08:01:21Z"},{"alias_kind":"arxiv_version","alias_value":"2403.18341v1","created_at":"2026-07-05T08:01:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.18341","created_at":"2026-07-05T08:01:21Z"},{"alias_kind":"pith_short_12","alias_value":"OANUMVWG3IRC","created_at":"2026-07-05T08:01:21Z"},{"alias_kind":"pith_short_16","alias_value":"OANUMVWG3IRCOH3X","created_at":"2026-07-05T08:01:21Z"},{"alias_kind":"pith_short_8","alias_value":"OANUMVWG","created_at":"2026-07-05T08:01:21Z"}],"graph_snapshots":[{"event_id":"sha256:012ae709c9eb19520b4a582ea9311925a6e35ea31a00987c00f1e83725392b18","target":"graph","created_at":"2026-07-05T08:01:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.18341/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the rapid development of large language models (LLMs), aligning LLMs with human values and societal norms to ensure their reliability and safety has become crucial. Reinforcement learning with human feedback (RLHF) and Constitutional AI (CAI) have been proposed for LLM alignment. However, these methods require either heavy human annotations or explicitly pre-defined constitutions, which are labor-intensive and resource-consuming. To overcome these drawbacks, we study constitution-based LLM alignment and propose a data-driven constitution discovery and self-alignment framework called IterA","authors_text":"Chen Luo, Hongzhi Wen, Qingyu Yin, Ruirui Li, Sreyashi Nag, Wei Wang, Xiusi Chen, Zheng Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-27T08:32:19Z","title":"IterAlign: Iterative Constitutional Alignment of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.18341","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:95b0e12314e5e96437521476742faaf7ad71cc4cdfe5abcabb3961b6226d810f","target":"record","created_at":"2026-07-05T08:01:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"28558196a2e594373de46f62e8116cfd98a409193a0285dee1c471d1d08aebcd","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-27T08:32:19Z","title_canon_sha256":"e2e9a2a411cd81870acd0ea9d50fbbefbc638bc1a3882a05fbd7a54fe4b25e0c"},"schema_version":"1.0","source":{"id":"2403.18341","kind":"arxiv","version":1}},"canonical_sha256":"701b4656c6da22271f779a8969b0130c207c85a62b403b0c330274a4572193a6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"701b4656c6da22271f779a8969b0130c207c85a62b403b0c330274a4572193a6","first_computed_at":"2026-07-05T08:01:21.388221Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:01:21.388221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LCuUw1y2y8yT4+oKVMek3eUS4jTgB2N1nd6lYyPxg3ahDRwBFyduzEER17/6e2vYQpTAjBJ1QeRCfVHvgnk/Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:01:21.388608Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.18341","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:95b0e12314e5e96437521476742faaf7ad71cc4cdfe5abcabb3961b6226d810f","sha256:012ae709c9eb19520b4a582ea9311925a6e35ea31a00987c00f1e83725392b18"],"state_sha256":"e7a7376d9ca098009cc733c311b28910150ca00a8c3d7556fa0451d0be463810"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rovO6jv9H0NEBqEojIxkw72CC1GfZ3M6VuQIHptJYbmS+tSKE1/tBjNhT3XdqSHDFF7RrsfehMVEFCm/fJXmBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T02:48:06.371316Z","bundle_sha256":"b077708d7f47f67c304866d5b8ffe67384b4d85c951ce752b02d23202b63d582"}}