{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:24HMRZAR4CROXCTZQ5G5QK7MTI","short_pith_number":"pith:24HMRZAR","canonical_record":{"source":{"id":"2412.03253","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-04T11:52:03Z","cross_cats_sorted":[],"title_canon_sha256":"c513b9f4220d59981eff0be70a8b5744a0b754c9beaa24025191b1f82148142e","abstract_canon_sha256":"4525ac55c994b7e74456160c6755870383fb9e854192a30589a15d1f137aee7b"},"schema_version":"1.0"},"canonical_sha256":"d70ec8e411e0a2eb8a79874dd82bec9a0b1fbfb7f6e18b488f37551cbe6aebde","source":{"kind":"arxiv","id":"2412.03253","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.03253","created_at":"2026-07-05T09:44:26Z"},{"alias_kind":"arxiv_version","alias_value":"2412.03253v1","created_at":"2026-07-05T09:44:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.03253","created_at":"2026-07-05T09:44:26Z"},{"alias_kind":"pith_short_12","alias_value":"24HMRZAR4CRO","created_at":"2026-07-05T09:44:26Z"},{"alias_kind":"pith_short_16","alias_value":"24HMRZAR4CROXCTZ","created_at":"2026-07-05T09:44:26Z"},{"alias_kind":"pith_short_8","alias_value":"24HMRZAR","created_at":"2026-07-05T09:44:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:24HMRZAR4CROXCTZQ5G5QK7MTI","target":"record","payload":{"canonical_record":{"source":{"id":"2412.03253","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-04T11:52:03Z","cross_cats_sorted":[],"title_canon_sha256":"c513b9f4220d59981eff0be70a8b5744a0b754c9beaa24025191b1f82148142e","abstract_canon_sha256":"4525ac55c994b7e74456160c6755870383fb9e854192a30589a15d1f137aee7b"},"schema_version":"1.0"},"canonical_sha256":"d70ec8e411e0a2eb8a79874dd82bec9a0b1fbfb7f6e18b488f37551cbe6aebde","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:44:26.998466Z","signature_b64":"DqR8c+Yty61kTVd/GHF1e5//0fCCs+NkoxxgzmZLmAmdZ6R/XLDRRo0GCLvpIFvwSGRS8vASHVEwneY/tBJRAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d70ec8e411e0a2eb8a79874dd82bec9a0b1fbfb7f6e18b488f37551cbe6aebde","last_reissued_at":"2026-07-05T09:44:26.997923Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:44:26.997923Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.03253","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:44:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mS+cdsvQ/GzL9rXnfmixJa8/ACKx+MDzO6vS7F1scPWhHOiKN1qAzlZyqhNunpwfxTR8JUAMPwZyZlfVfkZ0Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T05:26:31.422205Z"},"content_sha256":"37db8c339e92fbf52fecce2dcb29aca50034e7d324719120b92d7fb9ea67ef03","schema_version":"1.0","event_id":"sha256:37db8c339e92fbf52fecce2dcb29aca50034e7d324719120b92d7fb9ea67ef03"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:24HMRZAR4CROXCTZQ5G5QK7MTI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Alignment at Pre-training! Towards Native Alignment for Arabic LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bang An, Benyou Wang, Haizhou Li, Huang Huang, Jianqing Zhu, Jinchao Xu, Juhao Liang, Juncai He, Kewei Zong, Lian Zhang, Mosen Alharthi, Zhenyang Cai","submitted_at":"2024-12-04T11:52:03Z","abstract_excerpt":"The alignment of large language models (LLMs) is critical for developing effective and safe language models. Traditional approaches focus on aligning models during the instruction tuning or reinforcement learning stages, referred to in this paper as `post alignment'. We argue that alignment during the pre-training phase, which we term `native alignment', warrants investigation. Native alignment aims to prevent unaligned content from the beginning, rather than relying on post-hoc processing. This approach leverages extensively aligned pre-training data to enhance the effectiveness and usability"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.03253","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.03253/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:44:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nnPsaMEsQZeol8D4ys+I5JputOXHzrmEOOlynby03D4ktz/zbMlZdGUYCVL8vUSo9Zal5xFnVkv1TKMdR9tTBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T05:26:31.422848Z"},"content_sha256":"297cb6f2219d818652b1c9461e24cdf4673badc9e50c1d82997ffa0fe91d5fd8","schema_version":"1.0","event_id":"sha256:297cb6f2219d818652b1c9461e24cdf4673badc9e50c1d82997ffa0fe91d5fd8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/24HMRZAR4CROXCTZQ5G5QK7MTI/bundle.json","state_url":"https://pith.science/pith/24HMRZAR4CROXCTZQ5G5QK7MTI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/24HMRZAR4CROXCTZQ5G5QK7MTI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T05:26:31Z","links":{"resolver":"https://pith.science/pith/24HMRZAR4CROXCTZQ5G5QK7MTI","bundle":"https://pith.science/pith/24HMRZAR4CROXCTZQ5G5QK7MTI/bundle.json","state":"https://pith.science/pith/24HMRZAR4CROXCTZQ5G5QK7MTI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/24HMRZAR4CROXCTZQ5G5QK7MTI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:24HMRZAR4CROXCTZQ5G5QK7MTI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4525ac55c994b7e74456160c6755870383fb9e854192a30589a15d1f137aee7b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-04T11:52:03Z","title_canon_sha256":"c513b9f4220d59981eff0be70a8b5744a0b754c9beaa24025191b1f82148142e"},"schema_version":"1.0","source":{"id":"2412.03253","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.03253","created_at":"2026-07-05T09:44:26Z"},{"alias_kind":"arxiv_version","alias_value":"2412.03253v1","created_at":"2026-07-05T09:44:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.03253","created_at":"2026-07-05T09:44:26Z"},{"alias_kind":"pith_short_12","alias_value":"24HMRZAR4CRO","created_at":"2026-07-05T09:44:26Z"},{"alias_kind":"pith_short_16","alias_value":"24HMRZAR4CROXCTZ","created_at":"2026-07-05T09:44:26Z"},{"alias_kind":"pith_short_8","alias_value":"24HMRZAR","created_at":"2026-07-05T09:44:26Z"}],"graph_snapshots":[{"event_id":"sha256:297cb6f2219d818652b1c9461e24cdf4673badc9e50c1d82997ffa0fe91d5fd8","target":"graph","created_at":"2026-07-05T09:44:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.03253/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The alignment of large language models (LLMs) is critical for developing effective and safe language models. Traditional approaches focus on aligning models during the instruction tuning or reinforcement learning stages, referred to in this paper as `post alignment'. We argue that alignment during the pre-training phase, which we term `native alignment', warrants investigation. Native alignment aims to prevent unaligned content from the beginning, rather than relying on post-hoc processing. This approach leverages extensively aligned pre-training data to enhance the effectiveness and usability","authors_text":"Bang An, Benyou Wang, Haizhou Li, Huang Huang, Jianqing Zhu, Jinchao Xu, Juhao Liang, Juncai He, Kewei Zong, Lian Zhang, Mosen Alharthi, Zhenyang Cai","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-04T11:52:03Z","title":"Alignment at Pre-training! Towards Native Alignment for Arabic LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.03253","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:37db8c339e92fbf52fecce2dcb29aca50034e7d324719120b92d7fb9ea67ef03","target":"record","created_at":"2026-07-05T09:44:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4525ac55c994b7e74456160c6755870383fb9e854192a30589a15d1f137aee7b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-04T11:52:03Z","title_canon_sha256":"c513b9f4220d59981eff0be70a8b5744a0b754c9beaa24025191b1f82148142e"},"schema_version":"1.0","source":{"id":"2412.03253","kind":"arxiv","version":1}},"canonical_sha256":"d70ec8e411e0a2eb8a79874dd82bec9a0b1fbfb7f6e18b488f37551cbe6aebde","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d70ec8e411e0a2eb8a79874dd82bec9a0b1fbfb7f6e18b488f37551cbe6aebde","first_computed_at":"2026-07-05T09:44:26.997923Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:44:26.997923Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DqR8c+Yty61kTVd/GHF1e5//0fCCs+NkoxxgzmZLmAmdZ6R/XLDRRo0GCLvpIFvwSGRS8vASHVEwneY/tBJRAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:44:26.998466Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.03253","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:37db8c339e92fbf52fecce2dcb29aca50034e7d324719120b92d7fb9ea67ef03","sha256:297cb6f2219d818652b1c9461e24cdf4673badc9e50c1d82997ffa0fe91d5fd8"],"state_sha256":"784041b24d4f3c6a45d45389faea483a7ea0cb5a90870a011391a9b458eaf70b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dai5LEBgcO6PQT10ybOtzzlbHgMzUz0UX2hFN0e6tDnWob4obxF8dg8XLaAQ9bcTpkcc1qYGmvIUbd1ZaGj4DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T05:26:31.428916Z","bundle_sha256":"0c61052cbdc5150acc9cb58dc1b53aa501888e7b85e1c8258bf6c5f223474266"}}