{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZZB3TJMP24CGMFMYFNXPT6BTGM","short_pith_number":"pith:ZZB3TJMP","canonical_record":{"source":{"id":"2403.02513","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T22:02:12Z","cross_cats_sorted":[],"title_canon_sha256":"de3e1df80e393301cb545c8ad4439ea3ae3f9a19b471f7499db45595a1d91f1a","abstract_canon_sha256":"d8997fc968fa88134fd9c8feceb8a6c1e1ead0363d39b9f2b81f677125257c34"},"schema_version":"1.0"},"canonical_sha256":"ce43b9a58fd7046615982b6ef9f833333c4e2d3c33b3e0cf7061860297306464","source":{"kind":"arxiv","id":"2403.02513","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.02513","created_at":"2026-07-05T07:52:18Z"},{"alias_kind":"arxiv_version","alias_value":"2403.02513v1","created_at":"2026-07-05T07:52:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.02513","created_at":"2026-07-05T07:52:18Z"},{"alias_kind":"pith_short_12","alias_value":"ZZB3TJMP24CG","created_at":"2026-07-05T07:52:18Z"},{"alias_kind":"pith_short_16","alias_value":"ZZB3TJMP24CGMFMY","created_at":"2026-07-05T07:52:18Z"},{"alias_kind":"pith_short_8","alias_value":"ZZB3TJMP","created_at":"2026-07-05T07:52:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZZB3TJMP24CGMFMYFNXPT6BTGM","target":"record","payload":{"canonical_record":{"source":{"id":"2403.02513","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T22:02:12Z","cross_cats_sorted":[],"title_canon_sha256":"de3e1df80e393301cb545c8ad4439ea3ae3f9a19b471f7499db45595a1d91f1a","abstract_canon_sha256":"d8997fc968fa88134fd9c8feceb8a6c1e1ead0363d39b9f2b81f677125257c34"},"schema_version":"1.0"},"canonical_sha256":"ce43b9a58fd7046615982b6ef9f833333c4e2d3c33b3e0cf7061860297306464","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:52:18.521241Z","signature_b64":"PfCjp+liOImNyKjNIXMQjYgZuk/oSb6VY2KYma6uCVbbyr+MulWAKIF2JT3yC/bj40BEUZS/ecvJ53WwWYpWDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ce43b9a58fd7046615982b6ef9f833333c4e2d3c33b3e0cf7061860297306464","last_reissued_at":"2026-07-05T07:52:18.520745Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:52:18.520745Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.02513","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:52:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oHoQMkkBPvQoNtOfcvTcvhryowsNT1NWElHZcZyRfqxsiNSWMLgk1HmWvil7Ere1dD8VLZK4OlDdeH0qWluiAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T14:17:57.566625Z"},"content_sha256":"b71cf7f90b6ab50e8be2909878f258e35134e2ef9551c8d4b4a75047b779d16e","schema_version":"1.0","event_id":"sha256:b71cf7f90b6ab50e8be2909878f258e35134e2ef9551c8d4b4a75047b779d16e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZZB3TJMP24CGMFMYFNXPT6BTGM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Balancing Enhancement, Harmlessness, and General Capabilities: Enhancing Conversational LLMs with Direct RLHF","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chenguang Xi, Chen Zheng, Hang Wu, Ke Sun, Xun Zhou","submitted_at":"2024-03-04T22:02:12Z","abstract_excerpt":"In recent advancements in Conversational Large Language Models (LLMs), a concerning trend has emerged, showing that many new base LLMs experience a knowledge reduction in their foundational capabilities following Supervised Fine-Tuning (SFT). This process often leads to issues such as forgetting or a decrease in the base model's abilities. Moreover, fine-tuned models struggle to align with user preferences, inadvertently increasing the generation of toxic outputs when specifically prompted. To overcome these challenges, we adopted an innovative approach by completely bypassing SFT and directly"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.02513","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.02513/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:52:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GE64MedGAGD7Re4myRdsqnKdetOGtb52+2+8Mvfh8GOHV2aASZwuhHHjefaYZbhlOTGJcSv4Xiu66J4dr5XsBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T14:17:57.567243Z"},"content_sha256":"96da3d887606b0f70ff04244266092210d77486756d9f7951e82683dec3b4351","schema_version":"1.0","event_id":"sha256:96da3d887606b0f70ff04244266092210d77486756d9f7951e82683dec3b4351"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZZB3TJMP24CGMFMYFNXPT6BTGM/bundle.json","state_url":"https://pith.science/pith/ZZB3TJMP24CGMFMYFNXPT6BTGM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZZB3TJMP24CGMFMYFNXPT6BTGM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T14:17:57Z","links":{"resolver":"https://pith.science/pith/ZZB3TJMP24CGMFMYFNXPT6BTGM","bundle":"https://pith.science/pith/ZZB3TJMP24CGMFMYFNXPT6BTGM/bundle.json","state":"https://pith.science/pith/ZZB3TJMP24CGMFMYFNXPT6BTGM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZZB3TJMP24CGMFMYFNXPT6BTGM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZZB3TJMP24CGMFMYFNXPT6BTGM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d8997fc968fa88134fd9c8feceb8a6c1e1ead0363d39b9f2b81f677125257c34","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T22:02:12Z","title_canon_sha256":"de3e1df80e393301cb545c8ad4439ea3ae3f9a19b471f7499db45595a1d91f1a"},"schema_version":"1.0","source":{"id":"2403.02513","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.02513","created_at":"2026-07-05T07:52:18Z"},{"alias_kind":"arxiv_version","alias_value":"2403.02513v1","created_at":"2026-07-05T07:52:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.02513","created_at":"2026-07-05T07:52:18Z"},{"alias_kind":"pith_short_12","alias_value":"ZZB3TJMP24CG","created_at":"2026-07-05T07:52:18Z"},{"alias_kind":"pith_short_16","alias_value":"ZZB3TJMP24CGMFMY","created_at":"2026-07-05T07:52:18Z"},{"alias_kind":"pith_short_8","alias_value":"ZZB3TJMP","created_at":"2026-07-05T07:52:18Z"}],"graph_snapshots":[{"event_id":"sha256:96da3d887606b0f70ff04244266092210d77486756d9f7951e82683dec3b4351","target":"graph","created_at":"2026-07-05T07:52:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.02513/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent advancements in Conversational Large Language Models (LLMs), a concerning trend has emerged, showing that many new base LLMs experience a knowledge reduction in their foundational capabilities following Supervised Fine-Tuning (SFT). This process often leads to issues such as forgetting or a decrease in the base model's abilities. Moreover, fine-tuned models struggle to align with user preferences, inadvertently increasing the generation of toxic outputs when specifically prompted. To overcome these challenges, we adopted an innovative approach by completely bypassing SFT and directly","authors_text":"Chenguang Xi, Chen Zheng, Hang Wu, Ke Sun, Xun Zhou","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T22:02:12Z","title":"Balancing Enhancement, Harmlessness, and General Capabilities: Enhancing Conversational LLMs with Direct RLHF"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.02513","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b71cf7f90b6ab50e8be2909878f258e35134e2ef9551c8d4b4a75047b779d16e","target":"record","created_at":"2026-07-05T07:52:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d8997fc968fa88134fd9c8feceb8a6c1e1ead0363d39b9f2b81f677125257c34","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T22:02:12Z","title_canon_sha256":"de3e1df80e393301cb545c8ad4439ea3ae3f9a19b471f7499db45595a1d91f1a"},"schema_version":"1.0","source":{"id":"2403.02513","kind":"arxiv","version":1}},"canonical_sha256":"ce43b9a58fd7046615982b6ef9f833333c4e2d3c33b3e0cf7061860297306464","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ce43b9a58fd7046615982b6ef9f833333c4e2d3c33b3e0cf7061860297306464","first_computed_at":"2026-07-05T07:52:18.520745Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:52:18.520745Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PfCjp+liOImNyKjNIXMQjYgZuk/oSb6VY2KYma6uCVbbyr+MulWAKIF2JT3yC/bj40BEUZS/ecvJ53WwWYpWDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:52:18.521241Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.02513","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b71cf7f90b6ab50e8be2909878f258e35134e2ef9551c8d4b4a75047b779d16e","sha256:96da3d887606b0f70ff04244266092210d77486756d9f7951e82683dec3b4351"],"state_sha256":"81d56ad31c107ed8fd5318f1db145d55db1943fe74bf1b76cc39e15634454d5f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"49rPQYsaJRF0mHpq9a9pxxKLoTYzqnIGAV4FkQOt7pXBjxH9LivlatoSF+x/RbjsT9tVjkR3S4SWJt7/UmgRAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T14:17:57.590273Z","bundle_sha256":"3672594ac8e5e7ff821bbd839d43b41cfece0adb5c5daab6a5d97b3f6146af08"}}