{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7DDFUUVHB4ULHJIOXV74U7YLRH","short_pith_number":"pith:7DDFUUVH","canonical_record":{"source":{"id":"2410.17131","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T16:04:03Z","cross_cats_sorted":[],"title_canon_sha256":"a83a479d266574c3aa4f1d04ae466162540f6c5f7bc7e7056130ace2208b621d","abstract_canon_sha256":"c8c5c471b074501bf32f7967870a69bb412c214d38021ff0c8d85177c37a96f9"},"schema_version":"1.0"},"canonical_sha256":"f8c65a52a70f28b3a50ebd7fca7f0b89d7081aea2ed27524f42f98d12d4a3bba","source":{"kind":"arxiv","id":"2410.17131","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.17131","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"arxiv_version","alias_value":"2410.17131v2","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.17131","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_12","alias_value":"7DDFUUVHB4UL","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_16","alias_value":"7DDFUUVHB4ULHJIO","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_8","alias_value":"7DDFUUVH","created_at":"2026-07-05T11:19:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7DDFUUVHB4ULHJIOXV74U7YLRH","target":"record","payload":{"canonical_record":{"source":{"id":"2410.17131","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T16:04:03Z","cross_cats_sorted":[],"title_canon_sha256":"a83a479d266574c3aa4f1d04ae466162540f6c5f7bc7e7056130ace2208b621d","abstract_canon_sha256":"c8c5c471b074501bf32f7967870a69bb412c214d38021ff0c8d85177c37a96f9"},"schema_version":"1.0"},"canonical_sha256":"f8c65a52a70f28b3a50ebd7fca7f0b89d7081aea2ed27524f42f98d12d4a3bba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:19:22.108664Z","signature_b64":"+NTsoniJeJsEb063tv/luc6IdE4mQeHm2BUN442Gu0CwL7Io0dj3ouAxMiMdV+zoYnAovr4zxHKdUHoP7sk8BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f8c65a52a70f28b3a50ebd7fca7f0b89d7081aea2ed27524f42f98d12d4a3bba","last_reissued_at":"2026-07-05T11:19:22.108167Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:19:22.108167Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.17131","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:19:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7n5PgQEXsRAEtop1sYoIWZywXNyQ5iECZR4MaFysK0+n4Y6db2aO0FiP2RDzUXi0hamjSU00HXsk0BV2aR1aDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:09:52.385383Z"},"content_sha256":"087eeb1d4d495649b0b8d59a1fe4308fde602a27494abc68ff7aa332cb1e829f","schema_version":"1.0","event_id":"sha256:087eeb1d4d495649b0b8d59a1fe4308fde602a27494abc68ff7aa332cb1e829f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7DDFUUVHB4ULHJIOXV74U7YLRH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Self-Steering Optimization: Autonomous Preference Optimization for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ben He, Bowen Yu, Hao Xiang, Hongyu Lin, Jingren Zhou, Junyang Lin, Keming Lu, Le Sun, Xianpei Han, Yaojie Lu","submitted_at":"2024-10-22T16:04:03Z","abstract_excerpt":"The key to effective alignment lies in high-quality preference data. Recent research has focused on automated alignment, which involves developing alignment systems with minimal human intervention. However, prior research has predominantly focused on developing data generation methods, while insufficient attention has been paid to quality control mechanisms, which often produce inaccurate and unhelpful data, leading to unpredictable benefits during iterative optimization. In this paper, we present Self-Steering Optimization ($SSO$), an algorithm that autonomously generates high-quality prefere"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.17131","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.17131/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:19:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4yJfbHaMOAzcXq86vMJ+RbHL5pC76DXUtWmGSzr+J0xBcCbuKdeJ0xam3e9YAe6OgwL/+kYUHs9XMPQB/TiKBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:09:52.386404Z"},"content_sha256":"78228f11f47fdb533dbb8cf1f08443960ccbc1567ea6d8cc8f5297e6bf6a6e3d","schema_version":"1.0","event_id":"sha256:78228f11f47fdb533dbb8cf1f08443960ccbc1567ea6d8cc8f5297e6bf6a6e3d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7DDFUUVHB4ULHJIOXV74U7YLRH/bundle.json","state_url":"https://pith.science/pith/7DDFUUVHB4ULHJIOXV74U7YLRH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7DDFUUVHB4ULHJIOXV74U7YLRH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T01:09:52Z","links":{"resolver":"https://pith.science/pith/7DDFUUVHB4ULHJIOXV74U7YLRH","bundle":"https://pith.science/pith/7DDFUUVHB4ULHJIOXV74U7YLRH/bundle.json","state":"https://pith.science/pith/7DDFUUVHB4ULHJIOXV74U7YLRH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7DDFUUVHB4ULHJIOXV74U7YLRH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7DDFUUVHB4ULHJIOXV74U7YLRH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c8c5c471b074501bf32f7967870a69bb412c214d38021ff0c8d85177c37a96f9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T16:04:03Z","title_canon_sha256":"a83a479d266574c3aa4f1d04ae466162540f6c5f7bc7e7056130ace2208b621d"},"schema_version":"1.0","source":{"id":"2410.17131","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.17131","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"arxiv_version","alias_value":"2410.17131v2","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.17131","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_12","alias_value":"7DDFUUVHB4UL","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_16","alias_value":"7DDFUUVHB4ULHJIO","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_8","alias_value":"7DDFUUVH","created_at":"2026-07-05T11:19:22Z"}],"graph_snapshots":[{"event_id":"sha256:78228f11f47fdb533dbb8cf1f08443960ccbc1567ea6d8cc8f5297e6bf6a6e3d","target":"graph","created_at":"2026-07-05T11:19:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.17131/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The key to effective alignment lies in high-quality preference data. Recent research has focused on automated alignment, which involves developing alignment systems with minimal human intervention. However, prior research has predominantly focused on developing data generation methods, while insufficient attention has been paid to quality control mechanisms, which often produce inaccurate and unhelpful data, leading to unpredictable benefits during iterative optimization. In this paper, we present Self-Steering Optimization ($SSO$), an algorithm that autonomously generates high-quality prefere","authors_text":"Ben He, Bowen Yu, Hao Xiang, Hongyu Lin, Jingren Zhou, Junyang Lin, Keming Lu, Le Sun, Xianpei Han, Yaojie Lu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T16:04:03Z","title":"Self-Steering Optimization: Autonomous Preference Optimization for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.17131","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:087eeb1d4d495649b0b8d59a1fe4308fde602a27494abc68ff7aa332cb1e829f","target":"record","created_at":"2026-07-05T11:19:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c8c5c471b074501bf32f7967870a69bb412c214d38021ff0c8d85177c37a96f9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T16:04:03Z","title_canon_sha256":"a83a479d266574c3aa4f1d04ae466162540f6c5f7bc7e7056130ace2208b621d"},"schema_version":"1.0","source":{"id":"2410.17131","kind":"arxiv","version":2}},"canonical_sha256":"f8c65a52a70f28b3a50ebd7fca7f0b89d7081aea2ed27524f42f98d12d4a3bba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f8c65a52a70f28b3a50ebd7fca7f0b89d7081aea2ed27524f42f98d12d4a3bba","first_computed_at":"2026-07-05T11:19:22.108167Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:19:22.108167Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+NTsoniJeJsEb063tv/luc6IdE4mQeHm2BUN442Gu0CwL7Io0dj3ouAxMiMdV+zoYnAovr4zxHKdUHoP7sk8BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:19:22.108664Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.17131","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:087eeb1d4d495649b0b8d59a1fe4308fde602a27494abc68ff7aa332cb1e829f","sha256:78228f11f47fdb533dbb8cf1f08443960ccbc1567ea6d8cc8f5297e6bf6a6e3d"],"state_sha256":"81130f316e89163e29deadbdeb6c6790f43647fd38523ad5efd2ab3514d8b93a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t5YEwouV9inRFcX1Gj8IQVTb5G/yuyZi8/cvpvwvf4u6ch1YJfDqLClR8lwHn8UdvOXLu4sEYO21NhLaz1ffCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T01:09:52.391970Z","bundle_sha256":"1ce28ddbf64a37b78b972df1872cf2e0b8c13195bef071f05fdcfe0155f18871"}}