{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DEKUWATJUBBGKVCGPKLOWAB5CL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e45a4933686e94520f6aa6e0cb3458842acea2432cc66f3dc0fc9725cc0d5ff3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-07T09:20:43Z","title_canon_sha256":"8f551396bd35e831f2bf4a8fc54a990b1595b06fd558237cdfe5fa7d4cf7cf18"},"schema_version":"1.0","source":{"id":"2303.03751","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.03751","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"arxiv_version","alias_value":"2303.03751v3","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.03751","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"pith_short_12","alias_value":"DEKUWATJUBBG","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"pith_short_16","alias_value":"DEKUWATJUBBGKVCG","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"pith_short_8","alias_value":"DEKUWATJ","created_at":"2026-07-05T08:07:26Z"}],"graph_snapshots":[{"event_id":"sha256:6bf1bd6639ca707d3b711f1c78c7f265f5765456140b2b07129adb6a57e23001","target":"graph","created_at":"2026-07-05T08:07:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.03751/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this study, we delve into an emerging optimization challenge involving a black-box objective function that can only be gauged via a ranking oracle-a situation frequently encountered in real-world scenarios, especially when the function is evaluated by human judges. Such challenge is inspired from Reinforcement Learning with Human Feedback (RLHF), an approach recently employed to enhance the performance of Large Language Models (LLMs) using human guidance. We introduce ZO-RankSGD, an innovative zeroth-order optimization algorithm designed to tackle this optimization problem, accompanied by t","authors_text":"Dmitry Rybin, Tsung-Hui Chang, Zhiwei Tang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-07T09:20:43Z","title":"Zeroth-Order Optimization Meets Human Feedback: Provable Learning via Ranking Oracles"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.03751","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6b4fed4e17ab65541e55333947409c14c4bca64e89f2bd0ff07bdb2be44df572","target":"record","created_at":"2026-07-05T08:07:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e45a4933686e94520f6aa6e0cb3458842acea2432cc66f3dc0fc9725cc0d5ff3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-07T09:20:43Z","title_canon_sha256":"8f551396bd35e831f2bf4a8fc54a990b1595b06fd558237cdfe5fa7d4cf7cf18"},"schema_version":"1.0","source":{"id":"2303.03751","kind":"arxiv","version":3}},"canonical_sha256":"19154b0269a0426554467a96eb003d12cd5de3b8c725a0b59e9ede1ad208bdf2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"19154b0269a0426554467a96eb003d12cd5de3b8c725a0b59e9ede1ad208bdf2","first_computed_at":"2026-07-05T08:07:26.981001Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:07:26.981001Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tev4ySBrvuniKmmC+7/ASVNprw6dGqkEd2n5SBA6e6OTkq9a8nmfP1q98KItvqEKDVYwLgAy8WZEphT3tIQ3DA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:07:26.981487Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.03751","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6b4fed4e17ab65541e55333947409c14c4bca64e89f2bd0ff07bdb2be44df572","sha256:6bf1bd6639ca707d3b711f1c78c7f265f5765456140b2b07129adb6a57e23001"],"state_sha256":"fd1fb99cdbefae1f74cf620a564aec24d2d0590122617706048dfd458c3c5538"}