{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DEKUWATJUBBGKVCGPKLOWAB5CL","short_pith_number":"pith:DEKUWATJ","canonical_record":{"source":{"id":"2303.03751","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-07T09:20:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8f551396bd35e831f2bf4a8fc54a990b1595b06fd558237cdfe5fa7d4cf7cf18","abstract_canon_sha256":"e45a4933686e94520f6aa6e0cb3458842acea2432cc66f3dc0fc9725cc0d5ff3"},"schema_version":"1.0"},"canonical_sha256":"19154b0269a0426554467a96eb003d12cd5de3b8c725a0b59e9ede1ad208bdf2","source":{"kind":"arxiv","id":"2303.03751","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.03751","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"arxiv_version","alias_value":"2303.03751v3","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.03751","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"pith_short_12","alias_value":"DEKUWATJUBBG","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"pith_short_16","alias_value":"DEKUWATJUBBGKVCG","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"pith_short_8","alias_value":"DEKUWATJ","created_at":"2026-07-05T08:07:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DEKUWATJUBBGKVCGPKLOWAB5CL","target":"record","payload":{"canonical_record":{"source":{"id":"2303.03751","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-07T09:20:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8f551396bd35e831f2bf4a8fc54a990b1595b06fd558237cdfe5fa7d4cf7cf18","abstract_canon_sha256":"e45a4933686e94520f6aa6e0cb3458842acea2432cc66f3dc0fc9725cc0d5ff3"},"schema_version":"1.0"},"canonical_sha256":"19154b0269a0426554467a96eb003d12cd5de3b8c725a0b59e9ede1ad208bdf2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:07:26.981487Z","signature_b64":"tev4ySBrvuniKmmC+7/ASVNprw6dGqkEd2n5SBA6e6OTkq9a8nmfP1q98KItvqEKDVYwLgAy8WZEphT3tIQ3DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"19154b0269a0426554467a96eb003d12cd5de3b8c725a0b59e9ede1ad208bdf2","last_reissued_at":"2026-07-05T08:07:26.981001Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:07:26.981001Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.03751","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QSimbH+QcrX25fBNvkC/3wkfJdOgLN3/TqZevk5OmpiKkEAUB8nFTNJ6B4wYGgkRpvJWmcnXHJhWdu1XwH3eDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T08:57:06.883367Z"},"content_sha256":"6b4fed4e17ab65541e55333947409c14c4bca64e89f2bd0ff07bdb2be44df572","schema_version":"1.0","event_id":"sha256:6b4fed4e17ab65541e55333947409c14c4bca64e89f2bd0ff07bdb2be44df572"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DEKUWATJUBBGKVCGPKLOWAB5CL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Zeroth-Order Optimization Meets Human Feedback: Provable Learning via Ranking Oracles","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Dmitry Rybin, Tsung-Hui Chang, Zhiwei Tang","submitted_at":"2023-03-07T09:20:43Z","abstract_excerpt":"In this study, we delve into an emerging optimization challenge involving a black-box objective function that can only be gauged via a ranking oracle-a situation frequently encountered in real-world scenarios, especially when the function is evaluated by human judges. Such challenge is inspired from Reinforcement Learning with Human Feedback (RLHF), an approach recently employed to enhance the performance of Large Language Models (LLMs) using human guidance. We introduce ZO-RankSGD, an innovative zeroth-order optimization algorithm designed to tackle this optimization problem, accompanied by t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.03751","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.03751/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ocz9M5OZmdUM1WRwWyj9wz5FurmIxjHC0QHLpaPQpGta9KV6uq3aZmO5yEhnaLVkmweqhQbIQE6822O2dYFJCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T08:57:06.884190Z"},"content_sha256":"6bf1bd6639ca707d3b711f1c78c7f265f5765456140b2b07129adb6a57e23001","schema_version":"1.0","event_id":"sha256:6bf1bd6639ca707d3b711f1c78c7f265f5765456140b2b07129adb6a57e23001"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DEKUWATJUBBGKVCGPKLOWAB5CL/bundle.json","state_url":"https://pith.science/pith/DEKUWATJUBBGKVCGPKLOWAB5CL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DEKUWATJUBBGKVCGPKLOWAB5CL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T08:57:06Z","links":{"resolver":"https://pith.science/pith/DEKUWATJUBBGKVCGPKLOWAB5CL","bundle":"https://pith.science/pith/DEKUWATJUBBGKVCGPKLOWAB5CL/bundle.json","state":"https://pith.science/pith/DEKUWATJUBBGKVCGPKLOWAB5CL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DEKUWATJUBBGKVCGPKLOWAB5CL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DEKUWATJUBBGKVCGPKLOWAB5CL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e45a4933686e94520f6aa6e0cb3458842acea2432cc66f3dc0fc9725cc0d5ff3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-07T09:20:43Z","title_canon_sha256":"8f551396bd35e831f2bf4a8fc54a990b1595b06fd558237cdfe5fa7d4cf7cf18"},"schema_version":"1.0","source":{"id":"2303.03751","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.03751","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"arxiv_version","alias_value":"2303.03751v3","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.03751","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"pith_short_12","alias_value":"DEKUWATJUBBG","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"pith_short_16","alias_value":"DEKUWATJUBBGKVCG","created_at":"2026-07-05T08:07:26Z"},{"alias_kind":"pith_short_8","alias_value":"DEKUWATJ","created_at":"2026-07-05T08:07:26Z"}],"graph_snapshots":[{"event_id":"sha256:6bf1bd6639ca707d3b711f1c78c7f265f5765456140b2b07129adb6a57e23001","target":"graph","created_at":"2026-07-05T08:07:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.03751/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this study, we delve into an emerging optimization challenge involving a black-box objective function that can only be gauged via a ranking oracle-a situation frequently encountered in real-world scenarios, especially when the function is evaluated by human judges. Such challenge is inspired from Reinforcement Learning with Human Feedback (RLHF), an approach recently employed to enhance the performance of Large Language Models (LLMs) using human guidance. We introduce ZO-RankSGD, an innovative zeroth-order optimization algorithm designed to tackle this optimization problem, accompanied by t","authors_text":"Dmitry Rybin, Tsung-Hui Chang, Zhiwei Tang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-07T09:20:43Z","title":"Zeroth-Order Optimization Meets Human Feedback: Provable Learning via Ranking Oracles"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.03751","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6b4fed4e17ab65541e55333947409c14c4bca64e89f2bd0ff07bdb2be44df572","target":"record","created_at":"2026-07-05T08:07:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e45a4933686e94520f6aa6e0cb3458842acea2432cc66f3dc0fc9725cc0d5ff3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-07T09:20:43Z","title_canon_sha256":"8f551396bd35e831f2bf4a8fc54a990b1595b06fd558237cdfe5fa7d4cf7cf18"},"schema_version":"1.0","source":{"id":"2303.03751","kind":"arxiv","version":3}},"canonical_sha256":"19154b0269a0426554467a96eb003d12cd5de3b8c725a0b59e9ede1ad208bdf2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"19154b0269a0426554467a96eb003d12cd5de3b8c725a0b59e9ede1ad208bdf2","first_computed_at":"2026-07-05T08:07:26.981001Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:07:26.981001Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tev4ySBrvuniKmmC+7/ASVNprw6dGqkEd2n5SBA6e6OTkq9a8nmfP1q98KItvqEKDVYwLgAy8WZEphT3tIQ3DA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:07:26.981487Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.03751","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6b4fed4e17ab65541e55333947409c14c4bca64e89f2bd0ff07bdb2be44df572","sha256:6bf1bd6639ca707d3b711f1c78c7f265f5765456140b2b07129adb6a57e23001"],"state_sha256":"fd1fb99cdbefae1f74cf620a564aec24d2d0590122617706048dfd458c3c5538"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FB5cmq2yyFzFCPBZajpKib7ntn6GZAA9TBu3rSZsRWhCEVnxBVzUQgStiEKWpe+hzLJjTNmRfYCziksRptwbAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T08:57:06.891349Z","bundle_sha256":"5fda40cf3e5f2035067ab3d4fcdb8d4c59625329f23a86c6ca3986a4df9413ed"}}