{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4BLI4QB2N4SPKCRVR4HZA7UADX","short_pith_number":"pith:4BLI4QB2","canonical_record":{"source":{"id":"2407.14622","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-19T18:38:25Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"3f06d7f58bc9fdf81bfb8a085439620764ed1f76ffe881aab1bfd048e41b0e70","abstract_canon_sha256":"1b7b9b1e39666ede9e384d7855a5cca977645ecf46da487579b6ff6728a584dc"},"schema_version":"1.0"},"canonical_sha256":"e0568e403a6f24f50a358f0f907e801dd86d2ac535abadce9dea306b7e6f841a","source":{"kind":"arxiv","id":"2407.14622","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.14622","created_at":"2026-07-05T08:46:31Z"},{"alias_kind":"arxiv_version","alias_value":"2407.14622v1","created_at":"2026-07-05T08:46:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.14622","created_at":"2026-07-05T08:46:31Z"},{"alias_kind":"pith_short_12","alias_value":"4BLI4QB2N4SP","created_at":"2026-07-05T08:46:31Z"},{"alias_kind":"pith_short_16","alias_value":"4BLI4QB2N4SPKCRV","created_at":"2026-07-05T08:46:31Z"},{"alias_kind":"pith_short_8","alias_value":"4BLI4QB2","created_at":"2026-07-05T08:46:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4BLI4QB2N4SPKCRVR4HZA7UADX","target":"record","payload":{"canonical_record":{"source":{"id":"2407.14622","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-19T18:38:25Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"3f06d7f58bc9fdf81bfb8a085439620764ed1f76ffe881aab1bfd048e41b0e70","abstract_canon_sha256":"1b7b9b1e39666ede9e384d7855a5cca977645ecf46da487579b6ff6728a584dc"},"schema_version":"1.0"},"canonical_sha256":"e0568e403a6f24f50a358f0f907e801dd86d2ac535abadce9dea306b7e6f841a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:46:31.257897Z","signature_b64":"4s0aeZIsvibWpTg6Hh6VIzxMprkJoBVFAzZiohLU/30wgf9PcxKUHKbBOzkW8fQa+dkDNuq2orGIPH8u9vM8Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e0568e403a6f24f50a358f0f907e801dd86d2ac535abadce9dea306b7e6f841a","last_reissued_at":"2026-07-05T08:46:31.257351Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:46:31.257351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.14622","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:46:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pt3qYnL2bT7zBWYeAHTStZvmH6O+bfwSkB/HNs+SURMfIFQJVzrJqbXDUsEEjCiJaF40MxnR5Q2WD1jxMuf4AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:06:06.194723Z"},"content_sha256":"3fbe89c12e8b5edf9f13fa06569e0359efd9ad0d6a7814c13281c755bc91c018","schema_version":"1.0","event_id":"sha256:3fbe89c12e8b5edf9f13fa06569e0359efd9ad0d6a7814c13281c755bc91c018"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4BLI4QB2N4SPKCRVR4HZA7UADX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BOND: Aligning LLMs with Best-of-N Distillation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Abe Friesen, Alexandre Ram\\'e, Aliaksei Severyn, Am\\'elie H\\'eliou, Andrea Michi, Bobak Shariari, Danila Sinopalnikov, Geoffrey Cideron, Johan Ferret, L\\'eonard Hussenot, Matt Hoffman, Nikola Momchev, Nino Vieillard, Olivier Bachem, Pier Giuseppe Sessa, Piotr Stanczyk, Robert Dadashi, Sabela Ramos, Sarah Perrin, Sertan Girgin","submitted_at":"2024-07-19T18:38:25Z","abstract_excerpt":"Reinforcement learning from human feedback (RLHF) is a key driver of quality and safety in state-of-the-art large language models. Yet, a surprisingly simple and strong inference-time strategy is Best-of-N sampling that selects the best generation among N candidates. In this paper, we propose Best-of-N Distillation (BOND), a novel RLHF algorithm that seeks to emulate Best-of-N but without its significant computational overhead at inference time. Specifically, BOND is a distribution matching algorithm that forces the distribution of generations from the policy to get closer to the Best-of-N dis"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.14622","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.14622/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:46:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2RpIzK77NZCZgyHzzg510eSZTQJswpS4fpjPtoiID3vV8wBw12xaJQQ+7YIZFgc1RnhonDvWp38B4NVKuInzBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:06:06.195268Z"},"content_sha256":"4a7f3dff1711827a92dd8a8d6e36c781d085ac56be9e2093c15df1ca43eb2802","schema_version":"1.0","event_id":"sha256:4a7f3dff1711827a92dd8a8d6e36c781d085ac56be9e2093c15df1ca43eb2802"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4BLI4QB2N4SPKCRVR4HZA7UADX/bundle.json","state_url":"https://pith.science/pith/4BLI4QB2N4SPKCRVR4HZA7UADX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4BLI4QB2N4SPKCRVR4HZA7UADX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T09:06:06Z","links":{"resolver":"https://pith.science/pith/4BLI4QB2N4SPKCRVR4HZA7UADX","bundle":"https://pith.science/pith/4BLI4QB2N4SPKCRVR4HZA7UADX/bundle.json","state":"https://pith.science/pith/4BLI4QB2N4SPKCRVR4HZA7UADX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4BLI4QB2N4SPKCRVR4HZA7UADX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4BLI4QB2N4SPKCRVR4HZA7UADX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1b7b9b1e39666ede9e384d7855a5cca977645ecf46da487579b6ff6728a584dc","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-19T18:38:25Z","title_canon_sha256":"3f06d7f58bc9fdf81bfb8a085439620764ed1f76ffe881aab1bfd048e41b0e70"},"schema_version":"1.0","source":{"id":"2407.14622","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.14622","created_at":"2026-07-05T08:46:31Z"},{"alias_kind":"arxiv_version","alias_value":"2407.14622v1","created_at":"2026-07-05T08:46:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.14622","created_at":"2026-07-05T08:46:31Z"},{"alias_kind":"pith_short_12","alias_value":"4BLI4QB2N4SP","created_at":"2026-07-05T08:46:31Z"},{"alias_kind":"pith_short_16","alias_value":"4BLI4QB2N4SPKCRV","created_at":"2026-07-05T08:46:31Z"},{"alias_kind":"pith_short_8","alias_value":"4BLI4QB2","created_at":"2026-07-05T08:46:31Z"}],"graph_snapshots":[{"event_id":"sha256:4a7f3dff1711827a92dd8a8d6e36c781d085ac56be9e2093c15df1ca43eb2802","target":"graph","created_at":"2026-07-05T08:46:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.14622/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning from human feedback (RLHF) is a key driver of quality and safety in state-of-the-art large language models. Yet, a surprisingly simple and strong inference-time strategy is Best-of-N sampling that selects the best generation among N candidates. In this paper, we propose Best-of-N Distillation (BOND), a novel RLHF algorithm that seeks to emulate Best-of-N but without its significant computational overhead at inference time. Specifically, BOND is a distribution matching algorithm that forces the distribution of generations from the policy to get closer to the Best-of-N dis","authors_text":"Abe Friesen, Alexandre Ram\\'e, Aliaksei Severyn, Am\\'elie H\\'eliou, Andrea Michi, Bobak Shariari, Danila Sinopalnikov, Geoffrey Cideron, Johan Ferret, L\\'eonard Hussenot, Matt Hoffman, Nikola Momchev, Nino Vieillard, Olivier Bachem, Pier Giuseppe Sessa, Piotr Stanczyk, Robert Dadashi, Sabela Ramos, Sarah Perrin, Sertan Girgin","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-19T18:38:25Z","title":"BOND: Aligning LLMs with Best-of-N Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.14622","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3fbe89c12e8b5edf9f13fa06569e0359efd9ad0d6a7814c13281c755bc91c018","target":"record","created_at":"2026-07-05T08:46:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1b7b9b1e39666ede9e384d7855a5cca977645ecf46da487579b6ff6728a584dc","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-19T18:38:25Z","title_canon_sha256":"3f06d7f58bc9fdf81bfb8a085439620764ed1f76ffe881aab1bfd048e41b0e70"},"schema_version":"1.0","source":{"id":"2407.14622","kind":"arxiv","version":1}},"canonical_sha256":"e0568e403a6f24f50a358f0f907e801dd86d2ac535abadce9dea306b7e6f841a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e0568e403a6f24f50a358f0f907e801dd86d2ac535abadce9dea306b7e6f841a","first_computed_at":"2026-07-05T08:46:31.257351Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:46:31.257351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4s0aeZIsvibWpTg6Hh6VIzxMprkJoBVFAzZiohLU/30wgf9PcxKUHKbBOzkW8fQa+dkDNuq2orGIPH8u9vM8Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:46:31.257897Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.14622","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3fbe89c12e8b5edf9f13fa06569e0359efd9ad0d6a7814c13281c755bc91c018","sha256:4a7f3dff1711827a92dd8a8d6e36c781d085ac56be9e2093c15df1ca43eb2802"],"state_sha256":"15002fceb4dd36a1a3ed881c3e8f7f1fed2249d1c0a95209758489de84e9bb17"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2JSNybtT+H5EeXVXBjv1w9ii36GpCXInTsffg1eqIojoO4S13O3vnVhB8CLaKOYNyL364W0gUFPxURUlwYpcBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T09:06:06.198621Z","bundle_sha256":"e2e1bd660792409fa1d8e64f483b2e2ce64163e1a0dd6cbcf291b67ec7e83c08"}}