{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:73527J7JDIVSKROCF3WJRJDS4V","short_pith_number":"pith:73527J7J","canonical_record":{"source":{"id":"2407.15762","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-22T16:13:38Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"51b78c4139add8f20b630062e7332741a6bdef1bebd768349f4d37696921a324","abstract_canon_sha256":"2a0759efaca8da8f66d5a98f55d87558e808580a399b2e4125d2cfd8fd8065be"},"schema_version":"1.0"},"canonical_sha256":"fefbafa7e91a2b2545c22eec98a472e55e0de1ca6c1dabce4148df227cc093ea","source":{"kind":"arxiv","id":"2407.15762","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.15762","created_at":"2026-07-05T09:24:37Z"},{"alias_kind":"arxiv_version","alias_value":"2407.15762v2","created_at":"2026-07-05T09:24:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.15762","created_at":"2026-07-05T09:24:37Z"},{"alias_kind":"pith_short_12","alias_value":"73527J7JDIVS","created_at":"2026-07-05T09:24:37Z"},{"alias_kind":"pith_short_16","alias_value":"73527J7JDIVSKROC","created_at":"2026-07-05T09:24:37Z"},{"alias_kind":"pith_short_8","alias_value":"73527J7J","created_at":"2026-07-05T09:24:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:73527J7JDIVSKROCF3WJRJDS4V","target":"record","payload":{"canonical_record":{"source":{"id":"2407.15762","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-22T16:13:38Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"51b78c4139add8f20b630062e7332741a6bdef1bebd768349f4d37696921a324","abstract_canon_sha256":"2a0759efaca8da8f66d5a98f55d87558e808580a399b2e4125d2cfd8fd8065be"},"schema_version":"1.0"},"canonical_sha256":"fefbafa7e91a2b2545c22eec98a472e55e0de1ca6c1dabce4148df227cc093ea","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:24:37.050863Z","signature_b64":"vK/1iy4cGCfF5b3vO6O/Z6YhXRjvvWQo8aaua0Mhl7czTAUicYX/iTYFMFRMtrfF/7oQRXxDTMB6EopjjfAZCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fefbafa7e91a2b2545c22eec98a472e55e0de1ca6c1dabce4148df227cc093ea","last_reissued_at":"2026-07-05T09:24:37.050352Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:24:37.050352Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.15762","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pRI0NxbG6+8GfmoK6QY/Fx2GT0kaE6DEhwVgRz5P5jwlc+5FvKLac8PuDTBPqqsGYhgmrRgvGn1TDo2rhppJCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T02:40:38.842530Z"},"content_sha256":"0c318c069e872d2e916cd91550cca098f4219eef7133a02162911ab661073fea","schema_version":"1.0","event_id":"sha256:0c318c069e872d2e916cd91550cca098f4219eef7133a02162911ab661073fea"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:73527J7JDIVSKROCF3WJRJDS4V","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Conditional Language Policy: A General Framework for Steerable Multi-Objective Finetuning","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Alekh Agarwal, Alexandre Ram\\'e, Amr Ahmed, Andrea Michi, Aranyak Mehta, Avinava Dubey, Christoph Dann, Edouard Leurent, Geoffrey Cideron, Hongkun Yu, Johan Ferret, Kaiwen Wang, Le Hou, L\\'eonard Hussenot, Marco Gelmi, Olivier Bachem, Raghav Gupta, Rahul Kidambi, Ryan Sullivan, Yunxuan Li","submitted_at":"2024-07-22T16:13:38Z","abstract_excerpt":"Reward-based finetuning is crucial for aligning language policies with intended behaviors (e.g., creativity and safety). A key challenge is to develop steerable language models that trade-off multiple (conflicting) objectives in a flexible and efficient manner. This paper presents Conditional Language Policy (CLP), a general framework for finetuning language models on multiple objectives. Building on techniques from multi-task training and parameter-efficient finetuning, CLP learn steerable models that effectively trade-off conflicting objectives at inference time. Notably, this does not requi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.15762","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.15762/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Eu2c/xUMG92lZbWBEYPmsKE8/t8taTU4zlJaIe5CFqQoYn/+SMQ34jhN0eZT4T3g++pesuouU8PHAPU2OOgEBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T02:40:38.843070Z"},"content_sha256":"b5a4d83be6ab7ac9ae8da91ba3778300c9b86519a3ff25e88a45fb21145c8609","schema_version":"1.0","event_id":"sha256:b5a4d83be6ab7ac9ae8da91ba3778300c9b86519a3ff25e88a45fb21145c8609"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/73527J7JDIVSKROCF3WJRJDS4V/bundle.json","state_url":"https://pith.science/pith/73527J7JDIVSKROCF3WJRJDS4V/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/73527J7JDIVSKROCF3WJRJDS4V/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T02:40:38Z","links":{"resolver":"https://pith.science/pith/73527J7JDIVSKROCF3WJRJDS4V","bundle":"https://pith.science/pith/73527J7JDIVSKROCF3WJRJDS4V/bundle.json","state":"https://pith.science/pith/73527J7JDIVSKROCF3WJRJDS4V/state.json","well_known_bundle":"https://pith.science/.well-known/pith/73527J7JDIVSKROCF3WJRJDS4V/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:73527J7JDIVSKROCF3WJRJDS4V","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a0759efaca8da8f66d5a98f55d87558e808580a399b2e4125d2cfd8fd8065be","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-22T16:13:38Z","title_canon_sha256":"51b78c4139add8f20b630062e7332741a6bdef1bebd768349f4d37696921a324"},"schema_version":"1.0","source":{"id":"2407.15762","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.15762","created_at":"2026-07-05T09:24:37Z"},{"alias_kind":"arxiv_version","alias_value":"2407.15762v2","created_at":"2026-07-05T09:24:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.15762","created_at":"2026-07-05T09:24:37Z"},{"alias_kind":"pith_short_12","alias_value":"73527J7JDIVS","created_at":"2026-07-05T09:24:37Z"},{"alias_kind":"pith_short_16","alias_value":"73527J7JDIVSKROC","created_at":"2026-07-05T09:24:37Z"},{"alias_kind":"pith_short_8","alias_value":"73527J7J","created_at":"2026-07-05T09:24:37Z"}],"graph_snapshots":[{"event_id":"sha256:b5a4d83be6ab7ac9ae8da91ba3778300c9b86519a3ff25e88a45fb21145c8609","target":"graph","created_at":"2026-07-05T09:24:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.15762/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reward-based finetuning is crucial for aligning language policies with intended behaviors (e.g., creativity and safety). A key challenge is to develop steerable language models that trade-off multiple (conflicting) objectives in a flexible and efficient manner. This paper presents Conditional Language Policy (CLP), a general framework for finetuning language models on multiple objectives. Building on techniques from multi-task training and parameter-efficient finetuning, CLP learn steerable models that effectively trade-off conflicting objectives at inference time. Notably, this does not requi","authors_text":"Alekh Agarwal, Alexandre Ram\\'e, Amr Ahmed, Andrea Michi, Aranyak Mehta, Avinava Dubey, Christoph Dann, Edouard Leurent, Geoffrey Cideron, Hongkun Yu, Johan Ferret, Kaiwen Wang, Le Hou, L\\'eonard Hussenot, Marco Gelmi, Olivier Bachem, Raghav Gupta, Rahul Kidambi, Ryan Sullivan, Yunxuan Li","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-22T16:13:38Z","title":"Conditional Language Policy: A General Framework for Steerable Multi-Objective Finetuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.15762","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0c318c069e872d2e916cd91550cca098f4219eef7133a02162911ab661073fea","target":"record","created_at":"2026-07-05T09:24:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a0759efaca8da8f66d5a98f55d87558e808580a399b2e4125d2cfd8fd8065be","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-22T16:13:38Z","title_canon_sha256":"51b78c4139add8f20b630062e7332741a6bdef1bebd768349f4d37696921a324"},"schema_version":"1.0","source":{"id":"2407.15762","kind":"arxiv","version":2}},"canonical_sha256":"fefbafa7e91a2b2545c22eec98a472e55e0de1ca6c1dabce4148df227cc093ea","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fefbafa7e91a2b2545c22eec98a472e55e0de1ca6c1dabce4148df227cc093ea","first_computed_at":"2026-07-05T09:24:37.050352Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:24:37.050352Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vK/1iy4cGCfF5b3vO6O/Z6YhXRjvvWQo8aaua0Mhl7czTAUicYX/iTYFMFRMtrfF/7oQRXxDTMB6EopjjfAZCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:24:37.050863Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.15762","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0c318c069e872d2e916cd91550cca098f4219eef7133a02162911ab661073fea","sha256:b5a4d83be6ab7ac9ae8da91ba3778300c9b86519a3ff25e88a45fb21145c8609"],"state_sha256":"eb614be629939eef2410ccccbe1af3c1d693624874dc962e302d83946f8e1970"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x3MPffPYWhcs+zDROQ8GGa3M4sncyOnQjWacMpLnB4IdTVoLC92j4+f/Kml9c0+a+SjwLgg/8o2ORu59m7O8Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T02:40:38.845853Z","bundle_sha256":"55f2bdda2003a3ab84317696aa0ec04ffbbc8a7eda714c95d4e8744a82ad4b4a"}}