{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LFYL2H4NUBJEOXEXNLWCFHVVWA","short_pith_number":"pith:LFYL2H4N","canonical_record":{"source":{"id":"2407.14916","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-20T16:05:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"7788be3585dabde569ac11d89fe4a7f443b56df10338befc800286fd437216e2","abstract_canon_sha256":"37a25513afaf24d8b459ee931004f47448d4a63c2d739074d1463cc0d3ffaf1c"},"schema_version":"1.0"},"canonical_sha256":"5970bd1f8da052475c976aec229eb5b02f5844786f817e86a028a1d215bb6b44","source":{"kind":"arxiv","id":"2407.14916","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.14916","created_at":"2026-07-05T09:31:47Z"},{"alias_kind":"arxiv_version","alias_value":"2407.14916v2","created_at":"2026-07-05T09:31:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.14916","created_at":"2026-07-05T09:31:47Z"},{"alias_kind":"pith_short_12","alias_value":"LFYL2H4NUBJE","created_at":"2026-07-05T09:31:47Z"},{"alias_kind":"pith_short_16","alias_value":"LFYL2H4NUBJEOXEX","created_at":"2026-07-05T09:31:47Z"},{"alias_kind":"pith_short_8","alias_value":"LFYL2H4N","created_at":"2026-07-05T09:31:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LFYL2H4NUBJEOXEXNLWCFHVVWA","target":"record","payload":{"canonical_record":{"source":{"id":"2407.14916","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-20T16:05:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"7788be3585dabde569ac11d89fe4a7f443b56df10338befc800286fd437216e2","abstract_canon_sha256":"37a25513afaf24d8b459ee931004f47448d4a63c2d739074d1463cc0d3ffaf1c"},"schema_version":"1.0"},"canonical_sha256":"5970bd1f8da052475c976aec229eb5b02f5844786f817e86a028a1d215bb6b44","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:31:47.592593Z","signature_b64":"z4tlhaLBEwLMl1o10j+75EzOUV9SGSWlWE9v45VFvS5SYFRMTXltTXDmQzKVPcL10gyGqWtWaqtcMsEmlyDcAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5970bd1f8da052475c976aec229eb5b02f5844786f817e86a028a1d215bb6b44","last_reissued_at":"2026-07-05T09:31:47.592035Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:31:47.592035Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.14916","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:31:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aEbYO22cs+Zv1Mv5ahmfEy2MOz1TjgZVgjWyCWco0E0b8lPJ11vBmrgyOvEEsnUBy6F6ggGUJgLGU+f6gqQZDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T05:00:38.091434Z"},"content_sha256":"709c70a14a964690e6f58a9ead7390f61f3bfebeaf587e222d9b73f2f6c05675","schema_version":"1.0","event_id":"sha256:709c70a14a964690e6f58a9ead7390f61f3bfebeaf587e222d9b73f2f6c05675"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LFYL2H4NUBJEOXEXNLWCFHVVWA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Context-Aware Preference Modeling for Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alessandro Sordoni, Nicolas Le Roux, Silviu Pitis, Ziang Xiao","submitted_at":"2024-07-20T16:05:17Z","abstract_excerpt":"While finetuning language models from pairwise preferences has proven remarkably effective, the underspecified nature of natural language presents critical challenges. Direct preference feedback is uninterpretable, difficult to provide where multidimensional criteria may apply, and often inconsistent, either because it is based on incomplete instructions or provided by diverse principals. To address these challenges, we consider the two-step preference modeling procedure that first resolves the under-specification by selecting a context, and then evaluates preference with respect to the chosen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.14916","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.14916/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:31:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SdciyVcC7KoSYUjqMz8b+UE0Fd0DPnJOPmne2ZT1d+ZOvNB0JzavXRNmZPS+FAGysVtaoB3vNLwQTmiVR2VJAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T05:00:38.092008Z"},"content_sha256":"d6873cec3222aac9f1391533971c330d8b0f5fc3045cdcd0c005cb3b2d7a79bd","schema_version":"1.0","event_id":"sha256:d6873cec3222aac9f1391533971c330d8b0f5fc3045cdcd0c005cb3b2d7a79bd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LFYL2H4NUBJEOXEXNLWCFHVVWA/bundle.json","state_url":"https://pith.science/pith/LFYL2H4NUBJEOXEXNLWCFHVVWA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LFYL2H4NUBJEOXEXNLWCFHVVWA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T05:00:38Z","links":{"resolver":"https://pith.science/pith/LFYL2H4NUBJEOXEXNLWCFHVVWA","bundle":"https://pith.science/pith/LFYL2H4NUBJEOXEXNLWCFHVVWA/bundle.json","state":"https://pith.science/pith/LFYL2H4NUBJEOXEXNLWCFHVVWA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LFYL2H4NUBJEOXEXNLWCFHVVWA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LFYL2H4NUBJEOXEXNLWCFHVVWA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"37a25513afaf24d8b459ee931004f47448d4a63c2d739074d1463cc0d3ffaf1c","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-20T16:05:17Z","title_canon_sha256":"7788be3585dabde569ac11d89fe4a7f443b56df10338befc800286fd437216e2"},"schema_version":"1.0","source":{"id":"2407.14916","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.14916","created_at":"2026-07-05T09:31:47Z"},{"alias_kind":"arxiv_version","alias_value":"2407.14916v2","created_at":"2026-07-05T09:31:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.14916","created_at":"2026-07-05T09:31:47Z"},{"alias_kind":"pith_short_12","alias_value":"LFYL2H4NUBJE","created_at":"2026-07-05T09:31:47Z"},{"alias_kind":"pith_short_16","alias_value":"LFYL2H4NUBJEOXEX","created_at":"2026-07-05T09:31:47Z"},{"alias_kind":"pith_short_8","alias_value":"LFYL2H4N","created_at":"2026-07-05T09:31:47Z"}],"graph_snapshots":[{"event_id":"sha256:d6873cec3222aac9f1391533971c330d8b0f5fc3045cdcd0c005cb3b2d7a79bd","target":"graph","created_at":"2026-07-05T09:31:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.14916/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While finetuning language models from pairwise preferences has proven remarkably effective, the underspecified nature of natural language presents critical challenges. Direct preference feedback is uninterpretable, difficult to provide where multidimensional criteria may apply, and often inconsistent, either because it is based on incomplete instructions or provided by diverse principals. To address these challenges, we consider the two-step preference modeling procedure that first resolves the under-specification by selecting a context, and then evaluates preference with respect to the chosen","authors_text":"Alessandro Sordoni, Nicolas Le Roux, Silviu Pitis, Ziang Xiao","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-20T16:05:17Z","title":"Improving Context-Aware Preference Modeling for Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.14916","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:709c70a14a964690e6f58a9ead7390f61f3bfebeaf587e222d9b73f2f6c05675","target":"record","created_at":"2026-07-05T09:31:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"37a25513afaf24d8b459ee931004f47448d4a63c2d739074d1463cc0d3ffaf1c","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-20T16:05:17Z","title_canon_sha256":"7788be3585dabde569ac11d89fe4a7f443b56df10338befc800286fd437216e2"},"schema_version":"1.0","source":{"id":"2407.14916","kind":"arxiv","version":2}},"canonical_sha256":"5970bd1f8da052475c976aec229eb5b02f5844786f817e86a028a1d215bb6b44","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5970bd1f8da052475c976aec229eb5b02f5844786f817e86a028a1d215bb6b44","first_computed_at":"2026-07-05T09:31:47.592035Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:31:47.592035Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"z4tlhaLBEwLMl1o10j+75EzOUV9SGSWlWE9v45VFvS5SYFRMTXltTXDmQzKVPcL10gyGqWtWaqtcMsEmlyDcAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:31:47.592593Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.14916","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:709c70a14a964690e6f58a9ead7390f61f3bfebeaf587e222d9b73f2f6c05675","sha256:d6873cec3222aac9f1391533971c330d8b0f5fc3045cdcd0c005cb3b2d7a79bd"],"state_sha256":"4ad78382b95829ff50afed9b8363ecd935121f17444c87da5ae67294ae191508"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aFzCdSqgHNSAZ9GuNZ0JvF0HwuMoQPrOX38zXoPnkr9YJmb/Bc5OxVySBPPj8tASB6bK/FP9bWYaUJdZ/dMFBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T05:00:38.097128Z","bundle_sha256":"ad5a8952c09ffacc2f12cbe7e57020f41680fac026a29950ec9cc0afe85dc375"}}