{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JDJTYP4CWMQ6DIFOSJANX65EFP","short_pith_number":"pith:JDJTYP4C","canonical_record":{"source":{"id":"2412.15282","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T15:38:39Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"5625e1e013eca0407564db06dfb54abb2052feaba2e9612aa6c083c94ac9372d","abstract_canon_sha256":"fe77d2ab07a6f04ea41f5ba970a17cb09d95204e9abafa78203906ce69b8d9ed"},"schema_version":"1.0"},"canonical_sha256":"48d33c3f82b321e1a0ae9240dbfba42be594d1dcbae7a59425a41c62589b01b0","source":{"kind":"arxiv","id":"2412.15282","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15282","created_at":"2026-07-05T09:52:01Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15282v1","created_at":"2026-07-05T09:52:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15282","created_at":"2026-07-05T09:52:01Z"},{"alias_kind":"pith_short_12","alias_value":"JDJTYP4CWMQ6","created_at":"2026-07-05T09:52:01Z"},{"alias_kind":"pith_short_16","alias_value":"JDJTYP4CWMQ6DIFO","created_at":"2026-07-05T09:52:01Z"},{"alias_kind":"pith_short_8","alias_value":"JDJTYP4C","created_at":"2026-07-05T09:52:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JDJTYP4CWMQ6DIFOSJANX65EFP","target":"record","payload":{"canonical_record":{"source":{"id":"2412.15282","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T15:38:39Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"5625e1e013eca0407564db06dfb54abb2052feaba2e9612aa6c083c94ac9372d","abstract_canon_sha256":"fe77d2ab07a6f04ea41f5ba970a17cb09d95204e9abafa78203906ce69b8d9ed"},"schema_version":"1.0"},"canonical_sha256":"48d33c3f82b321e1a0ae9240dbfba42be594d1dcbae7a59425a41c62589b01b0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:52:01.209698Z","signature_b64":"9Ph2Kd/Vx4+v6IxdzEsV1gl0q8OVYZOfNBzE4uMYd2VXQjIKTKhvB7PXQ89zFn+P4z4Uy98FgZ3hiMC8GAaTCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"48d33c3f82b321e1a0ae9240dbfba42be594d1dcbae7a59425a41c62589b01b0","last_reissued_at":"2026-07-05T09:52:01.209221Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:52:01.209221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.15282","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:52:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4zUPIXEKqvd2nHwcynJ8BM07CydLNwwn1MD/NkS/U+tlziqASaY+1O8y9/+3MjIlAguuBtwq63edWUSO2KqpCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T16:06:19.881417Z"},"content_sha256":"8d66f43a39b3ec60445a68fa3894482304a2e74f3048bc5b465d9e879c247b04","schema_version":"1.0","event_id":"sha256:8d66f43a39b3ec60445a68fa3894482304a2e74f3048bc5b465d9e879c247b04"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JDJTYP4CWMQ6DIFOSJANX65EFP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Systematic Examination of Preference Learning through the Lens of Instruction-Following","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.IR"],"primary_cat":"cs.CL","authors_text":"Anirudh Goyal, Aston Zhang, Bo Xiong, Dhruv Mahajan, Hannaneh Hajishirzi, Joongwon Kim, Liang Tan, Melanie Kambadur, Rui Hou","submitted_at":"2024-12-18T15:38:39Z","abstract_excerpt":"Preference learning is a widely adopted post-training technique that aligns large language models (LLMs) to human preferences and improves specific downstream task capabilities. In this work we systematically investigate how specific attributes of preference datasets affect the alignment and downstream performance of LLMs in instruction-following tasks. We use a novel synthetic data generation pipeline to generate 48,000 unique instruction-following prompts with combinations of 23 verifiable constraints that enable fine-grained and automated quality assessments of model responses. With our syn"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15282","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.15282/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:52:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8MO3ZzfDFqyEEybqVfpzGh6O1y5KiSezg/CTiHjtBdf7SpMF3yKshEeuXfeIlS1eay/khRc+fY9yLM8TEVpPDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T16:06:19.881800Z"},"content_sha256":"dad3bef68c5794bdbc2cc07ff27d536d7b99950ee5c4c3975328edfb5242eb86","schema_version":"1.0","event_id":"sha256:dad3bef68c5794bdbc2cc07ff27d536d7b99950ee5c4c3975328edfb5242eb86"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JDJTYP4CWMQ6DIFOSJANX65EFP/bundle.json","state_url":"https://pith.science/pith/JDJTYP4CWMQ6DIFOSJANX65EFP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JDJTYP4CWMQ6DIFOSJANX65EFP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T16:06:19Z","links":{"resolver":"https://pith.science/pith/JDJTYP4CWMQ6DIFOSJANX65EFP","bundle":"https://pith.science/pith/JDJTYP4CWMQ6DIFOSJANX65EFP/bundle.json","state":"https://pith.science/pith/JDJTYP4CWMQ6DIFOSJANX65EFP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JDJTYP4CWMQ6DIFOSJANX65EFP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JDJTYP4CWMQ6DIFOSJANX65EFP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fe77d2ab07a6f04ea41f5ba970a17cb09d95204e9abafa78203906ce69b8d9ed","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T15:38:39Z","title_canon_sha256":"5625e1e013eca0407564db06dfb54abb2052feaba2e9612aa6c083c94ac9372d"},"schema_version":"1.0","source":{"id":"2412.15282","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15282","created_at":"2026-07-05T09:52:01Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15282v1","created_at":"2026-07-05T09:52:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15282","created_at":"2026-07-05T09:52:01Z"},{"alias_kind":"pith_short_12","alias_value":"JDJTYP4CWMQ6","created_at":"2026-07-05T09:52:01Z"},{"alias_kind":"pith_short_16","alias_value":"JDJTYP4CWMQ6DIFO","created_at":"2026-07-05T09:52:01Z"},{"alias_kind":"pith_short_8","alias_value":"JDJTYP4C","created_at":"2026-07-05T09:52:01Z"}],"graph_snapshots":[{"event_id":"sha256:dad3bef68c5794bdbc2cc07ff27d536d7b99950ee5c4c3975328edfb5242eb86","target":"graph","created_at":"2026-07-05T09:52:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.15282/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Preference learning is a widely adopted post-training technique that aligns large language models (LLMs) to human preferences and improves specific downstream task capabilities. In this work we systematically investigate how specific attributes of preference datasets affect the alignment and downstream performance of LLMs in instruction-following tasks. We use a novel synthetic data generation pipeline to generate 48,000 unique instruction-following prompts with combinations of 23 verifiable constraints that enable fine-grained and automated quality assessments of model responses. With our syn","authors_text":"Anirudh Goyal, Aston Zhang, Bo Xiong, Dhruv Mahajan, Hannaneh Hajishirzi, Joongwon Kim, Liang Tan, Melanie Kambadur, Rui Hou","cross_cats":["cs.AI","cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T15:38:39Z","title":"A Systematic Examination of Preference Learning through the Lens of Instruction-Following"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15282","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8d66f43a39b3ec60445a68fa3894482304a2e74f3048bc5b465d9e879c247b04","target":"record","created_at":"2026-07-05T09:52:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fe77d2ab07a6f04ea41f5ba970a17cb09d95204e9abafa78203906ce69b8d9ed","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T15:38:39Z","title_canon_sha256":"5625e1e013eca0407564db06dfb54abb2052feaba2e9612aa6c083c94ac9372d"},"schema_version":"1.0","source":{"id":"2412.15282","kind":"arxiv","version":1}},"canonical_sha256":"48d33c3f82b321e1a0ae9240dbfba42be594d1dcbae7a59425a41c62589b01b0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"48d33c3f82b321e1a0ae9240dbfba42be594d1dcbae7a59425a41c62589b01b0","first_computed_at":"2026-07-05T09:52:01.209221Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:52:01.209221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9Ph2Kd/Vx4+v6IxdzEsV1gl0q8OVYZOfNBzE4uMYd2VXQjIKTKhvB7PXQ89zFn+P4z4Uy98FgZ3hiMC8GAaTCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:52:01.209698Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.15282","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8d66f43a39b3ec60445a68fa3894482304a2e74f3048bc5b465d9e879c247b04","sha256:dad3bef68c5794bdbc2cc07ff27d536d7b99950ee5c4c3975328edfb5242eb86"],"state_sha256":"4e8a41850f7340b1159ae32a92504d36c83580c6965a9ea1fbd497ba8ce47736"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0zjJyuVp6tcMkRtWsq59JevG7kvfUXImF5ppJsPDw+/7bJRKMRtdtzqhepTyKHrMRQwmYyp8EHA2nBHbTlx9Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T16:06:19.894899Z","bundle_sha256":"e53d050db88fe6a1c17e095545371dc6c8a890a04a56bab9497540a563961d2b"}}