{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QTXJ4YD2QPKW6UWKEVPQCACA6J","short_pith_number":"pith:QTXJ4YD2","canonical_record":{"source":{"id":"2406.17744","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-25T17:29:52Z","cross_cats_sorted":[],"title_canon_sha256":"22e402b87624dc9a09ae5aecd29e17e15f9b723728d793fcd4e503d97b9e38e5","abstract_canon_sha256":"df601610431cca1af122b1b53b0f1e658f7196541a0ffc12f33849dd83739190"},"schema_version":"1.0"},"canonical_sha256":"84ee9e607a83d56f52ca255f010040f24b0ca49904be0da9bda9044ea9d640f2","source":{"kind":"arxiv","id":"2406.17744","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.17744","created_at":"2026-07-05T08:36:39Z"},{"alias_kind":"arxiv_version","alias_value":"2406.17744v1","created_at":"2026-07-05T08:36:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.17744","created_at":"2026-07-05T08:36:39Z"},{"alias_kind":"pith_short_12","alias_value":"QTXJ4YD2QPKW","created_at":"2026-07-05T08:36:39Z"},{"alias_kind":"pith_short_16","alias_value":"QTXJ4YD2QPKW6UWK","created_at":"2026-07-05T08:36:39Z"},{"alias_kind":"pith_short_8","alias_value":"QTXJ4YD2","created_at":"2026-07-05T08:36:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QTXJ4YD2QPKW6UWKEVPQCACA6J","target":"record","payload":{"canonical_record":{"source":{"id":"2406.17744","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-25T17:29:52Z","cross_cats_sorted":[],"title_canon_sha256":"22e402b87624dc9a09ae5aecd29e17e15f9b723728d793fcd4e503d97b9e38e5","abstract_canon_sha256":"df601610431cca1af122b1b53b0f1e658f7196541a0ffc12f33849dd83739190"},"schema_version":"1.0"},"canonical_sha256":"84ee9e607a83d56f52ca255f010040f24b0ca49904be0da9bda9044ea9d640f2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:36:39.413595Z","signature_b64":"Gss8N4gDnEwz2dnf6icHsbYyYQK06dspx5hm82g9y6TwFcl679KBPwGLGdgf3XStwqpe4BjftXzuuX4qqteoAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"84ee9e607a83d56f52ca255f010040f24b0ca49904be0da9bda9044ea9d640f2","last_reissued_at":"2026-07-05T08:36:39.413110Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:36:39.413110Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.17744","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:36:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HKGn45V2bsocAbnpxmDwsKa8PsVRYjz5eb31OGmKCBIujSD+k/FgtkPOZ+mXJP8wVN62giF2bR7rkmiKVT/ODA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T09:18:10.975215Z"},"content_sha256":"2b6a62fbdcfaaa07b0429816017fa764a30ad94461dd2f690e6b6f03bd7e50c0","schema_version":"1.0","event_id":"sha256:2b6a62fbdcfaaa07b0429816017fa764a30ad94461dd2f690e6b6f03bd7e50c0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QTXJ4YD2QPKW6UWKEVPQCACA6J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Following Length Constraints in Instructions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ilia Kulikov, Jason Weston, Jing Xu, Kyunghyun Cho, Ping Yu, Sainbayar Sukhbaatar, Weizhe Yuan","submitted_at":"2024-06-25T17:29:52Z","abstract_excerpt":"Aligned instruction following models can better fulfill user requests than their unaligned counterparts. However, it has been shown that there is a length bias in evaluation of such models, and that training algorithms tend to exploit this bias by learning longer responses. In this work we show how to train models that can be controlled at inference time with instructions containing desired length constraints. Such models are superior in length instructed evaluations, outperforming standard instruction following models such as GPT4, Llama 3 and Mixtral."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.17744","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.17744/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:36:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"24rUgWyU00tO/TSJYfXAPLY+ZFQNnuPU1ViHA2OYVLjeOe6P+8+BzQ7xQKz03+WpE8WY9RBdrvxMccMbOvp6Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T09:18:10.975564Z"},"content_sha256":"42f6e5d720d65be0259e86881f7c51415cef5deb1857c19b8ea127313c3520d8","schema_version":"1.0","event_id":"sha256:42f6e5d720d65be0259e86881f7c51415cef5deb1857c19b8ea127313c3520d8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QTXJ4YD2QPKW6UWKEVPQCACA6J/bundle.json","state_url":"https://pith.science/pith/QTXJ4YD2QPKW6UWKEVPQCACA6J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QTXJ4YD2QPKW6UWKEVPQCACA6J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T09:18:10Z","links":{"resolver":"https://pith.science/pith/QTXJ4YD2QPKW6UWKEVPQCACA6J","bundle":"https://pith.science/pith/QTXJ4YD2QPKW6UWKEVPQCACA6J/bundle.json","state":"https://pith.science/pith/QTXJ4YD2QPKW6UWKEVPQCACA6J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QTXJ4YD2QPKW6UWKEVPQCACA6J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QTXJ4YD2QPKW6UWKEVPQCACA6J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"df601610431cca1af122b1b53b0f1e658f7196541a0ffc12f33849dd83739190","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-25T17:29:52Z","title_canon_sha256":"22e402b87624dc9a09ae5aecd29e17e15f9b723728d793fcd4e503d97b9e38e5"},"schema_version":"1.0","source":{"id":"2406.17744","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.17744","created_at":"2026-07-05T08:36:39Z"},{"alias_kind":"arxiv_version","alias_value":"2406.17744v1","created_at":"2026-07-05T08:36:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.17744","created_at":"2026-07-05T08:36:39Z"},{"alias_kind":"pith_short_12","alias_value":"QTXJ4YD2QPKW","created_at":"2026-07-05T08:36:39Z"},{"alias_kind":"pith_short_16","alias_value":"QTXJ4YD2QPKW6UWK","created_at":"2026-07-05T08:36:39Z"},{"alias_kind":"pith_short_8","alias_value":"QTXJ4YD2","created_at":"2026-07-05T08:36:39Z"}],"graph_snapshots":[{"event_id":"sha256:42f6e5d720d65be0259e86881f7c51415cef5deb1857c19b8ea127313c3520d8","target":"graph","created_at":"2026-07-05T08:36:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.17744/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Aligned instruction following models can better fulfill user requests than their unaligned counterparts. However, it has been shown that there is a length bias in evaluation of such models, and that training algorithms tend to exploit this bias by learning longer responses. In this work we show how to train models that can be controlled at inference time with instructions containing desired length constraints. Such models are superior in length instructed evaluations, outperforming standard instruction following models such as GPT4, Llama 3 and Mixtral.","authors_text":"Ilia Kulikov, Jason Weston, Jing Xu, Kyunghyun Cho, Ping Yu, Sainbayar Sukhbaatar, Weizhe Yuan","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-25T17:29:52Z","title":"Following Length Constraints in Instructions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.17744","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2b6a62fbdcfaaa07b0429816017fa764a30ad94461dd2f690e6b6f03bd7e50c0","target":"record","created_at":"2026-07-05T08:36:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"df601610431cca1af122b1b53b0f1e658f7196541a0ffc12f33849dd83739190","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-25T17:29:52Z","title_canon_sha256":"22e402b87624dc9a09ae5aecd29e17e15f9b723728d793fcd4e503d97b9e38e5"},"schema_version":"1.0","source":{"id":"2406.17744","kind":"arxiv","version":1}},"canonical_sha256":"84ee9e607a83d56f52ca255f010040f24b0ca49904be0da9bda9044ea9d640f2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"84ee9e607a83d56f52ca255f010040f24b0ca49904be0da9bda9044ea9d640f2","first_computed_at":"2026-07-05T08:36:39.413110Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:36:39.413110Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Gss8N4gDnEwz2dnf6icHsbYyYQK06dspx5hm82g9y6TwFcl679KBPwGLGdgf3XStwqpe4BjftXzuuX4qqteoAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:36:39.413595Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.17744","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2b6a62fbdcfaaa07b0429816017fa764a30ad94461dd2f690e6b6f03bd7e50c0","sha256:42f6e5d720d65be0259e86881f7c51415cef5deb1857c19b8ea127313c3520d8"],"state_sha256":"62d5e3179371314d8dd7d8bc2736ea4ced3fce75229b7a88a93cbf594bb39a8a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SWxchrsoLJ9b51+tqy/w/qqfBAVwhMwT6jwphzo/SRZDL/AsFW2inRwdwkmajWkGHUn9W8zLjvqqM7ReEKw7AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T09:18:10.978963Z","bundle_sha256":"64cdf5da0ae274fb6a019e3b7fa9196b48c46f3947ceb99d949244847b44c421"}}