{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:YTYKBXQYUNNYFBZNZ7HE6XAYVF","short_pith_number":"pith:YTYKBXQY","canonical_record":{"source":{"id":"2506.08712","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-10T11:54:22Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"d0348ceacfa6c09a64956ed622d63a1830c54b8cac4aaa8e3aa8853995978487","abstract_canon_sha256":"abe9274a37833bd2a20e32eb860d9b05783ec1b16ff377f29ed108c16ef6afbc"},"schema_version":"1.0"},"canonical_sha256":"c4f0a0de18a35b82872dcfce4f5c18a94ab3c23fe0b98caba4591200de13168b","source":{"kind":"arxiv","id":"2506.08712","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.08712","created_at":"2026-07-05T11:20:14Z"},{"alias_kind":"arxiv_version","alias_value":"2506.08712v2","created_at":"2026-07-05T11:20:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.08712","created_at":"2026-07-05T11:20:14Z"},{"alias_kind":"pith_short_12","alias_value":"YTYKBXQYUNNY","created_at":"2026-07-05T11:20:14Z"},{"alias_kind":"pith_short_16","alias_value":"YTYKBXQYUNNYFBZN","created_at":"2026-07-05T11:20:14Z"},{"alias_kind":"pith_short_8","alias_value":"YTYKBXQY","created_at":"2026-07-05T11:20:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:YTYKBXQYUNNYFBZNZ7HE6XAYVF","target":"record","payload":{"canonical_record":{"source":{"id":"2506.08712","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-10T11:54:22Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"d0348ceacfa6c09a64956ed622d63a1830c54b8cac4aaa8e3aa8853995978487","abstract_canon_sha256":"abe9274a37833bd2a20e32eb860d9b05783ec1b16ff377f29ed108c16ef6afbc"},"schema_version":"1.0"},"canonical_sha256":"c4f0a0de18a35b82872dcfce4f5c18a94ab3c23fe0b98caba4591200de13168b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:20:14.306510Z","signature_b64":"huXeT6cgCaziDs4a3REHVNqJb/bO9P3v8wuuk6+vcU9QQ4MVm/dN/h6atSPHkS1bVwVEpPb5iMPRQM+LEmrGAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c4f0a0de18a35b82872dcfce4f5c18a94ab3c23fe0b98caba4591200de13168b","last_reissued_at":"2026-07-05T11:20:14.306040Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:20:14.306040Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.08712","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OafLqwVUtczqLh9HBGwdHOvBeh0pBDKgFBKxyzQlZhxWa0+OlB40pK4aNBoHOxfMhYWm50zIpOdlE4qFQzgdCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:52:28.325809Z"},"content_sha256":"7e6890c31b3b461834ec33ef8eb704974ec8638ee518837712f5356766e20d12","schema_version":"1.0","event_id":"sha256:7e6890c31b3b461834ec33ef8eb704974ec8638ee518837712f5356766e20d12"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:YTYKBXQYUNNYFBZNZ7HE6XAYVF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ConfPO: Exploiting Policy Model Confidence for Critical Token Selection in Preference Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chang D. Yoo, Eunseop Yoon, Hee Suk Yoon, Mark Hasegawa-Johnson, Sungwoong Kim","submitted_at":"2025-06-10T11:54:22Z","abstract_excerpt":"We introduce ConfPO, a method for preference learning in Large Language Models (LLMs) that identifies and optimizes preference-critical tokens based solely on the training policy's confidence, without requiring any auxiliary models or compute. Unlike prior Direct Alignment Algorithms (DAAs) such as Direct Preference Optimization (DPO), which uniformly adjust all token probabilities regardless of their relevance to preference, ConfPO focuses optimization on the most impactful tokens. This targeted approach improves alignment quality while mitigating overoptimization (i.e., reward hacking) by us"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.08712","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.08712/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Sqh03JZMfjRhOWUOMGj2UA8V0zbxJYIZBL+oepjs3NViN0l2JDSVfAS0xi/AnXnnk+HeWvuINjP8Ob5xNSXfDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:52:28.326321Z"},"content_sha256":"2b63b81e3a26ff7047f1805e40fa6b35f2f8946d5d7d408d1f4d4334cf2639e9","schema_version":"1.0","event_id":"sha256:2b63b81e3a26ff7047f1805e40fa6b35f2f8946d5d7d408d1f4d4334cf2639e9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YTYKBXQYUNNYFBZNZ7HE6XAYVF/bundle.json","state_url":"https://pith.science/pith/YTYKBXQYUNNYFBZNZ7HE6XAYVF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YTYKBXQYUNNYFBZNZ7HE6XAYVF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T04:52:28Z","links":{"resolver":"https://pith.science/pith/YTYKBXQYUNNYFBZNZ7HE6XAYVF","bundle":"https://pith.science/pith/YTYKBXQYUNNYFBZNZ7HE6XAYVF/bundle.json","state":"https://pith.science/pith/YTYKBXQYUNNYFBZNZ7HE6XAYVF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YTYKBXQYUNNYFBZNZ7HE6XAYVF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:YTYKBXQYUNNYFBZNZ7HE6XAYVF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"abe9274a37833bd2a20e32eb860d9b05783ec1b16ff377f29ed108c16ef6afbc","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-10T11:54:22Z","title_canon_sha256":"d0348ceacfa6c09a64956ed622d63a1830c54b8cac4aaa8e3aa8853995978487"},"schema_version":"1.0","source":{"id":"2506.08712","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.08712","created_at":"2026-07-05T11:20:14Z"},{"alias_kind":"arxiv_version","alias_value":"2506.08712v2","created_at":"2026-07-05T11:20:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.08712","created_at":"2026-07-05T11:20:14Z"},{"alias_kind":"pith_short_12","alias_value":"YTYKBXQYUNNY","created_at":"2026-07-05T11:20:14Z"},{"alias_kind":"pith_short_16","alias_value":"YTYKBXQYUNNYFBZN","created_at":"2026-07-05T11:20:14Z"},{"alias_kind":"pith_short_8","alias_value":"YTYKBXQY","created_at":"2026-07-05T11:20:14Z"}],"graph_snapshots":[{"event_id":"sha256:2b63b81e3a26ff7047f1805e40fa6b35f2f8946d5d7d408d1f4d4334cf2639e9","target":"graph","created_at":"2026-07-05T11:20:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.08712/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce ConfPO, a method for preference learning in Large Language Models (LLMs) that identifies and optimizes preference-critical tokens based solely on the training policy's confidence, without requiring any auxiliary models or compute. Unlike prior Direct Alignment Algorithms (DAAs) such as Direct Preference Optimization (DPO), which uniformly adjust all token probabilities regardless of their relevance to preference, ConfPO focuses optimization on the most impactful tokens. This targeted approach improves alignment quality while mitigating overoptimization (i.e., reward hacking) by us","authors_text":"Chang D. Yoo, Eunseop Yoon, Hee Suk Yoon, Mark Hasegawa-Johnson, Sungwoong Kim","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-10T11:54:22Z","title":"ConfPO: Exploiting Policy Model Confidence for Critical Token Selection in Preference Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.08712","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7e6890c31b3b461834ec33ef8eb704974ec8638ee518837712f5356766e20d12","target":"record","created_at":"2026-07-05T11:20:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"abe9274a37833bd2a20e32eb860d9b05783ec1b16ff377f29ed108c16ef6afbc","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-10T11:54:22Z","title_canon_sha256":"d0348ceacfa6c09a64956ed622d63a1830c54b8cac4aaa8e3aa8853995978487"},"schema_version":"1.0","source":{"id":"2506.08712","kind":"arxiv","version":2}},"canonical_sha256":"c4f0a0de18a35b82872dcfce4f5c18a94ab3c23fe0b98caba4591200de13168b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c4f0a0de18a35b82872dcfce4f5c18a94ab3c23fe0b98caba4591200de13168b","first_computed_at":"2026-07-05T11:20:14.306040Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:20:14.306040Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"huXeT6cgCaziDs4a3REHVNqJb/bO9P3v8wuuk6+vcU9QQ4MVm/dN/h6atSPHkS1bVwVEpPb5iMPRQM+LEmrGAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:20:14.306510Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.08712","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7e6890c31b3b461834ec33ef8eb704974ec8638ee518837712f5356766e20d12","sha256:2b63b81e3a26ff7047f1805e40fa6b35f2f8946d5d7d408d1f4d4334cf2639e9"],"state_sha256":"e082a61ef5381a8fbc130ebf14efdb51d7b6dcc49765772cf19d2644e2334344"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XBjtv9DdYEMNyhmAPXtjWc+YQ8PRaBp2kvGmUfOhl/NQ3lbuJicsejzGymAv9fpjTibL3vXIACLKfcYOzNGtCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T04:52:28.332023Z","bundle_sha256":"322e4b37417b1beaa9cecdc30f25522e71e99822987c26b10ad2f9ba4ff1ad58"}}