{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:KNONEO3VQWQB32AIZQRXGHSFWA","short_pith_number":"pith:KNONEO3V","canonical_record":{"source":{"id":"2501.03884","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-07T15:46:42Z","cross_cats_sorted":[],"title_canon_sha256":"648eb80fca97ce99931b139b36db34dedf76b5aa7cef067fe9b706db912c660c","abstract_canon_sha256":"fe0430164b87c74c574dc48c3478903eecca7b3c91d4c95a93170fb204e1dff3"},"schema_version":"1.0"},"canonical_sha256":"535cd23b7585a01de808cc23731e45b01d0d0485a9930e635d05bca199b87b26","source":{"kind":"arxiv","id":"2501.03884","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.03884","created_at":"2026-07-05T11:12:24Z"},{"alias_kind":"arxiv_version","alias_value":"2501.03884v4","created_at":"2026-07-05T11:12:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.03884","created_at":"2026-07-05T11:12:24Z"},{"alias_kind":"pith_short_12","alias_value":"KNONEO3VQWQB","created_at":"2026-07-05T11:12:24Z"},{"alias_kind":"pith_short_16","alias_value":"KNONEO3VQWQB32AI","created_at":"2026-07-05T11:12:24Z"},{"alias_kind":"pith_short_8","alias_value":"KNONEO3V","created_at":"2026-07-05T11:12:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:KNONEO3VQWQB32AIZQRXGHSFWA","target":"record","payload":{"canonical_record":{"source":{"id":"2501.03884","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-07T15:46:42Z","cross_cats_sorted":[],"title_canon_sha256":"648eb80fca97ce99931b139b36db34dedf76b5aa7cef067fe9b706db912c660c","abstract_canon_sha256":"fe0430164b87c74c574dc48c3478903eecca7b3c91d4c95a93170fb204e1dff3"},"schema_version":"1.0"},"canonical_sha256":"535cd23b7585a01de808cc23731e45b01d0d0485a9930e635d05bca199b87b26","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:24.157637Z","signature_b64":"HpY+8u2C5KeMC8jY4rSxV4uRy0IhKYpUySxQWhOviK1Z+4ZUYxFSsTissJM2tZ64hLl+xZfy3QZGkW9phbJ+AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"535cd23b7585a01de808cc23731e45b01d0d0485a9930e635d05bca199b87b26","last_reissued_at":"2026-07-05T11:12:24.157077Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:24.157077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.03884","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mMY0KuFMR4FRQxll95EB49z9fCzWlbiKV7SZKnO8n9TinuKH+/Srl8ufNMGT/IhRKphbPKA6HDLeSN8n5RphDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:59:22.922790Z"},"content_sha256":"adc74f06e2a911b8f7afca4941117dec8b40a06785527da6989875d9fcb07192","schema_version":"1.0","event_id":"sha256:adc74f06e2a911b8f7afca4941117dec8b40a06785527da6989875d9fcb07192"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:KNONEO3VQWQB32AIZQRXGHSFWA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AlphaPO: Reward Shape Matters for LLM Alignment","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aman Gupta, Ankan Saha, Eunki Kim, Jiwoo Hong, Natesh Pillai, Noah Lee, Parag Agrawal, Qingquan Song, Shao Tang, Sirou Zhu, Siyu Zhu, S. Sathiya Keerthi, Viral Gupta","submitted_at":"2025-01-07T15:46:42Z","abstract_excerpt":"Reinforcement Learning with Human Feedback (RLHF) and its variants have made huge strides toward the effective alignment of large language models (LLMs) to follow instructions and reflect human values. More recently, Direct Alignment Algorithms (DAAs) have emerged in which the reward modeling stage of RLHF is skipped by characterizing the reward directly as a function of the policy being learned. Some popular examples of DAAs include Direct Preference Optimization (DPO) and Simple Preference Optimization (SimPO). These methods often suffer from likelihood displacement, a phenomenon by which th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.03884","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.03884/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QkkUSKQ7gj6K/CB40u3IC3bxVePghkvy+5yto6RGPn8Poh5B9kQ+JZCpItPcRWiiHhoVqPk7TePF+m+PBICHAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:59:22.923171Z"},"content_sha256":"999c5ab07aee92540c1ee13d01e79369f7ae3e6220230f0037e567a02daf17fd","schema_version":"1.0","event_id":"sha256:999c5ab07aee92540c1ee13d01e79369f7ae3e6220230f0037e567a02daf17fd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KNONEO3VQWQB32AIZQRXGHSFWA/bundle.json","state_url":"https://pith.science/pith/KNONEO3VQWQB32AIZQRXGHSFWA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KNONEO3VQWQB32AIZQRXGHSFWA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:59:22Z","links":{"resolver":"https://pith.science/pith/KNONEO3VQWQB32AIZQRXGHSFWA","bundle":"https://pith.science/pith/KNONEO3VQWQB32AIZQRXGHSFWA/bundle.json","state":"https://pith.science/pith/KNONEO3VQWQB32AIZQRXGHSFWA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KNONEO3VQWQB32AIZQRXGHSFWA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:KNONEO3VQWQB32AIZQRXGHSFWA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fe0430164b87c74c574dc48c3478903eecca7b3c91d4c95a93170fb204e1dff3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-07T15:46:42Z","title_canon_sha256":"648eb80fca97ce99931b139b36db34dedf76b5aa7cef067fe9b706db912c660c"},"schema_version":"1.0","source":{"id":"2501.03884","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.03884","created_at":"2026-07-05T11:12:24Z"},{"alias_kind":"arxiv_version","alias_value":"2501.03884v4","created_at":"2026-07-05T11:12:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.03884","created_at":"2026-07-05T11:12:24Z"},{"alias_kind":"pith_short_12","alias_value":"KNONEO3VQWQB","created_at":"2026-07-05T11:12:24Z"},{"alias_kind":"pith_short_16","alias_value":"KNONEO3VQWQB32AI","created_at":"2026-07-05T11:12:24Z"},{"alias_kind":"pith_short_8","alias_value":"KNONEO3V","created_at":"2026-07-05T11:12:24Z"}],"graph_snapshots":[{"event_id":"sha256:999c5ab07aee92540c1ee13d01e79369f7ae3e6220230f0037e567a02daf17fd","target":"graph","created_at":"2026-07-05T11:12:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.03884/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement Learning with Human Feedback (RLHF) and its variants have made huge strides toward the effective alignment of large language models (LLMs) to follow instructions and reflect human values. More recently, Direct Alignment Algorithms (DAAs) have emerged in which the reward modeling stage of RLHF is skipped by characterizing the reward directly as a function of the policy being learned. Some popular examples of DAAs include Direct Preference Optimization (DPO) and Simple Preference Optimization (SimPO). These methods often suffer from likelihood displacement, a phenomenon by which th","authors_text":"Aman Gupta, Ankan Saha, Eunki Kim, Jiwoo Hong, Natesh Pillai, Noah Lee, Parag Agrawal, Qingquan Song, Shao Tang, Sirou Zhu, Siyu Zhu, S. Sathiya Keerthi, Viral Gupta","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-07T15:46:42Z","title":"AlphaPO: Reward Shape Matters for LLM Alignment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.03884","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:adc74f06e2a911b8f7afca4941117dec8b40a06785527da6989875d9fcb07192","target":"record","created_at":"2026-07-05T11:12:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fe0430164b87c74c574dc48c3478903eecca7b3c91d4c95a93170fb204e1dff3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-07T15:46:42Z","title_canon_sha256":"648eb80fca97ce99931b139b36db34dedf76b5aa7cef067fe9b706db912c660c"},"schema_version":"1.0","source":{"id":"2501.03884","kind":"arxiv","version":4}},"canonical_sha256":"535cd23b7585a01de808cc23731e45b01d0d0485a9930e635d05bca199b87b26","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"535cd23b7585a01de808cc23731e45b01d0d0485a9930e635d05bca199b87b26","first_computed_at":"2026-07-05T11:12:24.157077Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:24.157077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HpY+8u2C5KeMC8jY4rSxV4uRy0IhKYpUySxQWhOviK1Z+4ZUYxFSsTissJM2tZ64hLl+xZfy3QZGkW9phbJ+AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:24.157637Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.03884","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:adc74f06e2a911b8f7afca4941117dec8b40a06785527da6989875d9fcb07192","sha256:999c5ab07aee92540c1ee13d01e79369f7ae3e6220230f0037e567a02daf17fd"],"state_sha256":"4826979fc9e2b5e1930441814a4eaee0024792c64f8c0fea116e24a93aaf6379"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XXl/SzOYLs2uaOtUJvf2BrkmwtXhQPbsdSIfjKP6aR/3uP9/DqaDBFKoZTk86+FVBwHV6m01oMOqMrepN/3jBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:59:22.925843Z","bundle_sha256":"f463ef4bdc3c30901aeeeba0c4c003a126283163eb7b3b334abf4d19a7252ebb"}}