{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ZHO3NIOGQRJ6Z56LLMSE3RTV2J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"25e865df7b6da85a5b15e146627040dc050a38a250dd50a831fdf13b510971c5","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-07-17T14:22:24Z","title_canon_sha256":"7b97b8334bce5c8a711b314cccf165ead25dd33a8e5978f53fa4a3a7eb898fad"},"schema_version":"1.0","source":{"id":"2507.13158","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.13158","created_at":"2026-07-05T11:38:55Z"},{"alias_kind":"arxiv_version","alias_value":"2507.13158v1","created_at":"2026-07-05T11:38:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.13158","created_at":"2026-07-05T11:38:55Z"},{"alias_kind":"pith_short_12","alias_value":"ZHO3NIOGQRJ6","created_at":"2026-07-05T11:38:55Z"},{"alias_kind":"pith_short_16","alias_value":"ZHO3NIOGQRJ6Z56L","created_at":"2026-07-05T11:38:55Z"},{"alias_kind":"pith_short_8","alias_value":"ZHO3NIOG","created_at":"2026-07-05T11:38:55Z"}],"graph_snapshots":[{"event_id":"sha256:af0f3b10581ca2deff460767c838aee9313ce5931580c046ced9cc75c7d155cb","target":"graph","created_at":"2026-07-05T11:38:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.13158/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the era of Large Language Models (LLMs), alignment has emerged as a fundamental yet challenging problem in the pursuit of more reliable, controllable, and capable machine intelligence. The recent success of reasoning models and conversational AI systems has underscored the critical role of reinforcement learning (RL) in enhancing these systems, driving increased research interest at the intersection of RL and LLM alignment. This paper provides a comprehensive review of recent advances in LLM alignment through the lens of inverse reinforcement learning (IRL), emphasizing the distinctions bet","authors_text":"Hao Sun, Mihaela van der Schaar","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-07-17T14:22:24Z","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.13158","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fbfc806cae3f72e07ea4384dd63b885cadffeb41fae2e7c6881fdac59ce17f8d","target":"record","created_at":"2026-07-05T11:38:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"25e865df7b6da85a5b15e146627040dc050a38a250dd50a831fdf13b510971c5","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-07-17T14:22:24Z","title_canon_sha256":"7b97b8334bce5c8a711b314cccf165ead25dd33a8e5978f53fa4a3a7eb898fad"},"schema_version":"1.0","source":{"id":"2507.13158","kind":"arxiv","version":1}},"canonical_sha256":"c9ddb6a1c68453ecf7cb5b244dc675d261bf552f1f2bc54ab7963bd1d48d61f5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c9ddb6a1c68453ecf7cb5b244dc675d261bf552f1f2bc54ab7963bd1d48d61f5","first_computed_at":"2026-07-05T11:38:55.667905Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:38:55.667905Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IXbhciL1yfoz21mFLge9ir6K8fMl2Lk/PwoNLHUKfXY08csucpuOZRstKW5HbaZDW493tTkVOQ9dTodv4nLyDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:38:55.668427Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.13158","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fbfc806cae3f72e07ea4384dd63b885cadffeb41fae2e7c6881fdac59ce17f8d","sha256:af0f3b10581ca2deff460767c838aee9313ce5931580c046ced9cc75c7d155cb"],"state_sha256":"23dd1160e3f5504c87deb718a034de9381041de9e130f743d980463dc690a702"}