{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6XYURYCUH2TD5EFW2RWHJTKGHR","short_pith_number":"pith:6XYURYCU","canonical_record":{"source":{"id":"2405.00438","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-01T10:43:55Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"a2243f5aa0cef55c3e1458b62e90b2b38311b08ba61b83111fd9da2ce4a74a23","abstract_canon_sha256":"35e57b9bd93dcdcaeaf7fda66a8234b231a860a85934c649cd80a9237fd88f06"},"schema_version":"1.0"},"canonical_sha256":"f5f148e0543ea63e90b6d46c74cd463c6af9f443b2d1318d422f61860b237057","source":{"kind":"arxiv","id":"2405.00438","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.00438","created_at":"2026-07-05T08:14:13Z"},{"alias_kind":"arxiv_version","alias_value":"2405.00438v1","created_at":"2026-07-05T08:14:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.00438","created_at":"2026-07-05T08:14:13Z"},{"alias_kind":"pith_short_12","alias_value":"6XYURYCUH2TD","created_at":"2026-07-05T08:14:13Z"},{"alias_kind":"pith_short_16","alias_value":"6XYURYCUH2TD5EFW","created_at":"2026-07-05T08:14:13Z"},{"alias_kind":"pith_short_8","alias_value":"6XYURYCU","created_at":"2026-07-05T08:14:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6XYURYCUH2TD5EFW2RWHJTKGHR","target":"record","payload":{"canonical_record":{"source":{"id":"2405.00438","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-01T10:43:55Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"a2243f5aa0cef55c3e1458b62e90b2b38311b08ba61b83111fd9da2ce4a74a23","abstract_canon_sha256":"35e57b9bd93dcdcaeaf7fda66a8234b231a860a85934c649cd80a9237fd88f06"},"schema_version":"1.0"},"canonical_sha256":"f5f148e0543ea63e90b6d46c74cd463c6af9f443b2d1318d422f61860b237057","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:14:13.034531Z","signature_b64":"95kesPir0jv/jpZE3OnAOm61C+O0fDzFcQigUvkzotTd3z8p7mL01+vrOCRpnRhQCpB0nFfHJ04egLA/YpJABw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f5f148e0543ea63e90b6d46c74cd463c6af9f443b2d1318d422f61860b237057","last_reissued_at":"2026-07-05T08:14:13.034098Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:14:13.034098Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.00438","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:14:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uii/glbXSzMg+Ft6GLR2U1W+SpZdSD0tGwL5ypMJqDCOs0uZsBl8Y1YkOlIpZW2Dt/bWBFElBbV5OfSiKUzaBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:53:24.734046Z"},"content_sha256":"291d07ddb6fadb17d93a94062e7edbf02ebecf972d824a360c5d445a22e1d4de","schema_version":"1.0","event_id":"sha256:291d07ddb6fadb17d93a94062e7edbf02ebecf972d824a360c5d445a22e1d4de"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6XYURYCUH2TD5EFW2RWHJTKGHR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MetaRM: Shifted Distributions Alignment via Meta-Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Enyu Zhou, Haoxiang Jia, Junjie Ye, Limao Xiong, Qi Zhang, Rui Zheng, Shihan Dou, Tao Gui, Tianlong Li, Xin Zhao, Xuanjing Huang, Yan Liu","submitted_at":"2024-05-01T10:43:55Z","abstract_excerpt":"The success of Reinforcement Learning from Human Feedback (RLHF) in language model alignment is critically dependent on the capability of the reward model (RM). However, as the training process progresses, the output distribution of the policy model shifts, leading to the RM's reduced ability to distinguish between responses. This issue is further compounded when the RM, trained on a specific data distribution, struggles to generalize to examples outside of that distribution. These two issues can be united as a challenge posed by the shifted distribution of the environment. To surmount this ch"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.00438","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.00438/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:14:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JV2uds/JSmfz+b4y3AQ0dDtQo5lUPcYW0NDmfxDpgZyAxiXXXns3r87j21YzE4D/L64lkBkG9R20OEo0ZIaLDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:53:24.734534Z"},"content_sha256":"b586ab85084e1f83722bce6745b060c515ab8755c7bcacaa23c99ce25c146ca8","schema_version":"1.0","event_id":"sha256:b586ab85084e1f83722bce6745b060c515ab8755c7bcacaa23c99ce25c146ca8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6XYURYCUH2TD5EFW2RWHJTKGHR/bundle.json","state_url":"https://pith.science/pith/6XYURYCUH2TD5EFW2RWHJTKGHR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6XYURYCUH2TD5EFW2RWHJTKGHR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:53:24Z","links":{"resolver":"https://pith.science/pith/6XYURYCUH2TD5EFW2RWHJTKGHR","bundle":"https://pith.science/pith/6XYURYCUH2TD5EFW2RWHJTKGHR/bundle.json","state":"https://pith.science/pith/6XYURYCUH2TD5EFW2RWHJTKGHR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6XYURYCUH2TD5EFW2RWHJTKGHR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6XYURYCUH2TD5EFW2RWHJTKGHR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"35e57b9bd93dcdcaeaf7fda66a8234b231a860a85934c649cd80a9237fd88f06","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-01T10:43:55Z","title_canon_sha256":"a2243f5aa0cef55c3e1458b62e90b2b38311b08ba61b83111fd9da2ce4a74a23"},"schema_version":"1.0","source":{"id":"2405.00438","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.00438","created_at":"2026-07-05T08:14:13Z"},{"alias_kind":"arxiv_version","alias_value":"2405.00438v1","created_at":"2026-07-05T08:14:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.00438","created_at":"2026-07-05T08:14:13Z"},{"alias_kind":"pith_short_12","alias_value":"6XYURYCUH2TD","created_at":"2026-07-05T08:14:13Z"},{"alias_kind":"pith_short_16","alias_value":"6XYURYCUH2TD5EFW","created_at":"2026-07-05T08:14:13Z"},{"alias_kind":"pith_short_8","alias_value":"6XYURYCU","created_at":"2026-07-05T08:14:13Z"}],"graph_snapshots":[{"event_id":"sha256:b586ab85084e1f83722bce6745b060c515ab8755c7bcacaa23c99ce25c146ca8","target":"graph","created_at":"2026-07-05T08:14:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.00438/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The success of Reinforcement Learning from Human Feedback (RLHF) in language model alignment is critically dependent on the capability of the reward model (RM). However, as the training process progresses, the output distribution of the policy model shifts, leading to the RM's reduced ability to distinguish between responses. This issue is further compounded when the RM, trained on a specific data distribution, struggles to generalize to examples outside of that distribution. These two issues can be united as a challenge posed by the shifted distribution of the environment. To surmount this ch","authors_text":"Enyu Zhou, Haoxiang Jia, Junjie Ye, Limao Xiong, Qi Zhang, Rui Zheng, Shihan Dou, Tao Gui, Tianlong Li, Xin Zhao, Xuanjing Huang, Yan Liu","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-01T10:43:55Z","title":"MetaRM: Shifted Distributions Alignment via Meta-Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.00438","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:291d07ddb6fadb17d93a94062e7edbf02ebecf972d824a360c5d445a22e1d4de","target":"record","created_at":"2026-07-05T08:14:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"35e57b9bd93dcdcaeaf7fda66a8234b231a860a85934c649cd80a9237fd88f06","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-01T10:43:55Z","title_canon_sha256":"a2243f5aa0cef55c3e1458b62e90b2b38311b08ba61b83111fd9da2ce4a74a23"},"schema_version":"1.0","source":{"id":"2405.00438","kind":"arxiv","version":1}},"canonical_sha256":"f5f148e0543ea63e90b6d46c74cd463c6af9f443b2d1318d422f61860b237057","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f5f148e0543ea63e90b6d46c74cd463c6af9f443b2d1318d422f61860b237057","first_computed_at":"2026-07-05T08:14:13.034098Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:14:13.034098Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"95kesPir0jv/jpZE3OnAOm61C+O0fDzFcQigUvkzotTd3z8p7mL01+vrOCRpnRhQCpB0nFfHJ04egLA/YpJABw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:14:13.034531Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.00438","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:291d07ddb6fadb17d93a94062e7edbf02ebecf972d824a360c5d445a22e1d4de","sha256:b586ab85084e1f83722bce6745b060c515ab8755c7bcacaa23c99ce25c146ca8"],"state_sha256":"18c56681392238097b1ad35acdb409e57b6446ae4fb0f6ecff30b542827162d4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wWwZ6VEzBAJbmlbUD9dGjWv2MEsw5sh1Zl98cwjCFm2msgY5gQTJYklC7CM3SENXUg1anMEeViNMO3ByfWeXDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:53:24.738065Z","bundle_sha256":"21df533a630a5ed61286d4ad1ef84efdc686c2674283b1310d8a3926e1bac705"}}