{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:W64HXUGA45OU7Z7UQZ666EDWLB","short_pith_number":"pith:W64HXUGA","canonical_record":{"source":{"id":"2402.01920","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-02T21:45:24Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"867c7a19778a05eec34e4537c54a24cced1c22f9db67e5d72fe8fcbf0fc8301c","abstract_canon_sha256":"5e0e4c88f985f4c310c553cfda6a3d0f16384ce0f71a5750d3c6d194cfdd90c5"},"schema_version":"1.0"},"canonical_sha256":"b7b87bd0c0e75d4fe7f4867def107658418f8f649e32e73541bf5b74158d19b7","source":{"kind":"arxiv","id":"2402.01920","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.01920","created_at":"2026-07-05T09:17:37Z"},{"alias_kind":"arxiv_version","alias_value":"2402.01920v2","created_at":"2026-07-05T09:17:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.01920","created_at":"2026-07-05T09:17:37Z"},{"alias_kind":"pith_short_12","alias_value":"W64HXUGA45OU","created_at":"2026-07-05T09:17:37Z"},{"alias_kind":"pith_short_16","alias_value":"W64HXUGA45OU7Z7U","created_at":"2026-07-05T09:17:37Z"},{"alias_kind":"pith_short_8","alias_value":"W64HXUGA","created_at":"2026-07-05T09:17:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:W64HXUGA45OU7Z7UQZ666EDWLB","target":"record","payload":{"canonical_record":{"source":{"id":"2402.01920","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-02T21:45:24Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"867c7a19778a05eec34e4537c54a24cced1c22f9db67e5d72fe8fcbf0fc8301c","abstract_canon_sha256":"5e0e4c88f985f4c310c553cfda6a3d0f16384ce0f71a5750d3c6d194cfdd90c5"},"schema_version":"1.0"},"canonical_sha256":"b7b87bd0c0e75d4fe7f4867def107658418f8f649e32e73541bf5b74158d19b7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:17:37.096691Z","signature_b64":"BvkDH9bQaGrBxbfjjGstKLk6+p4fG05bne1vwOyJO+2Gai4dklGjPg2xQdtwF84zbUIkg0Bs/ud2xFG18PIpCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b7b87bd0c0e75d4fe7f4867def107658418f8f649e32e73541bf5b74158d19b7","last_reissued_at":"2026-07-05T09:17:37.096093Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:17:37.096093Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.01920","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0NLpAzWyvozmrLMWHLzOzTC/i55LJtZqXY+1SA9XP6U9uhkdJNCmv5L3qIzMxYH2qTbl6ahUbUiwkw+jFlZpDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:53:08.975252Z"},"content_sha256":"75f28d2ee6076fd0852a7e0303ecc12958d364f0200cae4151c2000c4c5405ed","schema_version":"1.0","event_id":"sha256:75f28d2ee6076fd0852a7e0303ecc12958d364f0200cae4151c2000c4c5405ed"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:W64HXUGA45OU7Z7UQZ666EDWLB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Preference Poisoning Attacks on Reward Model Learning","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Chaowei Xiao, Chenguang Wang, Jiongxiao Wang, Junlin Wu, Ning Zhang, Yevgeniy Vorobeychik","submitted_at":"2024-02-02T21:45:24Z","abstract_excerpt":"Learning reward models from pairwise comparisons is a fundamental component in a number of domains, including autonomous control, conversational agents, and recommendation systems, as part of a broad goal of aligning automated decisions with user preferences. These approaches entail collecting preference information from people, with feedback often provided anonymously. Since preferences are subjective, there is no gold standard to compare against; yet, reliance of high-impact systems on preference learning creates a strong motivation for malicious actors to skew data collected in this fashion"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.01920","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.01920/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2DXn6rnSzST1Sa1q9UEIpiHKqpWsirKa1fXX22yVYeJUrRdFd37bQ1G8vIx5636Gh30Xzh61hF7K/UrsxeFHBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:53:08.975638Z"},"content_sha256":"e20842a6c4077f0bb9ac770251f784b73b53e092571308d0590a4d0b0b4505b3","schema_version":"1.0","event_id":"sha256:e20842a6c4077f0bb9ac770251f784b73b53e092571308d0590a4d0b0b4505b3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W64HXUGA45OU7Z7UQZ666EDWLB/bundle.json","state_url":"https://pith.science/pith/W64HXUGA45OU7Z7UQZ666EDWLB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W64HXUGA45OU7Z7UQZ666EDWLB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T16:53:08Z","links":{"resolver":"https://pith.science/pith/W64HXUGA45OU7Z7UQZ666EDWLB","bundle":"https://pith.science/pith/W64HXUGA45OU7Z7UQZ666EDWLB/bundle.json","state":"https://pith.science/pith/W64HXUGA45OU7Z7UQZ666EDWLB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W64HXUGA45OU7Z7UQZ666EDWLB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:W64HXUGA45OU7Z7UQZ666EDWLB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5e0e4c88f985f4c310c553cfda6a3d0f16384ce0f71a5750d3c6d194cfdd90c5","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-02T21:45:24Z","title_canon_sha256":"867c7a19778a05eec34e4537c54a24cced1c22f9db67e5d72fe8fcbf0fc8301c"},"schema_version":"1.0","source":{"id":"2402.01920","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.01920","created_at":"2026-07-05T09:17:37Z"},{"alias_kind":"arxiv_version","alias_value":"2402.01920v2","created_at":"2026-07-05T09:17:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.01920","created_at":"2026-07-05T09:17:37Z"},{"alias_kind":"pith_short_12","alias_value":"W64HXUGA45OU","created_at":"2026-07-05T09:17:37Z"},{"alias_kind":"pith_short_16","alias_value":"W64HXUGA45OU7Z7U","created_at":"2026-07-05T09:17:37Z"},{"alias_kind":"pith_short_8","alias_value":"W64HXUGA","created_at":"2026-07-05T09:17:37Z"}],"graph_snapshots":[{"event_id":"sha256:e20842a6c4077f0bb9ac770251f784b73b53e092571308d0590a4d0b0b4505b3","target":"graph","created_at":"2026-07-05T09:17:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.01920/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Learning reward models from pairwise comparisons is a fundamental component in a number of domains, including autonomous control, conversational agents, and recommendation systems, as part of a broad goal of aligning automated decisions with user preferences. These approaches entail collecting preference information from people, with feedback often provided anonymously. Since preferences are subjective, there is no gold standard to compare against; yet, reliance of high-impact systems on preference learning creates a strong motivation for malicious actors to skew data collected in this fashion","authors_text":"Chaowei Xiao, Chenguang Wang, Jiongxiao Wang, Junlin Wu, Ning Zhang, Yevgeniy Vorobeychik","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-02T21:45:24Z","title":"Preference Poisoning Attacks on Reward Model Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.01920","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:75f28d2ee6076fd0852a7e0303ecc12958d364f0200cae4151c2000c4c5405ed","target":"record","created_at":"2026-07-05T09:17:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5e0e4c88f985f4c310c553cfda6a3d0f16384ce0f71a5750d3c6d194cfdd90c5","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-02T21:45:24Z","title_canon_sha256":"867c7a19778a05eec34e4537c54a24cced1c22f9db67e5d72fe8fcbf0fc8301c"},"schema_version":"1.0","source":{"id":"2402.01920","kind":"arxiv","version":2}},"canonical_sha256":"b7b87bd0c0e75d4fe7f4867def107658418f8f649e32e73541bf5b74158d19b7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b7b87bd0c0e75d4fe7f4867def107658418f8f649e32e73541bf5b74158d19b7","first_computed_at":"2026-07-05T09:17:37.096093Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:17:37.096093Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BvkDH9bQaGrBxbfjjGstKLk6+p4fG05bne1vwOyJO+2Gai4dklGjPg2xQdtwF84zbUIkg0Bs/ud2xFG18PIpCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:17:37.096691Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.01920","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:75f28d2ee6076fd0852a7e0303ecc12958d364f0200cae4151c2000c4c5405ed","sha256:e20842a6c4077f0bb9ac770251f784b73b53e092571308d0590a4d0b0b4505b3"],"state_sha256":"2ca385d8b24d91dca73662d55e54c2facec9f9e384031dc3b8d67a34bb3a6850"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qn0ywhkmU1UpZGDrcEjLESeAGwasEB9WTj6vM8PLJHNlglJIpca4ZX2AYrBIijbN3mrwaBJMAoLODE4TtnaQBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T16:53:08.978323Z","bundle_sha256":"80a0daa1fa7119049a12617ed633c6fa48d6b469db049d688a270e931cb9d8b4"}}