{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:MDG5TRMGTDERL4TQHXMEU6XMO6","short_pith_number":"pith:MDG5TRMG","canonical_record":{"source":{"id":"2504.19276","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-04-27T15:21:59Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"70166525eec6dacce19cd4a8a52b6df0e9e829bf78e41632113f76014d2e049f","abstract_canon_sha256":"7b54fffcded8a14de97901a96a5225589f4c476ce2e0aecc19e5ddc05068335a"},"schema_version":"1.0"},"canonical_sha256":"60cdd9c58698c915f2703dd84a7aec77ad722aa76b373df6e71bdfad277812c3","source":{"kind":"arxiv","id":"2504.19276","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.19276","created_at":"2026-07-05T10:54:54Z"},{"alias_kind":"arxiv_version","alias_value":"2504.19276v1","created_at":"2026-07-05T10:54:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.19276","created_at":"2026-07-05T10:54:54Z"},{"alias_kind":"pith_short_12","alias_value":"MDG5TRMGTDER","created_at":"2026-07-05T10:54:54Z"},{"alias_kind":"pith_short_16","alias_value":"MDG5TRMGTDERL4TQ","created_at":"2026-07-05T10:54:54Z"},{"alias_kind":"pith_short_8","alias_value":"MDG5TRMG","created_at":"2026-07-05T10:54:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:MDG5TRMGTDERL4TQHXMEU6XMO6","target":"record","payload":{"canonical_record":{"source":{"id":"2504.19276","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-04-27T15:21:59Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"70166525eec6dacce19cd4a8a52b6df0e9e829bf78e41632113f76014d2e049f","abstract_canon_sha256":"7b54fffcded8a14de97901a96a5225589f4c476ce2e0aecc19e5ddc05068335a"},"schema_version":"1.0"},"canonical_sha256":"60cdd9c58698c915f2703dd84a7aec77ad722aa76b373df6e71bdfad277812c3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:54:54.928514Z","signature_b64":"m7Lu8G4IIff7iuZGcofXFxdq7144WO1yGGQdTFOBVlMr5r/qM66PiXpS6RRCJJdY4NQyDl2HMt33UUThsuuxDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"60cdd9c58698c915f2703dd84a7aec77ad722aa76b373df6e71bdfad277812c3","last_reissued_at":"2026-07-05T10:54:54.928018Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:54:54.928018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.19276","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q62VBjEe1kfSkZ6UvQhXSIX9qYkKM+p0HIxKy+Kjrdiy1sAJqBwwFFUyOwqFT9EI9f8Y/3VqdtbrLxE0ehl3CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T00:45:51.264463Z"},"content_sha256":"246f003000c9f52bc19056e1711926cdb34b5622ab5b706bfec388e918517d8d","schema_version":"1.0","event_id":"sha256:246f003000c9f52bc19056e1711926cdb34b5622ab5b706bfec388e918517d8d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:MDG5TRMGTDERL4TQHXMEU6XMO6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Anyprefer: An Agentic Framework for Preference Data Synthesis","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Bo Li, Chetan Bansal, Huaxiu Yao, Kaiyuan Zheng, Mohit Bansal, Peng Xia, Shangyu Xing, Tianle Wang, Weitong Zhang, Wenhao Zheng, Xuchao Zhang, Ying Wei, Yiyang Zhou, Zhaorun Chen, Zhaoyang Wang, Zijian Zhang","submitted_at":"2025-04-27T15:21:59Z","abstract_excerpt":"High-quality preference data is essential for aligning foundation models with human values through preference learning. However, manual annotation of such data is often time-consuming and costly. Recent methods often adopt a self-rewarding approach, where the target model generates and annotates its own preference data, but this can lead to inaccuracies since the reward model shares weights with the target model, thereby amplifying inherent biases. To address these issues, we propose Anyprefer, a framework designed to synthesize high-quality preference data for aligning the target model. Anypr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.19276","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.19276/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"65R9qnXW/X8iMflZZZ4+9QS4fVROoGRN8gT0XBTvBaummyFp3lrM/GV9kA7DzSrjlPqSJrZQMEq6oQTJ3sGHCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T00:45:51.265336Z"},"content_sha256":"ac9614688e102eedfab243c7d416242be927c7daa4d66120b87b67888372097d","schema_version":"1.0","event_id":"sha256:ac9614688e102eedfab243c7d416242be927c7daa4d66120b87b67888372097d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MDG5TRMGTDERL4TQHXMEU6XMO6/bundle.json","state_url":"https://pith.science/pith/MDG5TRMGTDERL4TQHXMEU6XMO6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MDG5TRMGTDERL4TQHXMEU6XMO6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T00:45:51Z","links":{"resolver":"https://pith.science/pith/MDG5TRMGTDERL4TQHXMEU6XMO6","bundle":"https://pith.science/pith/MDG5TRMGTDERL4TQHXMEU6XMO6/bundle.json","state":"https://pith.science/pith/MDG5TRMGTDERL4TQHXMEU6XMO6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MDG5TRMGTDERL4TQHXMEU6XMO6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:MDG5TRMGTDERL4TQHXMEU6XMO6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7b54fffcded8a14de97901a96a5225589f4c476ce2e0aecc19e5ddc05068335a","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-04-27T15:21:59Z","title_canon_sha256":"70166525eec6dacce19cd4a8a52b6df0e9e829bf78e41632113f76014d2e049f"},"schema_version":"1.0","source":{"id":"2504.19276","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.19276","created_at":"2026-07-05T10:54:54Z"},{"alias_kind":"arxiv_version","alias_value":"2504.19276v1","created_at":"2026-07-05T10:54:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.19276","created_at":"2026-07-05T10:54:54Z"},{"alias_kind":"pith_short_12","alias_value":"MDG5TRMGTDER","created_at":"2026-07-05T10:54:54Z"},{"alias_kind":"pith_short_16","alias_value":"MDG5TRMGTDERL4TQ","created_at":"2026-07-05T10:54:54Z"},{"alias_kind":"pith_short_8","alias_value":"MDG5TRMG","created_at":"2026-07-05T10:54:54Z"}],"graph_snapshots":[{"event_id":"sha256:ac9614688e102eedfab243c7d416242be927c7daa4d66120b87b67888372097d","target":"graph","created_at":"2026-07-05T10:54:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.19276/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"High-quality preference data is essential for aligning foundation models with human values through preference learning. However, manual annotation of such data is often time-consuming and costly. Recent methods often adopt a self-rewarding approach, where the target model generates and annotates its own preference data, but this can lead to inaccuracies since the reward model shares weights with the target model, thereby amplifying inherent biases. To address these issues, we propose Anyprefer, a framework designed to synthesize high-quality preference data for aligning the target model. Anypr","authors_text":"Bo Li, Chetan Bansal, Huaxiu Yao, Kaiyuan Zheng, Mohit Bansal, Peng Xia, Shangyu Xing, Tianle Wang, Weitong Zhang, Wenhao Zheng, Xuchao Zhang, Ying Wei, Yiyang Zhou, Zhaorun Chen, Zhaoyang Wang, Zijian Zhang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-04-27T15:21:59Z","title":"Anyprefer: An Agentic Framework for Preference Data Synthesis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.19276","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:246f003000c9f52bc19056e1711926cdb34b5622ab5b706bfec388e918517d8d","target":"record","created_at":"2026-07-05T10:54:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7b54fffcded8a14de97901a96a5225589f4c476ce2e0aecc19e5ddc05068335a","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-04-27T15:21:59Z","title_canon_sha256":"70166525eec6dacce19cd4a8a52b6df0e9e829bf78e41632113f76014d2e049f"},"schema_version":"1.0","source":{"id":"2504.19276","kind":"arxiv","version":1}},"canonical_sha256":"60cdd9c58698c915f2703dd84a7aec77ad722aa76b373df6e71bdfad277812c3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"60cdd9c58698c915f2703dd84a7aec77ad722aa76b373df6e71bdfad277812c3","first_computed_at":"2026-07-05T10:54:54.928018Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:54:54.928018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"m7Lu8G4IIff7iuZGcofXFxdq7144WO1yGGQdTFOBVlMr5r/qM66PiXpS6RRCJJdY4NQyDl2HMt33UUThsuuxDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:54:54.928514Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.19276","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:246f003000c9f52bc19056e1711926cdb34b5622ab5b706bfec388e918517d8d","sha256:ac9614688e102eedfab243c7d416242be927c7daa4d66120b87b67888372097d"],"state_sha256":"8dcd676c316cf08165d91f4c49ea4351817ed93ebcb6e8f9988d5c03c33f97c7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UFdMLFy7tonQDuhmhxuxXtmkEmexPe3ylTa+QUBI0dRNJmKdy/EJBAlXCr8LfU+bpJawy94TIT8cirYmzcLhDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T00:45:51.269859Z","bundle_sha256":"175893d3974ae325502aa4b1ccb42f8c56f63860422a23d4088b4b5c9cc7ae33"}}