{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Q2YITKMZFU24DF2EPYANQG6IX4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a93a1e590c7b9ad7a6ff8f764c4bc820b9b91350b68ba1f5e527c837658423ec","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-20T12:27:16Z","title_canon_sha256":"28160a1586e25d5b73053ac1945dfb3c9ab7e49c8d58a667a7a480dac66cde69"},"schema_version":"1.0","source":{"id":"2412.15838","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15838","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15838v2","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15838","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"pith_short_12","alias_value":"Q2YITKMZFU24","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"pith_short_16","alias_value":"Q2YITKMZFU24DF2E","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"pith_short_8","alias_value":"Q2YITKMZ","created_at":"2026-07-05T09:55:15Z"}],"graph_snapshots":[{"event_id":"sha256:f9581a9d80c20441c0b944bf5467bcb26925759a072f6c93f041cf09755a97a0","target":"graph","created_at":"2026-07-05T09:55:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.15838/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning from human feedback (RLHF) has proven effective in enhancing the instruction-following capabilities of large language models; however, it remains underexplored in the cross-modality domain. As the number of modalities increases, aligning all-modality models with human intentions -- such as instruction following -- becomes a pressing challenge. In this work, we make the first attempt to fine-tune all-modality models (i.e. input and output with any modality, also named any-to-any models) using human preference data across all modalities (including text, image, audio, and v","authors_text":"Boyuan Chen, Bo Zheng, Donghai Hong, Dong Li, Hantao Lou, Hua Xu, Jiahao Li, Jiaming Ji, Jiayi Zhou, Josef Dai, Jun Song, Kaile Wang, Mohan Wang, Rui Pan, Tianyi Qiu, Weipeng Chen, Wenqi Chen, Xuyao Wang, Yaodong Yang","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-20T12:27:16Z","title":"Align Anything: Training All-Modality Models to Follow Instructions with Language Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15838","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c3a597da803357420cfdac62bc44bdfc113ea4594b5c4a02968f0a41321ec4c8","target":"record","created_at":"2026-07-05T09:55:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a93a1e590c7b9ad7a6ff8f764c4bc820b9b91350b68ba1f5e527c837658423ec","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-20T12:27:16Z","title_canon_sha256":"28160a1586e25d5b73053ac1945dfb3c9ab7e49c8d58a667a7a480dac66cde69"},"schema_version":"1.0","source":{"id":"2412.15838","kind":"arxiv","version":2}},"canonical_sha256":"86b089a9992d35c197447e00d81bc8bf23a62f3a8eea1ed9959cd049036f1be8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"86b089a9992d35c197447e00d81bc8bf23a62f3a8eea1ed9959cd049036f1be8","first_computed_at":"2026-07-05T09:55:15.373367Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:55:15.373367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"n3BPK5tnRZWobXGI45BBsaH5vrcIhOrhdmWHr8O8idtUDYbvO28nsn0ROqSkgPeneJbO/f5q6bBmsF3WrxDsBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:55:15.373783Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.15838","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c3a597da803357420cfdac62bc44bdfc113ea4594b5c4a02968f0a41321ec4c8","sha256:f9581a9d80c20441c0b944bf5467bcb26925759a072f6c93f041cf09755a97a0"],"state_sha256":"ef59d0e3372a779c5560380f24c87448f9d8d41a8d1c78c1ac44b9e2ef6c3452"}