{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:Q2YITKMZFU24DF2EPYANQG6IX4","short_pith_number":"pith:Q2YITKMZ","canonical_record":{"source":{"id":"2412.15838","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-20T12:27:16Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"28160a1586e25d5b73053ac1945dfb3c9ab7e49c8d58a667a7a480dac66cde69","abstract_canon_sha256":"a93a1e590c7b9ad7a6ff8f764c4bc820b9b91350b68ba1f5e527c837658423ec"},"schema_version":"1.0"},"canonical_sha256":"86b089a9992d35c197447e00d81bc8bf23a62f3a8eea1ed9959cd049036f1be8","source":{"kind":"arxiv","id":"2412.15838","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15838","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15838v2","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15838","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"pith_short_12","alias_value":"Q2YITKMZFU24","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"pith_short_16","alias_value":"Q2YITKMZFU24DF2E","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"pith_short_8","alias_value":"Q2YITKMZ","created_at":"2026-07-05T09:55:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:Q2YITKMZFU24DF2EPYANQG6IX4","target":"record","payload":{"canonical_record":{"source":{"id":"2412.15838","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-20T12:27:16Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"28160a1586e25d5b73053ac1945dfb3c9ab7e49c8d58a667a7a480dac66cde69","abstract_canon_sha256":"a93a1e590c7b9ad7a6ff8f764c4bc820b9b91350b68ba1f5e527c837658423ec"},"schema_version":"1.0"},"canonical_sha256":"86b089a9992d35c197447e00d81bc8bf23a62f3a8eea1ed9959cd049036f1be8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:55:15.373783Z","signature_b64":"n3BPK5tnRZWobXGI45BBsaH5vrcIhOrhdmWHr8O8idtUDYbvO28nsn0ROqSkgPeneJbO/f5q6bBmsF3WrxDsBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"86b089a9992d35c197447e00d81bc8bf23a62f3a8eea1ed9959cd049036f1be8","last_reissued_at":"2026-07-05T09:55:15.373367Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:55:15.373367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.15838","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:55:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hr5hDlFKkxR5qDf/7+huB5tW3Cfbm04fq4zNdGsWj4ty5qqOQfRvdyIRcyPow7zJUq52u0rtlkZoU/CdNsSgCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:11:36.694750Z"},"content_sha256":"c3a597da803357420cfdac62bc44bdfc113ea4594b5c4a02968f0a41321ec4c8","schema_version":"1.0","event_id":"sha256:c3a597da803357420cfdac62bc44bdfc113ea4594b5c4a02968f0a41321ec4c8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:Q2YITKMZFU24DF2EPYANQG6IX4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Align Anything: Training All-Modality Models to Follow Instructions with Language Feedback","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Boyuan Chen, Bo Zheng, Donghai Hong, Dong Li, Hantao Lou, Hua Xu, Jiahao Li, Jiaming Ji, Jiayi Zhou, Josef Dai, Jun Song, Kaile Wang, Mohan Wang, Rui Pan, Tianyi Qiu, Weipeng Chen, Wenqi Chen, Xuyao Wang, Yaodong Yang","submitted_at":"2024-12-20T12:27:16Z","abstract_excerpt":"Reinforcement learning from human feedback (RLHF) has proven effective in enhancing the instruction-following capabilities of large language models; however, it remains underexplored in the cross-modality domain. As the number of modalities increases, aligning all-modality models with human intentions -- such as instruction following -- becomes a pressing challenge. In this work, we make the first attempt to fine-tune all-modality models (i.e. input and output with any modality, also named any-to-any models) using human preference data across all modalities (including text, image, audio, and v"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15838","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.15838/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:55:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"943saDdFlUedTDnJqqBGyfynNg4GVPjVkdu/mC4yqxm20Y5xTPmWDCYoQc+32vv/mxPgfYHwzHCRRqNybry8Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:11:36.695332Z"},"content_sha256":"f9581a9d80c20441c0b944bf5467bcb26925759a072f6c93f041cf09755a97a0","schema_version":"1.0","event_id":"sha256:f9581a9d80c20441c0b944bf5467bcb26925759a072f6c93f041cf09755a97a0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q2YITKMZFU24DF2EPYANQG6IX4/bundle.json","state_url":"https://pith.science/pith/Q2YITKMZFU24DF2EPYANQG6IX4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q2YITKMZFU24DF2EPYANQG6IX4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:11:36Z","links":{"resolver":"https://pith.science/pith/Q2YITKMZFU24DF2EPYANQG6IX4","bundle":"https://pith.science/pith/Q2YITKMZFU24DF2EPYANQG6IX4/bundle.json","state":"https://pith.science/pith/Q2YITKMZFU24DF2EPYANQG6IX4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q2YITKMZFU24DF2EPYANQG6IX4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Q2YITKMZFU24DF2EPYANQG6IX4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a93a1e590c7b9ad7a6ff8f764c4bc820b9b91350b68ba1f5e527c837658423ec","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-20T12:27:16Z","title_canon_sha256":"28160a1586e25d5b73053ac1945dfb3c9ab7e49c8d58a667a7a480dac66cde69"},"schema_version":"1.0","source":{"id":"2412.15838","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15838","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15838v2","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15838","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"pith_short_12","alias_value":"Q2YITKMZFU24","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"pith_short_16","alias_value":"Q2YITKMZFU24DF2E","created_at":"2026-07-05T09:55:15Z"},{"alias_kind":"pith_short_8","alias_value":"Q2YITKMZ","created_at":"2026-07-05T09:55:15Z"}],"graph_snapshots":[{"event_id":"sha256:f9581a9d80c20441c0b944bf5467bcb26925759a072f6c93f041cf09755a97a0","target":"graph","created_at":"2026-07-05T09:55:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.15838/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning from human feedback (RLHF) has proven effective in enhancing the instruction-following capabilities of large language models; however, it remains underexplored in the cross-modality domain. As the number of modalities increases, aligning all-modality models with human intentions -- such as instruction following -- becomes a pressing challenge. In this work, we make the first attempt to fine-tune all-modality models (i.e. input and output with any modality, also named any-to-any models) using human preference data across all modalities (including text, image, audio, and v","authors_text":"Boyuan Chen, Bo Zheng, Donghai Hong, Dong Li, Hantao Lou, Hua Xu, Jiahao Li, Jiaming Ji, Jiayi Zhou, Josef Dai, Jun Song, Kaile Wang, Mohan Wang, Rui Pan, Tianyi Qiu, Weipeng Chen, Wenqi Chen, Xuyao Wang, Yaodong Yang","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-20T12:27:16Z","title":"Align Anything: Training All-Modality Models to Follow Instructions with Language Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15838","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c3a597da803357420cfdac62bc44bdfc113ea4594b5c4a02968f0a41321ec4c8","target":"record","created_at":"2026-07-05T09:55:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a93a1e590c7b9ad7a6ff8f764c4bc820b9b91350b68ba1f5e527c837658423ec","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-20T12:27:16Z","title_canon_sha256":"28160a1586e25d5b73053ac1945dfb3c9ab7e49c8d58a667a7a480dac66cde69"},"schema_version":"1.0","source":{"id":"2412.15838","kind":"arxiv","version":2}},"canonical_sha256":"86b089a9992d35c197447e00d81bc8bf23a62f3a8eea1ed9959cd049036f1be8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"86b089a9992d35c197447e00d81bc8bf23a62f3a8eea1ed9959cd049036f1be8","first_computed_at":"2026-07-05T09:55:15.373367Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:55:15.373367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"n3BPK5tnRZWobXGI45BBsaH5vrcIhOrhdmWHr8O8idtUDYbvO28nsn0ROqSkgPeneJbO/f5q6bBmsF3WrxDsBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:55:15.373783Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.15838","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c3a597da803357420cfdac62bc44bdfc113ea4594b5c4a02968f0a41321ec4c8","sha256:f9581a9d80c20441c0b944bf5467bcb26925759a072f6c93f041cf09755a97a0"],"state_sha256":"ef59d0e3372a779c5560380f24c87448f9d8d41a8d1c78c1ac44b9e2ef6c3452"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wXaQSVJjeRWT5FSNoewGzo22fctKRUS4fXsExHke91DmepdRNpmYSuchOWUDiMjQoaXY7Cp08vWyYDO9OJHSCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:11:36.699944Z","bundle_sha256":"2c9bb8be2372f38ef4adb2183a8520f4d069f9581aa355eaf877fd8dda6bbbb9"}}