{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:6YETJUN5ELIXCCUFJKB6DORLLZ","short_pith_number":"pith:6YETJUN5","canonical_record":{"source":{"id":"2309.14525","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-09-25T20:59:33Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"b87d6710b9a70b3477c1ded6d7d8d8fa6c0ab18f6bcb0fae4771d23b5540c209","abstract_canon_sha256":"4a31ccd234c5dd37a44709d78049d1b291502e92a679cc0c02c73eb12bf35fdf"},"schema_version":"1.0"},"canonical_sha256":"f60934d1bd22d1710a854a83e1ba2b5e6737dc1ce190bd9a4bcce587715752dd","source":{"kind":"arxiv","id":"2309.14525","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.14525","created_at":"2026-05-17T23:38:50Z"},{"alias_kind":"arxiv_version","alias_value":"2309.14525v1","created_at":"2026-05-17T23:38:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.14525","created_at":"2026-05-17T23:38:50Z"},{"alias_kind":"pith_short_12","alias_value":"6YETJUN5ELIX","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"6YETJUN5ELIXCCUF","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"6YETJUN5","created_at":"2026-05-18T12:33:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:6YETJUN5ELIXCCUFJKB6DORLLZ","target":"record","payload":{"canonical_record":{"source":{"id":"2309.14525","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-09-25T20:59:33Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"b87d6710b9a70b3477c1ded6d7d8d8fa6c0ab18f6bcb0fae4771d23b5540c209","abstract_canon_sha256":"4a31ccd234c5dd37a44709d78049d1b291502e92a679cc0c02c73eb12bf35fdf"},"schema_version":"1.0"},"canonical_sha256":"f60934d1bd22d1710a854a83e1ba2b5e6737dc1ce190bd9a4bcce587715752dd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:50.660903Z","signature_b64":"0NMp7G6UfepNO22Tt5UQ0QamUC8ajQmGsBxItRm/IvBgbWBvZcP0gxWvzSZrJ2d6kpHEv9zOVySlH4B0+PwWCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f60934d1bd22d1710a854a83e1ba2b5e6737dc1ce190bd9a4bcce587715752dd","last_reissued_at":"2026-05-17T23:38:50.660329Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:50.660329Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.14525","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EyViJOTDOuo3gzCVkB+Va9Dk+A6J7smxbifz4hHomIaWQqp69rbfGZjI4xxR6Rrf69PVDq4ANVh0TVyW1k/1Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T21:46:17.200596Z"},"content_sha256":"6d35bf3697aeb34ea96ecd114d0d52bb671f56dbdaf04a0bc7864a8fa58bf442","schema_version":"1.0","event_id":"sha256:6d35bf3697aeb34ea96ecd114d0d52bb671f56dbdaf04a0bc7864a8fa58bf442"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:6YETJUN5ELIXCCUFJKB6DORLLZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Aligning Large Multimodal Models with Factually Augmented RLHF","license":"http://creativecommons.org/licenses/by/4.0/","headline":"Factually augmented RLHF aligns large multimodal models to cut hallucinations and reach 94 percent of GPT-4 performance.","cross_cats":["cs.CL"],"primary_cat":"cs.CV","authors_text":"Chuang Gan, Chunyuan Li, Haotian Liu, Kurt Keutzer, Liang-Yan Gui, Shengcao Cao, Sheng Shen, Trevor Darrell, Yikang Shen, Yiming Yang, Yu-Xiong Wang, Zhiqing Sun","submitted_at":"2023-09-25T20:59:33Z","abstract_excerpt":"Large Multimodal Models (LMM) are built across modalities and the misalignment between two modalities can result in \"hallucination\", generating textual outputs that are not grounded by the multimodal information in context. To address the multimodal misalignment issue, we adapt the Reinforcement Learning from Human Feedback (RLHF) from the text domain to the task of vision-language alignment, where human annotators are asked to compare two responses and pinpoint the more hallucinated one, and the vision-language model is trained to maximize the simulated human rewards. We propose a new alignme"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"As the first LMM trained with RLHF, our approach achieves remarkable improvement on the LLaVA-Bench dataset with the 94% performance level of the text-only GPT-4 (while previous best methods can only achieve the 87% level), and an improvement by 60% on MMHAL-BENCH over other baselines.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That augmenting the reward model with image captions and ground-truth options reliably prevents reward hacking without introducing new biases or reducing generalization on open-ended questions.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"Factually Augmented RLHF aligns large multimodal models to reduce hallucinations, reaching 94% of GPT-4 on LLaVA-Bench and 60% improvement on the new MMHAL-BENCH.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Factually augmented RLHF aligns large multimodal models to cut hallucinations and reach 94 percent of GPT-4 performance.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"e5c1f2b6b7d4778593b652438bf504bc8c8a1b43ed0ec404843e1e47a6586521"},"source":{"id":"2309.14525","kind":"arxiv","version":1},"verdict":{"id":"b20010b3-5fe3-4bb4-a581-74bdcc006219","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-15T17:51:53.974531Z","strongest_claim":"As the first LMM trained with RLHF, our approach achieves remarkable improvement on the LLaVA-Bench dataset with the 94% performance level of the text-only GPT-4 (while previous best methods can only achieve the 87% level), and an improvement by 60% on MMHAL-BENCH over other baselines.","one_line_summary":"Factually Augmented RLHF aligns large multimodal models to reduce hallucinations, reaching 94% of GPT-4 on LLaVA-Bench and 60% improvement on the new MMHAL-BENCH.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That augmenting the reward model with image captions and ground-truth options reliably prevents reward hacking without introducing new biases or reducing generalization on open-ended questions.","pith_extraction_headline":"Factually augmented RLHF aligns large multimodal models to cut hallucinations and reach 94 percent of GPT-4 performance."},"references":{"count":40,"sample":[{"doi":"","year":null,"title":"PaLM 2 Technical Report","work_id":"905ee9a7-ea61-4a94-bd62-2600cbe3e315","ref_index":1,"cited_arxiv_id":"2305.10403","is_internal_anchor":true},{"doi":"","year":null,"title":"OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models","work_id":"87bfa84a-e663-4165-806f-93ef439d88d0","ref_index":2,"cited_arxiv_id":"2308.01390","is_internal_anchor":true},{"doi":"","year":null,"title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","work_id":"cbc2bb21-b6bb-46c0-80bf-107e195ffe10","ref_index":3,"cited_arxiv_id":"2308.12966","is_internal_anchor":true},{"doi":"","year":null,"title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","work_id":"a1f2574b-a899-4713-be60-c87ba332656c","ref_index":4,"cited_arxiv_id":"2204.05862","is_internal_anchor":true},{"doi":"","year":1901,"title":"Language models are few-shot learners","work_id":"677093e0-2019-45af-8c52-d9b33dec7e3d","ref_index":5,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":40,"snapshot_sha256":"5e3d386cb62190aef6fb62e08c10bb0cca0ee129a80e1414dac24fef753aceca","internal_anchors":27},"formal_canon":{"evidence_count":2,"snapshot_sha256":"8f482e2c6a72c8b21643ab6aa20b3d3f2158fe9749be45a437ac59cf74e60975"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"b20010b3-5fe3-4bb4-a581-74bdcc006219"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZhKwtfGiV+K9bdEd2S8BUO0NRVGgHiMwgba9/D6sj8Np2Wbi4sdBFWvPxg/R8wpDSuPdySVkIqSkLCl5AZddBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T21:46:17.201584Z"},"content_sha256":"63d9ce14b22e0764f30a2ed26a248d73584b515d07a2459fede62a372c11c587","schema_version":"1.0","event_id":"sha256:63d9ce14b22e0764f30a2ed26a248d73584b515d07a2459fede62a372c11c587"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6YETJUN5ELIXCCUFJKB6DORLLZ/bundle.json","state_url":"https://pith.science/pith/6YETJUN5ELIXCCUFJKB6DORLLZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6YETJUN5ELIXCCUFJKB6DORLLZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-29T21:46:17Z","links":{"resolver":"https://pith.science/pith/6YETJUN5ELIXCCUFJKB6DORLLZ","bundle":"https://pith.science/pith/6YETJUN5ELIXCCUFJKB6DORLLZ/bundle.json","state":"https://pith.science/pith/6YETJUN5ELIXCCUFJKB6DORLLZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6YETJUN5ELIXCCUFJKB6DORLLZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:6YETJUN5ELIXCCUFJKB6DORLLZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4a31ccd234c5dd37a44709d78049d1b291502e92a679cc0c02c73eb12bf35fdf","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-09-25T20:59:33Z","title_canon_sha256":"b87d6710b9a70b3477c1ded6d7d8d8fa6c0ab18f6bcb0fae4771d23b5540c209"},"schema_version":"1.0","source":{"id":"2309.14525","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.14525","created_at":"2026-05-17T23:38:50Z"},{"alias_kind":"arxiv_version","alias_value":"2309.14525v1","created_at":"2026-05-17T23:38:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.14525","created_at":"2026-05-17T23:38:50Z"},{"alias_kind":"pith_short_12","alias_value":"6YETJUN5ELIX","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"6YETJUN5ELIXCCUF","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"6YETJUN5","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:63d9ce14b22e0764f30a2ed26a248d73584b515d07a2459fede62a372c11c587","target":"graph","created_at":"2026-05-17T23:38:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"As the first LMM trained with RLHF, our approach achieves remarkable improvement on the LLaVA-Bench dataset with the 94% performance level of the text-only GPT-4 (while previous best methods can only achieve the 87% level), and an improvement by 60% on MMHAL-BENCH over other baselines."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That augmenting the reward model with image captions and ground-truth options reliably prevents reward hacking without introducing new biases or reducing generalization on open-ended questions."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"Factually Augmented RLHF aligns large multimodal models to reduce hallucinations, reaching 94% of GPT-4 on LLaVA-Bench and 60% improvement on the new MMHAL-BENCH."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Factually augmented RLHF aligns large multimodal models to cut hallucinations and reach 94 percent of GPT-4 performance."}],"snapshot_sha256":"e5c1f2b6b7d4778593b652438bf504bc8c8a1b43ed0ec404843e1e47a6586521"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"8f482e2c6a72c8b21643ab6aa20b3d3f2158fe9749be45a437ac59cf74e60975"},"paper":{"abstract_excerpt":"Large Multimodal Models (LMM) are built across modalities and the misalignment between two modalities can result in \"hallucination\", generating textual outputs that are not grounded by the multimodal information in context. To address the multimodal misalignment issue, we adapt the Reinforcement Learning from Human Feedback (RLHF) from the text domain to the task of vision-language alignment, where human annotators are asked to compare two responses and pinpoint the more hallucinated one, and the vision-language model is trained to maximize the simulated human rewards. We propose a new alignme","authors_text":"Chuang Gan, Chunyuan Li, Haotian Liu, Kurt Keutzer, Liang-Yan Gui, Shengcao Cao, Sheng Shen, Trevor Darrell, Yikang Shen, Yiming Yang, Yu-Xiong Wang, Zhiqing Sun","cross_cats":["cs.CL"],"headline":"Factually augmented RLHF aligns large multimodal models to cut hallucinations and reach 94 percent of GPT-4 performance.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-09-25T20:59:33Z","title":"Aligning Large Multimodal Models with Factually Augmented RLHF"},"references":{"count":40,"internal_anchors":27,"resolved_work":40,"sample":[{"cited_arxiv_id":"2305.10403","doi":"","is_internal_anchor":true,"ref_index":1,"title":"PaLM 2 Technical Report","work_id":"905ee9a7-ea61-4a94-bd62-2600cbe3e315","year":null},{"cited_arxiv_id":"2308.01390","doi":"","is_internal_anchor":true,"ref_index":2,"title":"OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models","work_id":"87bfa84a-e663-4165-806f-93ef439d88d0","year":null},{"cited_arxiv_id":"2308.12966","doi":"","is_internal_anchor":true,"ref_index":3,"title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","work_id":"cbc2bb21-b6bb-46c0-80bf-107e195ffe10","year":null},{"cited_arxiv_id":"2204.05862","doi":"","is_internal_anchor":true,"ref_index":4,"title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","work_id":"a1f2574b-a899-4713-be60-c87ba332656c","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"Language models are few-shot learners","work_id":"677093e0-2019-45af-8c52-d9b33dec7e3d","year":1901}],"snapshot_sha256":"5e3d386cb62190aef6fb62e08c10bb0cca0ee129a80e1414dac24fef753aceca"},"source":{"id":"2309.14525","kind":"arxiv","version":1},"verdict":{"created_at":"2026-05-15T17:51:53.974531Z","id":"b20010b3-5fe3-4bb4-a581-74bdcc006219","model_set":{"reader":"grok-4.3"},"one_line_summary":"Factually Augmented RLHF aligns large multimodal models to reduce hallucinations, reaching 94% of GPT-4 on LLaVA-Bench and 60% improvement on the new MMHAL-BENCH.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Factually augmented RLHF aligns large multimodal models to cut hallucinations and reach 94 percent of GPT-4 performance.","strongest_claim":"As the first LMM trained with RLHF, our approach achieves remarkable improvement on the LLaVA-Bench dataset with the 94% performance level of the text-only GPT-4 (while previous best methods can only achieve the 87% level), and an improvement by 60% on MMHAL-BENCH over other baselines.","weakest_assumption":"That augmenting the reward model with image captions and ground-truth options reliably prevents reward hacking without introducing new biases or reducing generalization on open-ended questions."}},"verdict_id":"b20010b3-5fe3-4bb4-a581-74bdcc006219"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d35bf3697aeb34ea96ecd114d0d52bb671f56dbdaf04a0bc7864a8fa58bf442","target":"record","created_at":"2026-05-17T23:38:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4a31ccd234c5dd37a44709d78049d1b291502e92a679cc0c02c73eb12bf35fdf","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-09-25T20:59:33Z","title_canon_sha256":"b87d6710b9a70b3477c1ded6d7d8d8fa6c0ab18f6bcb0fae4771d23b5540c209"},"schema_version":"1.0","source":{"id":"2309.14525","kind":"arxiv","version":1}},"canonical_sha256":"f60934d1bd22d1710a854a83e1ba2b5e6737dc1ce190bd9a4bcce587715752dd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f60934d1bd22d1710a854a83e1ba2b5e6737dc1ce190bd9a4bcce587715752dd","first_computed_at":"2026-05-17T23:38:50.660329Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:50.660329Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0NMp7G6UfepNO22Tt5UQ0QamUC8ajQmGsBxItRm/IvBgbWBvZcP0gxWvzSZrJ2d6kpHEv9zOVySlH4B0+PwWCA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:50.660903Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.14525","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d35bf3697aeb34ea96ecd114d0d52bb671f56dbdaf04a0bc7864a8fa58bf442","sha256:63d9ce14b22e0764f30a2ed26a248d73584b515d07a2459fede62a372c11c587"],"state_sha256":"d9f1f24551aa422baa3d2a19aadc0358a4d9e76b3a7529e048825f5446ce3f8d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RVXjnGFG1omE47Mh61xldq7xMcN5VFKXhhlCjz0wKhqb9koMBplPIIRRJuaJMN3wpQmbIoOg8eFdgYmZ4d8rCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-29T21:46:17.205728Z","bundle_sha256":"b73015494b462310e57d1b8478f2acd6067652b75ed0719f22588808dcda31f7"}}