{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TNTG4C5QBHSCXDSX6LFAQXMZB4","short_pith_number":"pith:TNTG4C5Q","canonical_record":{"source":{"id":"2306.05685","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-09T05:55:52Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"706c0f117a66bc273bef5473fd6b19b34f2021555e052da635410e8702061203","abstract_canon_sha256":"fa5ebbad229851bb3809f509ea2476759110cab83367cdaeeb6f3e9f1b3a4aff"},"schema_version":"1.0"},"canonical_sha256":"9b666e0bb009e42b8e57f2ca085d990f0288f3082e98fbadc4ad30ee9be02979","source":{"kind":"arxiv","id":"2306.05685","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.05685","created_at":"2026-07-05T07:27:47Z"},{"alias_kind":"arxiv_version","alias_value":"2306.05685v4","created_at":"2026-07-05T07:27:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.05685","created_at":"2026-07-05T07:27:47Z"},{"alias_kind":"pith_short_12","alias_value":"TNTG4C5QBHSC","created_at":"2026-07-05T07:27:47Z"},{"alias_kind":"pith_short_16","alias_value":"TNTG4C5QBHSCXDSX","created_at":"2026-07-05T07:27:47Z"},{"alias_kind":"pith_short_8","alias_value":"TNTG4C5Q","created_at":"2026-07-05T07:27:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TNTG4C5QBHSCXDSX6LFAQXMZB4","target":"record","payload":{"canonical_record":{"source":{"id":"2306.05685","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-09T05:55:52Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"706c0f117a66bc273bef5473fd6b19b34f2021555e052da635410e8702061203","abstract_canon_sha256":"fa5ebbad229851bb3809f509ea2476759110cab83367cdaeeb6f3e9f1b3a4aff"},"schema_version":"1.0"},"canonical_sha256":"9b666e0bb009e42b8e57f2ca085d990f0288f3082e98fbadc4ad30ee9be02979","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:27:47.193095Z","signature_b64":"Fop/zvlxSKQ+QeENKvt4jBJoeRlcJ+wULAUqySG4qrBAaSweKbQbJrFF0q5tmn3NffKSAUemLXDmpUIvuODzCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9b666e0bb009e42b8e57f2ca085d990f0288f3082e98fbadc4ad30ee9be02979","last_reissued_at":"2026-07-05T07:27:47.192530Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:27:47.192530Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.05685","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:27:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g/QXfXE/i0WWFg3lGzr/VxvNq4UNFrE4e1CJcagaE2NbC9btUfELzX+OgXTKe2VCxkCwrWP8fhYFgIx9oSy4CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:41:24.696760Z"},"content_sha256":"780493d87b59dbd754412c9ab3ee1b3af1e019b00931eb4ddb11a55955f6d9f4","schema_version":"1.0","event_id":"sha256:780493d87b59dbd754412c9ab3ee1b3af1e019b00931eb4ddb11a55955f6d9f4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TNTG4C5QBHSCXDSX6LFAQXMZB4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"Strong LLM judges like GPT-4 agree with human preferences over 80 percent of the time on chat model evaluations.","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dacheng Li, Eric P. Xing, Hao Zhang, Ion Stoica, Joseph E. Gonzalez, Lianmin Zheng, Siyuan Zhuang, Wei-Lin Chiang, Ying Sheng, Yonghao Zhuang, Zhanghao Wu, Zhuohan Li, Zi Lin","submitted_at":"2023-06-09T05:55:52Z","abstract_excerpt":"Evaluating large language model (LLM) based chat assistants is challenging due to their broad capabilities and the inadequacy of existing benchmarks in measuring human preferences. To address this, we explore using strong LLMs as judges to evaluate these models on more open-ended questions. We examine the usage and limitations of LLM-as-a-judge, including position, verbosity, and self-enhancement biases, as well as limited reasoning ability, and propose solutions to mitigate some of them. We then verify the agreement between LLM judges and human preferences by introducing two benchmarks: MT-be"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"strong LLM judges like GPT-4 can match both controlled and crowdsourced human preferences well, achieving over 80% agreement, the same level of agreement between humans.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That the crowdsourced human preferences in Chatbot Arena and MT-Bench represent reliable, unbiased ground truth that generalizes beyond the tested models, questions, and voting setup.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"GPT-4 as an LLM judge achieves over 80% agreement with human preferences on MT-Bench and Chatbot Arena, matching human agreement levels and providing a scalable evaluation method.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Strong LLM judges like GPT-4 agree with human preferences over 80 percent of the time on chat model evaluations.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"18f4beaaf2c1f36d35833f6e04e828095f6fa14e9d430f32c061914b49ca4255"},"source":{"id":"2306.05685","kind":"arxiv","version":4},"verdict":{"id":"56a119e3-d5d8-49ce-b096-fc9807ca80aa","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-10T18:48:24.408029Z","strongest_claim":"strong LLM judges like GPT-4 can match both controlled and crowdsourced human preferences well, achieving over 80% agreement, the same level of agreement between humans.","one_line_summary":"GPT-4 as an LLM judge achieves over 80% agreement with human preferences on MT-Bench and Chatbot Arena, matching human agreement levels and providing a scalable evaluation method.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That the crowdsourced human preferences in Chatbot Arena and MT-Bench represent reliable, unbiased ground truth that generalizes beyond the tested models, questions, and voting setup.","pith_extraction_headline":"Strong LLM judges like GPT-4 agree with human preferences over 80 percent of the time on chat model evaluations."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.05685/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":52,"sample":[{"doi":"","year":2023,"title":"PaLM 2 Technical Report","work_id":"905ee9a7-ea61-4a94-bd62-2600cbe3e315","ref_index":1,"cited_arxiv_id":"2305.10403","is_internal_anchor":true},{"doi":"","year":2022,"title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","work_id":"a1f2574b-a899-4713-be60-c87ba332656c","ref_index":2,"cited_arxiv_id":"2204.05862","is_internal_anchor":true},{"doi":"","year":1984,"title":"Position bias in multiple-choice questions","work_id":"7f6dbe66-b9f1-4ae3-a965-77f3e2ee07c2","ref_index":3,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":1986,"title":"Evaluations of self and others: Self-enhancement biases in social judgments","work_id":"7ad883c8-6967-4899-988c-5b0239fc695f","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2023,"title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","work_id":"a23cfe92-7f7c-424b-98d4-b386a83002fb","ref_index":5,"cited_arxiv_id":"2303.12712","is_internal_anchor":true}],"resolved_work":52,"snapshot_sha256":"9265c460a13dfecc7b64a64e7277d32a500d7fac75f9db91deb10e55a6b23642","internal_anchors":21},"formal_canon":{"evidence_count":2,"snapshot_sha256":"65e7a9929a13cf7eb64ede841bb8df59d45ea5a4fbf4199bf3cad01c7e2e889b"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"56a119e3-d5d8-49ce-b096-fc9807ca80aa"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:27:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zzl0P6Rr98RA6WsZn/TU+NsI+UjqHtX8vhhRwKCiL2knl0P4OJFxepl0inaptu447QSgireFvLTMU/3bzPacAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:41:24.698194Z"},"content_sha256":"1481655c49b826d2ea96345a76c1f2910ac48030fb16f7e9a05c75d2b3339864","schema_version":"1.0","event_id":"sha256:1481655c49b826d2ea96345a76c1f2910ac48030fb16f7e9a05c75d2b3339864"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TNTG4C5QBHSCXDSX6LFAQXMZB4/bundle.json","state_url":"https://pith.science/pith/TNTG4C5QBHSCXDSX6LFAQXMZB4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TNTG4C5QBHSCXDSX6LFAQXMZB4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T06:41:24Z","links":{"resolver":"https://pith.science/pith/TNTG4C5QBHSCXDSX6LFAQXMZB4","bundle":"https://pith.science/pith/TNTG4C5QBHSCXDSX6LFAQXMZB4/bundle.json","state":"https://pith.science/pith/TNTG4C5QBHSCXDSX6LFAQXMZB4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TNTG4C5QBHSCXDSX6LFAQXMZB4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TNTG4C5QBHSCXDSX6LFAQXMZB4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fa5ebbad229851bb3809f509ea2476759110cab83367cdaeeb6f3e9f1b3a4aff","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-09T05:55:52Z","title_canon_sha256":"706c0f117a66bc273bef5473fd6b19b34f2021555e052da635410e8702061203"},"schema_version":"1.0","source":{"id":"2306.05685","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.05685","created_at":"2026-07-05T07:27:47Z"},{"alias_kind":"arxiv_version","alias_value":"2306.05685v4","created_at":"2026-07-05T07:27:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.05685","created_at":"2026-07-05T07:27:47Z"},{"alias_kind":"pith_short_12","alias_value":"TNTG4C5QBHSC","created_at":"2026-07-05T07:27:47Z"},{"alias_kind":"pith_short_16","alias_value":"TNTG4C5QBHSCXDSX","created_at":"2026-07-05T07:27:47Z"},{"alias_kind":"pith_short_8","alias_value":"TNTG4C5Q","created_at":"2026-07-05T07:27:47Z"}],"graph_snapshots":[{"event_id":"sha256:1481655c49b826d2ea96345a76c1f2910ac48030fb16f7e9a05c75d2b3339864","target":"graph","created_at":"2026-07-05T07:27:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"strong LLM judges like GPT-4 can match both controlled and crowdsourced human preferences well, achieving over 80% agreement, the same level of agreement between humans."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the crowdsourced human preferences in Chatbot Arena and MT-Bench represent reliable, unbiased ground truth that generalizes beyond the tested models, questions, and voting setup."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"GPT-4 as an LLM judge achieves over 80% agreement with human preferences on MT-Bench and Chatbot Arena, matching human agreement levels and providing a scalable evaluation method."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Strong LLM judges like GPT-4 agree with human preferences over 80 percent of the time on chat model evaluations."}],"snapshot_sha256":"18f4beaaf2c1f36d35833f6e04e828095f6fa14e9d430f32c061914b49ca4255"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"65e7a9929a13cf7eb64ede841bb8df59d45ea5a4fbf4199bf3cad01c7e2e889b"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.05685/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating large language model (LLM) based chat assistants is challenging due to their broad capabilities and the inadequacy of existing benchmarks in measuring human preferences. To address this, we explore using strong LLMs as judges to evaluate these models on more open-ended questions. We examine the usage and limitations of LLM-as-a-judge, including position, verbosity, and self-enhancement biases, as well as limited reasoning ability, and propose solutions to mitigate some of them. We then verify the agreement between LLM judges and human preferences by introducing two benchmarks: MT-be","authors_text":"Dacheng Li, Eric P. Xing, Hao Zhang, Ion Stoica, Joseph E. Gonzalez, Lianmin Zheng, Siyuan Zhuang, Wei-Lin Chiang, Ying Sheng, Yonghao Zhuang, Zhanghao Wu, Zhuohan Li, Zi Lin","cross_cats":["cs.AI"],"headline":"Strong LLM judges like GPT-4 agree with human preferences over 80 percent of the time on chat model evaluations.","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena"},"references":{"count":52,"internal_anchors":21,"resolved_work":52,"sample":[{"cited_arxiv_id":"2305.10403","doi":"","is_internal_anchor":true,"ref_index":1,"title":"PaLM 2 Technical Report","work_id":"905ee9a7-ea61-4a94-bd62-2600cbe3e315","year":2023},{"cited_arxiv_id":"2204.05862","doi":"","is_internal_anchor":true,"ref_index":2,"title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","work_id":"a1f2574b-a899-4713-be60-c87ba332656c","year":2022},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":3,"title":"Position bias in multiple-choice questions","work_id":"7f6dbe66-b9f1-4ae3-a965-77f3e2ee07c2","year":1984},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"Evaluations of self and others: Self-enhancement biases in social judgments","work_id":"7ad883c8-6967-4899-988c-5b0239fc695f","year":1986},{"cited_arxiv_id":"2303.12712","doi":"","is_internal_anchor":true,"ref_index":5,"title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","work_id":"a23cfe92-7f7c-424b-98d4-b386a83002fb","year":2023}],"snapshot_sha256":"9265c460a13dfecc7b64a64e7277d32a500d7fac75f9db91deb10e55a6b23642"},"source":{"id":"2306.05685","kind":"arxiv","version":4},"verdict":{"created_at":"2026-05-10T18:48:24.408029Z","id":"56a119e3-d5d8-49ce-b096-fc9807ca80aa","model_set":{"reader":"grok-4.3"},"one_line_summary":"GPT-4 as an LLM judge achieves over 80% agreement with human preferences on MT-Bench and Chatbot Arena, matching human agreement levels and providing a scalable evaluation method.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Strong LLM judges like GPT-4 agree with human preferences over 80 percent of the time on chat model evaluations.","strongest_claim":"strong LLM judges like GPT-4 can match both controlled and crowdsourced human preferences well, achieving over 80% agreement, the same level of agreement between humans.","weakest_assumption":"That the crowdsourced human preferences in Chatbot Arena and MT-Bench represent reliable, unbiased ground truth that generalizes beyond the tested models, questions, and voting setup."}},"verdict_id":"56a119e3-d5d8-49ce-b096-fc9807ca80aa"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:780493d87b59dbd754412c9ab3ee1b3af1e019b00931eb4ddb11a55955f6d9f4","target":"record","created_at":"2026-07-05T07:27:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fa5ebbad229851bb3809f509ea2476759110cab83367cdaeeb6f3e9f1b3a4aff","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-09T05:55:52Z","title_canon_sha256":"706c0f117a66bc273bef5473fd6b19b34f2021555e052da635410e8702061203"},"schema_version":"1.0","source":{"id":"2306.05685","kind":"arxiv","version":4}},"canonical_sha256":"9b666e0bb009e42b8e57f2ca085d990f0288f3082e98fbadc4ad30ee9be02979","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9b666e0bb009e42b8e57f2ca085d990f0288f3082e98fbadc4ad30ee9be02979","first_computed_at":"2026-07-05T07:27:47.192530Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:27:47.192530Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Fop/zvlxSKQ+QeENKvt4jBJoeRlcJ+wULAUqySG4qrBAaSweKbQbJrFF0q5tmn3NffKSAUemLXDmpUIvuODzCA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:27:47.193095Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.05685","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:780493d87b59dbd754412c9ab3ee1b3af1e019b00931eb4ddb11a55955f6d9f4","sha256:1481655c49b826d2ea96345a76c1f2910ac48030fb16f7e9a05c75d2b3339864"],"state_sha256":"286afa4bffebc025565321001730f8ccd01ada10e53f08cf6e4de498b9a08f79"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8hxhfZDrv4VNoJlKHzXL6yYBcfKWUM7RsZcv0L1R/6BOTEBm2tAdHFPf2LEpe2+tMwqL44wELW4xbGBn8E4pBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T06:41:24.717571Z","bundle_sha256":"d414051753f589f662c874ef001ebccc5cb9076e9a7f13cbe5f8da66ecdd3e9f"}}