{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MVK5D6S4QXKNEGM7HSIZFOWHZT","short_pith_number":"pith:MVK5D6S4","canonical_record":{"source":{"id":"2405.14782","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-23T16:50:49Z","cross_cats_sorted":[],"title_canon_sha256":"6e9099c30e7092357c00717286f718ef651b4cf3c586853ea3d0fc0f4aa1ce71","abstract_canon_sha256":"8384cc29270ebc43906c803aabea8b9dad423f03ddc6ed8fb855890e300c8f8e"},"schema_version":"1.0"},"canonical_sha256":"6555d1fa5c85d4d2199f3c9192bac7ccdfd5486bdd65bd287ed437298e3a711c","source":{"kind":"arxiv","id":"2405.14782","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.14782","created_at":"2026-05-17T23:38:46Z"},{"alias_kind":"arxiv_version","alias_value":"2405.14782v2","created_at":"2026-05-17T23:38:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.14782","created_at":"2026-05-17T23:38:46Z"},{"alias_kind":"pith_short_12","alias_value":"MVK5D6S4QXKN","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"MVK5D6S4QXKNEGM7","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"MVK5D6S4","created_at":"2026-05-18T12:33:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MVK5D6S4QXKNEGM7HSIZFOWHZT","target":"record","payload":{"canonical_record":{"source":{"id":"2405.14782","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-23T16:50:49Z","cross_cats_sorted":[],"title_canon_sha256":"6e9099c30e7092357c00717286f718ef651b4cf3c586853ea3d0fc0f4aa1ce71","abstract_canon_sha256":"8384cc29270ebc43906c803aabea8b9dad423f03ddc6ed8fb855890e300c8f8e"},"schema_version":"1.0"},"canonical_sha256":"6555d1fa5c85d4d2199f3c9192bac7ccdfd5486bdd65bd287ed437298e3a711c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:46.944986Z","signature_b64":"JD6de3sw22Ye8nzdOMRzbVdeq+F0ggjtOOH3+zfSzuTIy8QgWj17rs80U3qvCU1hBhyRWJO0oc6ifhUUmLxbBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6555d1fa5c85d4d2199f3c9192bac7ccdfd5486bdd65bd287ed437298e3a711c","last_reissued_at":"2026-05-17T23:38:46.944516Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:46.944516Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.14782","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VGS/zwatB8UCxpixclLeucZ3eXI7KYAXliT2TL02arvsWU3TIq+P8UXA/Pspl13+qqowc+bd+dw2vXdw/l3pAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T17:21:08.392240Z"},"content_sha256":"eed683af8632d7ff9303abb51683ea79bcef436d9d15779ae8d78824dd08c16b","schema_version":"1.0","event_id":"sha256:eed683af8632d7ff9303abb51683ea79bcef436d9d15779ae8d78824dd08c16b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MVK5D6S4QXKNEGM7HSIZFOWHZT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"The Language Model Evaluation Harness provides standardized tools and practices to make evaluations of language models reproducible and comparable.","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alham Fikri Aji, Andy Zou, Anthony DiPofi, Aviya Skowron, Baber Abbasi, Benjamin Fattori, Charles Foster, Charles Lovering, Ellie Pavlick, Fran\\c{c}ois Yvon, Genta Indra Winata, Hailey Schoelkopf, Haonan Li, Jason Phang, Jeffrey Hsu, Jessica Zosa Forde, Jonathan Tow, Jordan Clive, Julen Etxaniz, Kevin A. Wang, Leo Gao, Lintang Sutawika, Mimansa Jaiswal, Niklas Muennighoff, Pawan Sasanka Ammanamanchi, Samson Tan, Sidney Black, Stella Biderman, Wilson Y. Lee, Xiangru Tang","submitted_at":"2024-05-23T16:50:49Z","abstract_excerpt":"Effective evaluation of language models remains an open challenge in NLP. Researchers and engineers face methodological issues such as the sensitivity of models to evaluation setup, difficulty of proper comparisons across methods, and the lack of reproducibility and transparency. In this paper we draw on three years of experience in evaluating large language models to provide guidance and lessons for researchers. First, we provide an overview of common challenges faced in language model evaluation. Second, we delineate best practices for addressing or lessening the impact of these challenges o"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"We present the Language Model Evaluation Harness (lm-eval): an open source library for independent, reproducible, and extensible evaluation of language models that seeks to address these issues.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That the identified challenges represent the primary barriers to reproducible evaluation and that the proposed best practices and library will meaningfully reduce their impact without introducing new methodological issues.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"The paper compiles practical lessons on reproducible LM evaluation and introduces the lm-eval library to mitigate common methodological problems in NLP.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"The Language Model Evaluation Harness provides standardized tools and practices to make evaluations of language models reproducible and comparable.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"b12c96a436b161e821a8a2702ff44e6633dbd0581811b338c82dd40ac3633a45"},"source":{"id":"2405.14782","kind":"arxiv","version":2},"verdict":{"id":"4f67f545-3099-4b40-a0a7-ee5780c3cb79","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-16T18:41:08.493760Z","strongest_claim":"We present the Language Model Evaluation Harness (lm-eval): an open source library for independent, reproducible, and extensible evaluation of language models that seeks to address these issues.","one_line_summary":"The paper compiles practical lessons on reproducible LM evaluation and introduces the lm-eval library to mitigate common methodological problems in NLP.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That the identified challenges represent the primary barriers to reproducible evaluation and that the proposed best practices and library will meaningfully reduce their impact without introducing new methodological issues.","pith_extraction_headline":"The Language Model Evaluation Harness provides standardized tools and practices to make evaluations of language models reproducible and comparable."},"references":{"count":286,"sample":[{"doi":"","year":2022,"title":"Thibault Sellam and Steve Yadlowsky and Ian Tenney and Jason Wei and Naomi Saphra and Alexander D'Amour and Tal Linzen and Jasmijn Bastings and Iulia Raluca Turc and Jacob Eisenstein and Dipanjan Das ","work_id":"03d65126-b663-4246-9b2c-345bae676d50","ref_index":1,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2023,"title":"Proceedings of the 40th International Conference on Machine Learning , pages =","work_id":"2ddde409-1e00-4211-8ea9-a1f3b4d44f0d","ref_index":2,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"Wang, Alex and Singh, Amanpreet and Michael, Julian and Hill, Felix and Levy, Omer and Bowman, Samuel R. , booktitle=","work_id":"2bbd0ab0-647a-4eff-b12c-53ae61807df3","ref_index":3,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2021,"title":"9th International Conference on Learning Representations,","work_id":"30f69178-f649-4c31-9109-0e81116f21f1","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"OpenAI Blog , year=","work_id":"acb18cc5-4f34-4a5f-8931-8770f2e3c11b","ref_index":5,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":286,"snapshot_sha256":"d42c76137db07743f18530d682713553954dc6c3f78ec0bc94d2b7c46f6acbe2","internal_anchors":24},"formal_canon":{"evidence_count":3,"snapshot_sha256":"a32dd36c92a99d8867bc76cfab2c452734d6895a37cb6501f1d527f8d4c2ce67"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"4f67f545-3099-4b40-a0a7-ee5780c3cb79"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b8BHJwktu+lfZvbhnlN9nODO/GhEiJ4WlCrh462lA2XaXdHv7kjFhjjXais9BbN2YQ7/Yo6HyzxEWSavLYv+AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T17:21:08.392792Z"},"content_sha256":"bf9a179cc51c3c86b5bd8b86db0bca21f6848589bebfae6bcc4689e4a22b9919","schema_version":"1.0","event_id":"sha256:bf9a179cc51c3c86b5bd8b86db0bca21f6848589bebfae6bcc4689e4a22b9919"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MVK5D6S4QXKNEGM7HSIZFOWHZT/bundle.json","state_url":"https://pith.science/pith/MVK5D6S4QXKNEGM7HSIZFOWHZT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MVK5D6S4QXKNEGM7HSIZFOWHZT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T17:21:08Z","links":{"resolver":"https://pith.science/pith/MVK5D6S4QXKNEGM7HSIZFOWHZT","bundle":"https://pith.science/pith/MVK5D6S4QXKNEGM7HSIZFOWHZT/bundle.json","state":"https://pith.science/pith/MVK5D6S4QXKNEGM7HSIZFOWHZT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MVK5D6S4QXKNEGM7HSIZFOWHZT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MVK5D6S4QXKNEGM7HSIZFOWHZT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8384cc29270ebc43906c803aabea8b9dad423f03ddc6ed8fb855890e300c8f8e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-23T16:50:49Z","title_canon_sha256":"6e9099c30e7092357c00717286f718ef651b4cf3c586853ea3d0fc0f4aa1ce71"},"schema_version":"1.0","source":{"id":"2405.14782","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.14782","created_at":"2026-05-17T23:38:46Z"},{"alias_kind":"arxiv_version","alias_value":"2405.14782v2","created_at":"2026-05-17T23:38:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.14782","created_at":"2026-05-17T23:38:46Z"},{"alias_kind":"pith_short_12","alias_value":"MVK5D6S4QXKN","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"MVK5D6S4QXKNEGM7","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"MVK5D6S4","created_at":"2026-05-18T12:33:37Z"}],"graph_snapshots":[{"event_id":"sha256:bf9a179cc51c3c86b5bd8b86db0bca21f6848589bebfae6bcc4689e4a22b9919","target":"graph","created_at":"2026-05-17T23:38:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"We present the Language Model Evaluation Harness (lm-eval): an open source library for independent, reproducible, and extensible evaluation of language models that seeks to address these issues."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the identified challenges represent the primary barriers to reproducible evaluation and that the proposed best practices and library will meaningfully reduce their impact without introducing new methodological issues."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"The paper compiles practical lessons on reproducible LM evaluation and introduces the lm-eval library to mitigate common methodological problems in NLP."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"The Language Model Evaluation Harness provides standardized tools and practices to make evaluations of language models reproducible and comparable."}],"snapshot_sha256":"b12c96a436b161e821a8a2702ff44e6633dbd0581811b338c82dd40ac3633a45"},"formal_canon":{"evidence_count":3,"snapshot_sha256":"a32dd36c92a99d8867bc76cfab2c452734d6895a37cb6501f1d527f8d4c2ce67"},"paper":{"abstract_excerpt":"Effective evaluation of language models remains an open challenge in NLP. Researchers and engineers face methodological issues such as the sensitivity of models to evaluation setup, difficulty of proper comparisons across methods, and the lack of reproducibility and transparency. In this paper we draw on three years of experience in evaluating large language models to provide guidance and lessons for researchers. First, we provide an overview of common challenges faced in language model evaluation. Second, we delineate best practices for addressing or lessening the impact of these challenges o","authors_text":"Alham Fikri Aji, Andy Zou, Anthony DiPofi, Aviya Skowron, Baber Abbasi, Benjamin Fattori, Charles Foster, Charles Lovering, Ellie Pavlick, Fran\\c{c}ois Yvon, Genta Indra Winata, Hailey Schoelkopf, Haonan Li, Jason Phang, Jeffrey Hsu, Jessica Zosa Forde, Jonathan Tow, Jordan Clive, Julen Etxaniz, Kevin A. Wang, Leo Gao, Lintang Sutawika, Mimansa Jaiswal, Niklas Muennighoff, Pawan Sasanka Ammanamanchi, Samson Tan, Sidney Black, Stella Biderman, Wilson Y. Lee, Xiangru Tang","cross_cats":[],"headline":"The Language Model Evaluation Harness provides standardized tools and practices to make evaluations of language models reproducible and comparable.","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-23T16:50:49Z","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models"},"references":{"count":286,"internal_anchors":24,"resolved_work":286,"sample":[{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":1,"title":"Thibault Sellam and Steve Yadlowsky and Ian Tenney and Jason Wei and Naomi Saphra and Alexander D'Amour and Tal Linzen and Jasmijn Bastings and Iulia Raluca Turc and Jacob Eisenstein and Dipanjan Das ","work_id":"03d65126-b663-4246-9b2c-345bae676d50","year":2022},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":2,"title":"Proceedings of the 40th International Conference on Machine Learning , pages =","work_id":"2ddde409-1e00-4211-8ea9-a1f3b4d44f0d","year":2023},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":3,"title":"Wang, Alex and Singh, Amanpreet and Michael, Julian and Hill, Felix and Levy, Omer and Bowman, Samuel R. , booktitle=","work_id":"2bbd0ab0-647a-4eff-b12c-53ae61807df3","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"9th International Conference on Learning Representations,","work_id":"30f69178-f649-4c31-9109-0e81116f21f1","year":2021},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"OpenAI Blog , year=","work_id":"acb18cc5-4f34-4a5f-8931-8770f2e3c11b","year":null}],"snapshot_sha256":"d42c76137db07743f18530d682713553954dc6c3f78ec0bc94d2b7c46f6acbe2"},"source":{"id":"2405.14782","kind":"arxiv","version":2},"verdict":{"created_at":"2026-05-16T18:41:08.493760Z","id":"4f67f545-3099-4b40-a0a7-ee5780c3cb79","model_set":{"reader":"grok-4.3"},"one_line_summary":"The paper compiles practical lessons on reproducible LM evaluation and introduces the lm-eval library to mitigate common methodological problems in NLP.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"The Language Model Evaluation Harness provides standardized tools and practices to make evaluations of language models reproducible and comparable.","strongest_claim":"We present the Language Model Evaluation Harness (lm-eval): an open source library for independent, reproducible, and extensible evaluation of language models that seeks to address these issues.","weakest_assumption":"That the identified challenges represent the primary barriers to reproducible evaluation and that the proposed best practices and library will meaningfully reduce their impact without introducing new methodological issues."}},"verdict_id":"4f67f545-3099-4b40-a0a7-ee5780c3cb79"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eed683af8632d7ff9303abb51683ea79bcef436d9d15779ae8d78824dd08c16b","target":"record","created_at":"2026-05-17T23:38:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8384cc29270ebc43906c803aabea8b9dad423f03ddc6ed8fb855890e300c8f8e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-23T16:50:49Z","title_canon_sha256":"6e9099c30e7092357c00717286f718ef651b4cf3c586853ea3d0fc0f4aa1ce71"},"schema_version":"1.0","source":{"id":"2405.14782","kind":"arxiv","version":2}},"canonical_sha256":"6555d1fa5c85d4d2199f3c9192bac7ccdfd5486bdd65bd287ed437298e3a711c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6555d1fa5c85d4d2199f3c9192bac7ccdfd5486bdd65bd287ed437298e3a711c","first_computed_at":"2026-05-17T23:38:46.944516Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:46.944516Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JD6de3sw22Ye8nzdOMRzbVdeq+F0ggjtOOH3+zfSzuTIy8QgWj17rs80U3qvCU1hBhyRWJO0oc6ifhUUmLxbBA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:46.944986Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.14782","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eed683af8632d7ff9303abb51683ea79bcef436d9d15779ae8d78824dd08c16b","sha256:bf9a179cc51c3c86b5bd8b86db0bca21f6848589bebfae6bcc4689e4a22b9919"],"state_sha256":"d659cfa4b0c13c9aa70c4ca8e3008e9edcf1e399dae2a52ea9831e99ff7dce24"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YmLhRVR4q0S8u2Q+Io6C0T45kD1IOX5APOrdBuNMU+6TPgb78/ZjjtFl2cbVTDnPYscHM4TvnQOMifguF6hNDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T17:21:08.395968Z","bundle_sha256":"d1df7df322ae39653b12c322d4467a082364c40cc210261346f6d1badad50ce3"}}