{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:QJ7SX2AM3DJ4RZAJ7H3PPKJHSJ","short_pith_number":"pith:QJ7SX2AM","canonical_record":{"source":{"id":"2510.03827","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-10-04T14:56:40Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"ac47bff84c98b8cbd8254dad859366420c75b1086ba3196334414e34e088aaed","abstract_canon_sha256":"be511cad227cf3b223756032a6a653287c4f6fcade091d65bcff23d40138b13a"},"schema_version":"1.0"},"canonical_sha256":"827f2be80cd8d3c8e409f9f6f7a927924061d8248c61b892f6dcb7847bbe717b","source":{"kind":"arxiv","id":"2510.03827","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.03827","created_at":"2026-05-17T23:38:14Z"},{"alias_kind":"arxiv_version","alias_value":"2510.03827v1","created_at":"2026-05-17T23:38:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.03827","created_at":"2026-05-17T23:38:14Z"},{"alias_kind":"pith_short_12","alias_value":"QJ7SX2AM3DJ4","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"QJ7SX2AM3DJ4RZAJ","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"QJ7SX2AM","created_at":"2026-05-18T12:33:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:QJ7SX2AM3DJ4RZAJ7H3PPKJHSJ","target":"record","payload":{"canonical_record":{"source":{"id":"2510.03827","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-10-04T14:56:40Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"ac47bff84c98b8cbd8254dad859366420c75b1086ba3196334414e34e088aaed","abstract_canon_sha256":"be511cad227cf3b223756032a6a653287c4f6fcade091d65bcff23d40138b13a"},"schema_version":"1.0"},"canonical_sha256":"827f2be80cd8d3c8e409f9f6f7a927924061d8248c61b892f6dcb7847bbe717b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:14.844099Z","signature_b64":"3SldZL2nOwmHhlLKpCsnABBgBoGHcSTk73ARDtYxC2O2ipigx+Wie8cetsNTW9i7gsxboApyAAsWu6In+TviDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"827f2be80cd8d3c8e409f9f6f7a927924061d8248c61b892f6dcb7847bbe717b","last_reissued_at":"2026-05-17T23:38:14.843571Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:14.843571Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2510.03827","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0WgEPaZX6BxS4LaEqS8TS0J6epEHBDElQDxckopKCB6vyNzFW9Xjg23ef1iXRXS4N5xfKMJM5xLzoHqjjv7gBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:42:22.941503Z"},"content_sha256":"0a6604eb1dd5eff8cba475f9e297da04600ebfef9cae4d066be3fe3242644aff","schema_version":"1.0","event_id":"sha256:0a6604eb1dd5eff8cba475f9e297da04600ebfef9cae4d066be3fe3242644aff"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:QJ7SX2AM3DJ4RZAJ7H3PPKJHSJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LIBERO-PRO: Towards Robust and Fair Evaluation of Vision-Language-Action Models Beyond Memorization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"Vision-Language-Action models achieve over 90 percent on standard benchmarks yet drop to zero percent when objects, instructions or environments are perturbed.","cross_cats":["cs.RO"],"primary_cat":"cs.CV","authors_text":"Duanfeng Chu, Guiyao Tie, Guowen Zhang, Lichao Sun, Pan Zhou, Xueyang Zhou, Yangming Xu, Yongchao Chen","submitted_at":"2025-10-04T14:56:40Z","abstract_excerpt":"LIBERO has emerged as a widely adopted benchmark for evaluating Vision-Language-Action (VLA) models; however, its current training and evaluation settings are problematic, often leading to inflated performance estimates and preventing fair model comparison. To address these issues, we introduce LIBERO-PRO, an extended LIBERO benchmark that systematically evaluates model performance under reasonable perturbations across four dimensions: manipulated objects, initial states, task instructions, and environments. Experimental results reveal that, although existing models achieve over 90% accuracy u"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"although existing models achieve over 90% accuracy under the standard LIBERO evaluation, their performance collapses to 0.0% under our generalized setting. This discrepancy exposes the models' reliance on rote memorization of action sequences and environment layouts from the training set, rather than genuine task understanding or environmental perception.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"The specific perturbations chosen across the four dimensions constitute fair tests of generalization and comprehension rather than introducing unrelated difficulties that no model could reasonably handle.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"LIBERO-PRO shows VLA models collapse from over 90% to 0% accuracy under perturbations in objects, states, instructions, and environments, exposing memorization instead of genuine comprehension.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Vision-Language-Action models achieve over 90 percent on standard benchmarks yet drop to zero percent when objects, instructions or environments are perturbed.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"f3c9776a32567ba064ad66a58a78a13feeb6a780f0ab2058b5bc0a01b1d9d6dc"},"source":{"id":"2510.03827","kind":"arxiv","version":1},"verdict":{"id":"09f1216c-ab34-4323-9a9c-8647414b8514","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-17T06:15:03.919808Z","strongest_claim":"although existing models achieve over 90% accuracy under the standard LIBERO evaluation, their performance collapses to 0.0% under our generalized setting. This discrepancy exposes the models' reliance on rote memorization of action sequences and environment layouts from the training set, rather than genuine task understanding or environmental perception.","one_line_summary":"LIBERO-PRO shows VLA models collapse from over 90% to 0% accuracy under perturbations in objects, states, instructions, and environments, exposing memorization instead of genuine comprehension.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"The specific perturbations chosen across the four dimensions constitute fair tests of generalization and comprehension rather than introducing unrelated difficulties that no model could reasonably handle.","pith_extraction_headline":"Vision-Language-Action models achieve over 90 percent on standard benchmarks yet drop to zero percent when objects, instructions or environments are perturbed."},"references":{"count":25,"sample":[{"doi":"","year":null,"title":"$\\pi_0$: A Vision-Language-Action Flow Model for General Robot Control","work_id":"f790abdc-a796-482f-a40d-f8ee035ecfc2","ref_index":1,"cited_arxiv_id":"2410.24164","is_internal_anchor":true},{"doi":"","year":null,"title":"UniVLA: Learning to Act Anywhere with Task-centric Latent Actions","work_id":"e05d654d-db73-48f6-9318-381b6798bac9","ref_index":2,"cited_arxiv_id":"2505.06111","is_internal_anchor":true},{"doi":"","year":null,"title":"WorldVLA: Towards Autoregressive Action World Model","work_id":"d8c0c873-b2fc-44a5-a0c8-0d4a698783fb","ref_index":3,"cited_arxiv_id":"2506.21539","is_internal_anchor":true},{"doi":"","year":null,"title":"arXiv preprint arXiv:2506.08440 , year=","work_id":"4d5bf60f-37d6-49f4-b277-81ca7233cb16","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"Irving Fang, Juexiao Zhang, Shengbang Tong, and Chen Feng","work_id":"50ad5e19-0d60-4bb4-b3fc-01ecdee5d7a4","ref_index":5,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":25,"snapshot_sha256":"0a5de65afed22fbbae28d8c9a5c7d8b357df8b93eee731fb59f2cc0045f1e9b6","internal_anchors":13},"formal_canon":{"evidence_count":3,"snapshot_sha256":"c4f4d9e0b8d2da1151c68f1ff7a6aca42c8a20f9f9c0db27530c79c492ec449c"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"09f1216c-ab34-4323-9a9c-8647414b8514"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c2ZasnkEfglk49T7l4tBOTC/Aj75Eo+wgi/LZAisPMnN87A+7iY6AcMd6Ne1k9U+DMefxHD9Yn6Y3yGUJ6RmBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:42:22.942380Z"},"content_sha256":"511d390463b479211096a2fdbf5b21d92aa0607ee6160322a7dc713e61a507b7","schema_version":"1.0","event_id":"sha256:511d390463b479211096a2fdbf5b21d92aa0607ee6160322a7dc713e61a507b7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QJ7SX2AM3DJ4RZAJ7H3PPKJHSJ/bundle.json","state_url":"https://pith.science/pith/QJ7SX2AM3DJ4RZAJ7H3PPKJHSJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QJ7SX2AM3DJ4RZAJ7H3PPKJHSJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T19:42:22Z","links":{"resolver":"https://pith.science/pith/QJ7SX2AM3DJ4RZAJ7H3PPKJHSJ","bundle":"https://pith.science/pith/QJ7SX2AM3DJ4RZAJ7H3PPKJHSJ/bundle.json","state":"https://pith.science/pith/QJ7SX2AM3DJ4RZAJ7H3PPKJHSJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QJ7SX2AM3DJ4RZAJ7H3PPKJHSJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:QJ7SX2AM3DJ4RZAJ7H3PPKJHSJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"be511cad227cf3b223756032a6a653287c4f6fcade091d65bcff23d40138b13a","cross_cats_sorted":["cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-10-04T14:56:40Z","title_canon_sha256":"ac47bff84c98b8cbd8254dad859366420c75b1086ba3196334414e34e088aaed"},"schema_version":"1.0","source":{"id":"2510.03827","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.03827","created_at":"2026-05-17T23:38:14Z"},{"alias_kind":"arxiv_version","alias_value":"2510.03827v1","created_at":"2026-05-17T23:38:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.03827","created_at":"2026-05-17T23:38:14Z"},{"alias_kind":"pith_short_12","alias_value":"QJ7SX2AM3DJ4","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"QJ7SX2AM3DJ4RZAJ","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"QJ7SX2AM","created_at":"2026-05-18T12:33:37Z"}],"graph_snapshots":[{"event_id":"sha256:511d390463b479211096a2fdbf5b21d92aa0607ee6160322a7dc713e61a507b7","target":"graph","created_at":"2026-05-17T23:38:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"although existing models achieve over 90% accuracy under the standard LIBERO evaluation, their performance collapses to 0.0% under our generalized setting. This discrepancy exposes the models' reliance on rote memorization of action sequences and environment layouts from the training set, rather than genuine task understanding or environmental perception."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"The specific perturbations chosen across the four dimensions constitute fair tests of generalization and comprehension rather than introducing unrelated difficulties that no model could reasonably handle."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"LIBERO-PRO shows VLA models collapse from over 90% to 0% accuracy under perturbations in objects, states, instructions, and environments, exposing memorization instead of genuine comprehension."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Vision-Language-Action models achieve over 90 percent on standard benchmarks yet drop to zero percent when objects, instructions or environments are perturbed."}],"snapshot_sha256":"f3c9776a32567ba064ad66a58a78a13feeb6a780f0ab2058b5bc0a01b1d9d6dc"},"formal_canon":{"evidence_count":3,"snapshot_sha256":"c4f4d9e0b8d2da1151c68f1ff7a6aca42c8a20f9f9c0db27530c79c492ec449c"},"paper":{"abstract_excerpt":"LIBERO has emerged as a widely adopted benchmark for evaluating Vision-Language-Action (VLA) models; however, its current training and evaluation settings are problematic, often leading to inflated performance estimates and preventing fair model comparison. To address these issues, we introduce LIBERO-PRO, an extended LIBERO benchmark that systematically evaluates model performance under reasonable perturbations across four dimensions: manipulated objects, initial states, task instructions, and environments. Experimental results reveal that, although existing models achieve over 90% accuracy u","authors_text":"Duanfeng Chu, Guiyao Tie, Guowen Zhang, Lichao Sun, Pan Zhou, Xueyang Zhou, Yangming Xu, Yongchao Chen","cross_cats":["cs.RO"],"headline":"Vision-Language-Action models achieve over 90 percent on standard benchmarks yet drop to zero percent when objects, instructions or environments are perturbed.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-10-04T14:56:40Z","title":"LIBERO-PRO: Towards Robust and Fair Evaluation of Vision-Language-Action Models Beyond Memorization"},"references":{"count":25,"internal_anchors":13,"resolved_work":25,"sample":[{"cited_arxiv_id":"2410.24164","doi":"","is_internal_anchor":true,"ref_index":1,"title":"$\\pi_0$: A Vision-Language-Action Flow Model for General Robot Control","work_id":"f790abdc-a796-482f-a40d-f8ee035ecfc2","year":null},{"cited_arxiv_id":"2505.06111","doi":"","is_internal_anchor":true,"ref_index":2,"title":"UniVLA: Learning to Act Anywhere with Task-centric Latent Actions","work_id":"e05d654d-db73-48f6-9318-381b6798bac9","year":null},{"cited_arxiv_id":"2506.21539","doi":"","is_internal_anchor":true,"ref_index":3,"title":"WorldVLA: Towards Autoregressive Action World Model","work_id":"d8c0c873-b2fc-44a5-a0c8-0d4a698783fb","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"arXiv preprint arXiv:2506.08440 , year=","work_id":"4d5bf60f-37d6-49f4-b277-81ca7233cb16","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"Irving Fang, Juexiao Zhang, Shengbang Tong, and Chen Feng","work_id":"50ad5e19-0d60-4bb4-b3fc-01ecdee5d7a4","year":null}],"snapshot_sha256":"0a5de65afed22fbbae28d8c9a5c7d8b357df8b93eee731fb59f2cc0045f1e9b6"},"source":{"id":"2510.03827","kind":"arxiv","version":1},"verdict":{"created_at":"2026-05-17T06:15:03.919808Z","id":"09f1216c-ab34-4323-9a9c-8647414b8514","model_set":{"reader":"grok-4.3"},"one_line_summary":"LIBERO-PRO shows VLA models collapse from over 90% to 0% accuracy under perturbations in objects, states, instructions, and environments, exposing memorization instead of genuine comprehension.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Vision-Language-Action models achieve over 90 percent on standard benchmarks yet drop to zero percent when objects, instructions or environments are perturbed.","strongest_claim":"although existing models achieve over 90% accuracy under the standard LIBERO evaluation, their performance collapses to 0.0% under our generalized setting. This discrepancy exposes the models' reliance on rote memorization of action sequences and environment layouts from the training set, rather than genuine task understanding or environmental perception.","weakest_assumption":"The specific perturbations chosen across the four dimensions constitute fair tests of generalization and comprehension rather than introducing unrelated difficulties that no model could reasonably handle."}},"verdict_id":"09f1216c-ab34-4323-9a9c-8647414b8514"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0a6604eb1dd5eff8cba475f9e297da04600ebfef9cae4d066be3fe3242644aff","target":"record","created_at":"2026-05-17T23:38:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"be511cad227cf3b223756032a6a653287c4f6fcade091d65bcff23d40138b13a","cross_cats_sorted":["cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-10-04T14:56:40Z","title_canon_sha256":"ac47bff84c98b8cbd8254dad859366420c75b1086ba3196334414e34e088aaed"},"schema_version":"1.0","source":{"id":"2510.03827","kind":"arxiv","version":1}},"canonical_sha256":"827f2be80cd8d3c8e409f9f6f7a927924061d8248c61b892f6dcb7847bbe717b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"827f2be80cd8d3c8e409f9f6f7a927924061d8248c61b892f6dcb7847bbe717b","first_computed_at":"2026-05-17T23:38:14.843571Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:14.843571Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3SldZL2nOwmHhlLKpCsnABBgBoGHcSTk73ARDtYxC2O2ipigx+Wie8cetsNTW9i7gsxboApyAAsWu6In+TviDw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:14.844099Z","signed_message":"canonical_sha256_bytes"},"source_id":"2510.03827","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0a6604eb1dd5eff8cba475f9e297da04600ebfef9cae4d066be3fe3242644aff","sha256:511d390463b479211096a2fdbf5b21d92aa0607ee6160322a7dc713e61a507b7"],"state_sha256":"e4948c595af23e0a879e3c3422733b5388af1590e904f979620f16d91dc1a427"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pao+Q1H5odJz6wAmUHz5W+H2faMXHnySskfq5njXoXepLyPqstOOO6Ib+u1vH1eJLBRBcl6QDt7XJlA+5LxCDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T19:42:22.945731Z","bundle_sha256":"105d4571dde0ab20dede587f345e1523ce8bfa49fb6063eaaab68bbb0c6fd2eb"}}