{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2CJ6UHSWSOT6LJLF6BUWCSAXSE","short_pith_number":"pith:2CJ6UHSW","canonical_record":{"source":{"id":"2305.20050","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-31T17:24:00Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"71855739b2da08ea015cd79f0aebab131d8019e1ccbbf9db8ac4a714de4efa73","abstract_canon_sha256":"71df4e49475483a0f241e9e6d9a7ad2b7912df9b0691b08f25ded42a75b81ea3"},"schema_version":"1.0"},"canonical_sha256":"d093ea1e5693a7e5a565f069614817913ebf6c86ce0b449d728cfe2e94a3e3eb","source":{"kind":"arxiv","id":"2305.20050","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.20050","created_at":"2026-07-05T06:16:06Z"},{"alias_kind":"arxiv_version","alias_value":"2305.20050v1","created_at":"2026-07-05T06:16:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.20050","created_at":"2026-07-05T06:16:06Z"},{"alias_kind":"pith_short_12","alias_value":"2CJ6UHSWSOT6","created_at":"2026-07-05T06:16:06Z"},{"alias_kind":"pith_short_16","alias_value":"2CJ6UHSWSOT6LJLF","created_at":"2026-07-05T06:16:06Z"},{"alias_kind":"pith_short_8","alias_value":"2CJ6UHSW","created_at":"2026-07-05T06:16:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2CJ6UHSWSOT6LJLF6BUWCSAXSE","target":"record","payload":{"canonical_record":{"source":{"id":"2305.20050","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-31T17:24:00Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"71855739b2da08ea015cd79f0aebab131d8019e1ccbbf9db8ac4a714de4efa73","abstract_canon_sha256":"71df4e49475483a0f241e9e6d9a7ad2b7912df9b0691b08f25ded42a75b81ea3"},"schema_version":"1.0"},"canonical_sha256":"d093ea1e5693a7e5a565f069614817913ebf6c86ce0b449d728cfe2e94a3e3eb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:16:06.287698Z","signature_b64":"uDzOdrVy1ls1UkdnXE5q2y8w0mNE9koLWtQS3Oc2usSfE85LDBoMctO9Nwwx8JzdvJJjVr6xKTyD1xr40IpOAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d093ea1e5693a7e5a565f069614817913ebf6c86ce0b449d728cfe2e94a3e3eb","last_reissued_at":"2026-07-05T06:16:06.287282Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:16:06.287282Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.20050","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/C7LrNgTmNe9WiZJXYELs0/JdtZNBWzKvgNVBDRVZkJXIMEonM+lJuWQClvMPOYTaDoeXh8IfMSP5WMTRPc1BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:56:05.321464Z"},"content_sha256":"dff5bfc3a8ffeca5c5ff449084002f1bdbfb886a0399388803f3c53d72fea4d7","schema_version":"1.0","event_id":"sha256:dff5bfc3a8ffeca5c5ff449084002f1bdbfb886a0399388803f3c53d72fea4d7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2CJ6UHSWSOT6LJLF6BUWCSAXSE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Let's Verify Step by Step","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"Process supervision outperforms outcome supervision for training models to solve MATH problems.","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Bowen Baker, Harri Edwards, Hunter Lightman, Ilya Sutskever, Jan Leike, John Schulman, Karl Cobbe, Teddy Lee, Vineet Kosaraju, Yura Burda","submitted_at":"2023-05-31T17:24:00Z","abstract_excerpt":"In recent years, large language models have greatly improved in their ability to perform complex multi-step reasoning. However, even state-of-the-art models still regularly produce logical mistakes. To train more reliable models, we can turn either to outcome supervision, which provides feedback for a final result, or process supervision, which provides feedback for each intermediate reasoning step. Given the importance of training reliable models, and given the high cost of human feedback, it is important to carefully compare the both methods. Recent work has already begun this comparison, bu"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"we conduct our own investigation, finding that process supervision significantly outperforms outcome supervision for training models to solve problems from the challenging MATH dataset. Our process-supervised model solves 78% of problems from a representative subset of the MATH test set.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"Human-provided step-level labels are consistent, unbiased, and sufficient to train a generalizable process reward model; the chosen subset is representative of the full MATH test distribution.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"Process supervision significantly outperforms outcome supervision for training models on the MATH dataset, achieving 78% accuracy on a representative test subset with active learning and a released 800k step-label dataset.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Process supervision outperforms outcome supervision for training models to solve MATH problems.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"567186a1721b91e265338cab2088a1368b19a7d47c3fe05b13dd8c040ac8645f"},"source":{"id":"2305.20050","kind":"arxiv","version":1},"verdict":{"id":"00fa1baa-ccce-46ad-8e83-67b7d267f645","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-10T15:30:13.237539Z","strongest_claim":"we conduct our own investigation, finding that process supervision significantly outperforms outcome supervision for training models to solve problems from the challenging MATH dataset. Our process-supervised model solves 78% of problems from a representative subset of the MATH test set.","one_line_summary":"Process supervision significantly outperforms outcome supervision for training models on the MATH dataset, achieving 78% accuracy on a representative test subset with active learning and a released 800k step-label dataset.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"Human-provided step-level labels are consistent, unbiased, and sufficient to train a generalizable process reward model; the chosen subset is representative of the full MATH test distribution.","pith_extraction_headline":"Process supervision outperforms outcome supervision for training models to solve MATH problems."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.20050/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":22,"sample":[{"doi":"","year":null,"title":"A General Language Assistant as a Laboratory for Alignment","work_id":"a43f9ea0-01be-47d5-b8ee-a1a9f73381c5","ref_index":1,"cited_arxiv_id":"2112.00861","is_internal_anchor":true},{"doi":"","year":null,"title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","work_id":"a23cfe92-7f7c-424b-98d4-b386a83002fb","ref_index":2,"cited_arxiv_id":"2303.12712","is_internal_anchor":true},{"doi":"","year":null,"title":"Training Verifiers to Solve Math Word Problems","work_id":"acab1aa8-b4d6-40e0-a3ee-25341701dca2","ref_index":3,"cited_arxiv_id":"2110.14168","is_internal_anchor":true},{"doi":"","year":null,"title":"16 Solving math word problems with process- and outcome-based feedback A","work_id":"5048437d-7d3e-4084-b687-32eb103350b9","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"Reinforcement Learning with a Corrupted Reward Channel","work_id":"62257315-095d-467c-983f-37806f372ad4","ref_index":5,"cited_arxiv_id":"1705.08417","is_internal_anchor":false}],"resolved_work":22,"snapshot_sha256":"5419100d3c1092da4e4dc3f738aa713d44e5806fcc0e47fd370a25d47d0165db","internal_anchors":15},"formal_canon":{"evidence_count":2,"snapshot_sha256":"ea67b664ba985c6e2a72f648af52ff16641d1f5acc3ccdc8f90913f74efe4263"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"00fa1baa-ccce-46ad-8e83-67b7d267f645"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9cfGr+hTwjQAIcHgKxu26/ulMhM8Co9vBAEQZhKlOWAEnBUAReokRtbCSo0lIgBedxCQSM39gzriz7fdkDVIDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:56:05.321992Z"},"content_sha256":"9db400e2791a0def2a5ed25eb92b7c6ab4a33606514c3e6ab75da3c435cae15c","schema_version":"1.0","event_id":"sha256:9db400e2791a0def2a5ed25eb92b7c6ab4a33606514c3e6ab75da3c435cae15c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2CJ6UHSWSOT6LJLF6BUWCSAXSE/bundle.json","state_url":"https://pith.science/pith/2CJ6UHSWSOT6LJLF6BUWCSAXSE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2CJ6UHSWSOT6LJLF6BUWCSAXSE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:56:05Z","links":{"resolver":"https://pith.science/pith/2CJ6UHSWSOT6LJLF6BUWCSAXSE","bundle":"https://pith.science/pith/2CJ6UHSWSOT6LJLF6BUWCSAXSE/bundle.json","state":"https://pith.science/pith/2CJ6UHSWSOT6LJLF6BUWCSAXSE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2CJ6UHSWSOT6LJLF6BUWCSAXSE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2CJ6UHSWSOT6LJLF6BUWCSAXSE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"71df4e49475483a0f241e9e6d9a7ad2b7912df9b0691b08f25ded42a75b81ea3","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-31T17:24:00Z","title_canon_sha256":"71855739b2da08ea015cd79f0aebab131d8019e1ccbbf9db8ac4a714de4efa73"},"schema_version":"1.0","source":{"id":"2305.20050","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.20050","created_at":"2026-07-05T06:16:06Z"},{"alias_kind":"arxiv_version","alias_value":"2305.20050v1","created_at":"2026-07-05T06:16:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.20050","created_at":"2026-07-05T06:16:06Z"},{"alias_kind":"pith_short_12","alias_value":"2CJ6UHSWSOT6","created_at":"2026-07-05T06:16:06Z"},{"alias_kind":"pith_short_16","alias_value":"2CJ6UHSWSOT6LJLF","created_at":"2026-07-05T06:16:06Z"},{"alias_kind":"pith_short_8","alias_value":"2CJ6UHSW","created_at":"2026-07-05T06:16:06Z"}],"graph_snapshots":[{"event_id":"sha256:9db400e2791a0def2a5ed25eb92b7c6ab4a33606514c3e6ab75da3c435cae15c","target":"graph","created_at":"2026-07-05T06:16:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"we conduct our own investigation, finding that process supervision significantly outperforms outcome supervision for training models to solve problems from the challenging MATH dataset. Our process-supervised model solves 78% of problems from a representative subset of the MATH test set."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"Human-provided step-level labels are consistent, unbiased, and sufficient to train a generalizable process reward model; the chosen subset is representative of the full MATH test distribution."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"Process supervision significantly outperforms outcome supervision for training models on the MATH dataset, achieving 78% accuracy on a representative test subset with active learning and a released 800k step-label dataset."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Process supervision outperforms outcome supervision for training models to solve MATH problems."}],"snapshot_sha256":"567186a1721b91e265338cab2088a1368b19a7d47c3fe05b13dd8c040ac8645f"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"ea67b664ba985c6e2a72f648af52ff16641d1f5acc3ccdc8f90913f74efe4263"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.20050/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, large language models have greatly improved in their ability to perform complex multi-step reasoning. However, even state-of-the-art models still regularly produce logical mistakes. To train more reliable models, we can turn either to outcome supervision, which provides feedback for a final result, or process supervision, which provides feedback for each intermediate reasoning step. Given the importance of training reliable models, and given the high cost of human feedback, it is important to carefully compare the both methods. Recent work has already begun this comparison, bu","authors_text":"Bowen Baker, Harri Edwards, Hunter Lightman, Ilya Sutskever, Jan Leike, John Schulman, Karl Cobbe, Teddy Lee, Vineet Kosaraju, Yura Burda","cross_cats":["cs.AI","cs.CL"],"headline":"Process supervision outperforms outcome supervision for training models to solve MATH problems.","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-31T17:24:00Z","title":"Let's Verify Step by Step"},"references":{"count":22,"internal_anchors":15,"resolved_work":22,"sample":[{"cited_arxiv_id":"2112.00861","doi":"","is_internal_anchor":true,"ref_index":1,"title":"A General Language Assistant as a Laboratory for Alignment","work_id":"a43f9ea0-01be-47d5-b8ee-a1a9f73381c5","year":null},{"cited_arxiv_id":"2303.12712","doi":"","is_internal_anchor":true,"ref_index":2,"title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","work_id":"a23cfe92-7f7c-424b-98d4-b386a83002fb","year":null},{"cited_arxiv_id":"2110.14168","doi":"","is_internal_anchor":true,"ref_index":3,"title":"Training Verifiers to Solve Math Word Problems","work_id":"acab1aa8-b4d6-40e0-a3ee-25341701dca2","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"16 Solving math word problems with process- and outcome-based feedback A","work_id":"5048437d-7d3e-4084-b687-32eb103350b9","year":null},{"cited_arxiv_id":"1705.08417","doi":"","is_internal_anchor":false,"ref_index":5,"title":"Reinforcement Learning with a Corrupted Reward Channel","work_id":"62257315-095d-467c-983f-37806f372ad4","year":null}],"snapshot_sha256":"5419100d3c1092da4e4dc3f738aa713d44e5806fcc0e47fd370a25d47d0165db"},"source":{"id":"2305.20050","kind":"arxiv","version":1},"verdict":{"created_at":"2026-05-10T15:30:13.237539Z","id":"00fa1baa-ccce-46ad-8e83-67b7d267f645","model_set":{"reader":"grok-4.3"},"one_line_summary":"Process supervision significantly outperforms outcome supervision for training models on the MATH dataset, achieving 78% accuracy on a representative test subset with active learning and a released 800k step-label dataset.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Process supervision outperforms outcome supervision for training models to solve MATH problems.","strongest_claim":"we conduct our own investigation, finding that process supervision significantly outperforms outcome supervision for training models to solve problems from the challenging MATH dataset. Our process-supervised model solves 78% of problems from a representative subset of the MATH test set.","weakest_assumption":"Human-provided step-level labels are consistent, unbiased, and sufficient to train a generalizable process reward model; the chosen subset is representative of the full MATH test distribution."}},"verdict_id":"00fa1baa-ccce-46ad-8e83-67b7d267f645"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dff5bfc3a8ffeca5c5ff449084002f1bdbfb886a0399388803f3c53d72fea4d7","target":"record","created_at":"2026-07-05T06:16:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"71df4e49475483a0f241e9e6d9a7ad2b7912df9b0691b08f25ded42a75b81ea3","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-31T17:24:00Z","title_canon_sha256":"71855739b2da08ea015cd79f0aebab131d8019e1ccbbf9db8ac4a714de4efa73"},"schema_version":"1.0","source":{"id":"2305.20050","kind":"arxiv","version":1}},"canonical_sha256":"d093ea1e5693a7e5a565f069614817913ebf6c86ce0b449d728cfe2e94a3e3eb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d093ea1e5693a7e5a565f069614817913ebf6c86ce0b449d728cfe2e94a3e3eb","first_computed_at":"2026-07-05T06:16:06.287282Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:16:06.287282Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uDzOdrVy1ls1UkdnXE5q2y8w0mNE9koLWtQS3Oc2usSfE85LDBoMctO9Nwwx8JzdvJJjVr6xKTyD1xr40IpOAw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:16:06.287698Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.20050","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dff5bfc3a8ffeca5c5ff449084002f1bdbfb886a0399388803f3c53d72fea4d7","sha256:9db400e2791a0def2a5ed25eb92b7c6ab4a33606514c3e6ab75da3c435cae15c"],"state_sha256":"371696bb0958f191bd58939ddcceaffe0b396aace0b4686d035882bc38c9586f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BTitc5AiCkdbuXWk6KDCzeNaxrpcjEW4sLg6d1T/PChFrolNbkbHXc58FzSl/5E6LWCE6tVq5z+4v2M9mD8iBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:56:05.324293Z","bundle_sha256":"c1f7d1723944e8370a627872e389696fd2003da168435b6a54a0c7145f9ff6d2"}}