{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:XN7DDASU3QTZFGQHNMPKTPXZPU","short_pith_number":"pith:XN7DDASU","canonical_record":{"source":{"id":"2504.04022","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-05T02:24:07Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ffa874d91bdb73c25b04b6e0cd70cdbc96d13f9b1d6e6cb2fd6930890349b3e8","abstract_canon_sha256":"890c7d4ec309404ab8912052524de2042b5cafc664dcff92282dd57d352f1d97"},"schema_version":"1.0"},"canonical_sha256":"bb7e318254dc27929a076b1ea9bef97d3f60bc607ff2cb9498c1944432032c59","source":{"kind":"arxiv","id":"2504.04022","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.04022","created_at":"2026-07-05T10:44:53Z"},{"alias_kind":"arxiv_version","alias_value":"2504.04022v1","created_at":"2026-07-05T10:44:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.04022","created_at":"2026-07-05T10:44:53Z"},{"alias_kind":"pith_short_12","alias_value":"XN7DDASU3QTZ","created_at":"2026-07-05T10:44:53Z"},{"alias_kind":"pith_short_16","alias_value":"XN7DDASU3QTZFGQH","created_at":"2026-07-05T10:44:53Z"},{"alias_kind":"pith_short_8","alias_value":"XN7DDASU","created_at":"2026-07-05T10:44:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:XN7DDASU3QTZFGQHNMPKTPXZPU","target":"record","payload":{"canonical_record":{"source":{"id":"2504.04022","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-05T02:24:07Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ffa874d91bdb73c25b04b6e0cd70cdbc96d13f9b1d6e6cb2fd6930890349b3e8","abstract_canon_sha256":"890c7d4ec309404ab8912052524de2042b5cafc664dcff92282dd57d352f1d97"},"schema_version":"1.0"},"canonical_sha256":"bb7e318254dc27929a076b1ea9bef97d3f60bc607ff2cb9498c1944432032c59","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:44:53.034913Z","signature_b64":"KpWYjarlBx60LlFruwSxtSNHp9eaGbWorKNOII8ZVUa2rdvmYM6UbIlYIALSe1fwuxwMsmnM/fXRGP3TFUL2DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bb7e318254dc27929a076b1ea9bef97d3f60bc607ff2cb9498c1944432032c59","last_reissued_at":"2026-07-05T10:44:53.034367Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:44:53.034367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.04022","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:44:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fF4H62d1UJzatpOFuxRw05O8EqIWK7YASzDL08sdi52VzVhRb5arIKMxB8d7zBawoio56h58hmBiEbqgKd6hCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:56:05.046687Z"},"content_sha256":"98b5fb1fa311e4412e6f0d132a4c8ce0a37d72525ff5861f6b288a9f56c668b7","schema_version":"1.0","event_id":"sha256:98b5fb1fa311e4412e6f0d132a4c8ce0a37d72525ff5861f6b288a9f56c668b7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:XN7DDASU3QTZFGQHNMPKTPXZPU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rethinking Reflection in Pre-Training","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Adarsh Chaluvaraju, Andrew Hojel, Andrew Ma, Anil Thomas, Anthony Polloreno, Ashish Tanwer, Ashish Vaswani, Burhan Drak Sibai, Divya Shivaprasad, Divya S Mansingka, Essential AI: Darsh J Shah, Ishaan Shah, Karl Stratos, Khoi Nguyen, Kurt Smith, Michael Callahan, Michael Pust, Mohit Parmar, Mrinal Iyer, Peter Rushton, Philip Monk, Platon Mazarakis, Ritvik Kapila, Saurabh Srivastava, Somanshu Singla, Tim Romanski, Yash Vanjani","submitted_at":"2025-04-05T02:24:07Z","abstract_excerpt":"A language model's ability to reflect on its own reasoning provides a key advantage for solving complex problems. While most recent research has focused on how this ability develops during reinforcement learning, we show that it actually begins to emerge much earlier - during the model's pre-training. To study this, we introduce deliberate errors into chains-of-thought and test whether the model can still arrive at the correct answer by recognizing and correcting these mistakes. By tracking performance across different stages of pre-training, we observe that this self-correcting ability appear"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.04022","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.04022/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:44:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NV0VoY+yFy42yz/UY9Qi/sOxiq2H9BWpdUxqhO4v4ZVpIkrE/R7ezKOJbROyrA0M58Z5BjYZtKKPTpkLguTkCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:56:05.047261Z"},"content_sha256":"45c06ea3098dcbc8d676bfa7131bfddf8c71bb6ed01114383b558b6ee7594bb9","schema_version":"1.0","event_id":"sha256:45c06ea3098dcbc8d676bfa7131bfddf8c71bb6ed01114383b558b6ee7594bb9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XN7DDASU3QTZFGQHNMPKTPXZPU/bundle.json","state_url":"https://pith.science/pith/XN7DDASU3QTZFGQHNMPKTPXZPU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XN7DDASU3QTZFGQHNMPKTPXZPU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T06:56:05Z","links":{"resolver":"https://pith.science/pith/XN7DDASU3QTZFGQHNMPKTPXZPU","bundle":"https://pith.science/pith/XN7DDASU3QTZFGQHNMPKTPXZPU/bundle.json","state":"https://pith.science/pith/XN7DDASU3QTZFGQHNMPKTPXZPU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XN7DDASU3QTZFGQHNMPKTPXZPU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:XN7DDASU3QTZFGQHNMPKTPXZPU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"890c7d4ec309404ab8912052524de2042b5cafc664dcff92282dd57d352f1d97","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-05T02:24:07Z","title_canon_sha256":"ffa874d91bdb73c25b04b6e0cd70cdbc96d13f9b1d6e6cb2fd6930890349b3e8"},"schema_version":"1.0","source":{"id":"2504.04022","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.04022","created_at":"2026-07-05T10:44:53Z"},{"alias_kind":"arxiv_version","alias_value":"2504.04022v1","created_at":"2026-07-05T10:44:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.04022","created_at":"2026-07-05T10:44:53Z"},{"alias_kind":"pith_short_12","alias_value":"XN7DDASU3QTZ","created_at":"2026-07-05T10:44:53Z"},{"alias_kind":"pith_short_16","alias_value":"XN7DDASU3QTZFGQH","created_at":"2026-07-05T10:44:53Z"},{"alias_kind":"pith_short_8","alias_value":"XN7DDASU","created_at":"2026-07-05T10:44:53Z"}],"graph_snapshots":[{"event_id":"sha256:45c06ea3098dcbc8d676bfa7131bfddf8c71bb6ed01114383b558b6ee7594bb9","target":"graph","created_at":"2026-07-05T10:44:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.04022/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A language model's ability to reflect on its own reasoning provides a key advantage for solving complex problems. While most recent research has focused on how this ability develops during reinforcement learning, we show that it actually begins to emerge much earlier - during the model's pre-training. To study this, we introduce deliberate errors into chains-of-thought and test whether the model can still arrive at the correct answer by recognizing and correcting these mistakes. By tracking performance across different stages of pre-training, we observe that this self-correcting ability appear","authors_text":"Adarsh Chaluvaraju, Andrew Hojel, Andrew Ma, Anil Thomas, Anthony Polloreno, Ashish Tanwer, Ashish Vaswani, Burhan Drak Sibai, Divya Shivaprasad, Divya S Mansingka, Essential AI: Darsh J Shah, Ishaan Shah, Karl Stratos, Khoi Nguyen, Kurt Smith, Michael Callahan, Michael Pust, Mohit Parmar, Mrinal Iyer, Peter Rushton, Philip Monk, Platon Mazarakis, Ritvik Kapila, Saurabh Srivastava, Somanshu Singla, Tim Romanski, Yash Vanjani","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-05T02:24:07Z","title":"Rethinking Reflection in Pre-Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.04022","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:98b5fb1fa311e4412e6f0d132a4c8ce0a37d72525ff5861f6b288a9f56c668b7","target":"record","created_at":"2026-07-05T10:44:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"890c7d4ec309404ab8912052524de2042b5cafc664dcff92282dd57d352f1d97","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-05T02:24:07Z","title_canon_sha256":"ffa874d91bdb73c25b04b6e0cd70cdbc96d13f9b1d6e6cb2fd6930890349b3e8"},"schema_version":"1.0","source":{"id":"2504.04022","kind":"arxiv","version":1}},"canonical_sha256":"bb7e318254dc27929a076b1ea9bef97d3f60bc607ff2cb9498c1944432032c59","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bb7e318254dc27929a076b1ea9bef97d3f60bc607ff2cb9498c1944432032c59","first_computed_at":"2026-07-05T10:44:53.034367Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:44:53.034367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KpWYjarlBx60LlFruwSxtSNHp9eaGbWorKNOII8ZVUa2rdvmYM6UbIlYIALSe1fwuxwMsmnM/fXRGP3TFUL2DA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:44:53.034913Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.04022","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:98b5fb1fa311e4412e6f0d132a4c8ce0a37d72525ff5861f6b288a9f56c668b7","sha256:45c06ea3098dcbc8d676bfa7131bfddf8c71bb6ed01114383b558b6ee7594bb9"],"state_sha256":"a4149cf3e2622e4a0d4a7917469e3abf922453554d86f7209315b84c204e79f0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lXkjhxWepfivBqTEFEpMsyzC11LXtFD6E5jMD686ZYa27w6lg/SsGsNHwBQ2HvwfIa2tMK7EcKzECjdcsYBPBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T06:56:05.053978Z","bundle_sha256":"f612ac90fd90e36e05aab16986329db92b661ea3303fe0f728c1c7ba5bf0643b"}}