{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:LCAPWQQDXUASNMWIQBQJP5QVXH","short_pith_number":"pith:LCAPWQQD","canonical_record":{"source":{"id":"2608.04980","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-08-05T15:51:36Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c1523267163ab56d7c12ad9c8a27bbcf5a2e8e64e2f3a2d2377c867e8201bc57","abstract_canon_sha256":"200baebd3c73f55ea7c7913d12de5706c7420ff631e2388c1882a0eb8a69eaad"},"schema_version":"1.0"},"canonical_sha256":"5880fb4203bd0126b2c8806097f615b9d700c5d2f926abaf993c33de3f0c4998","source":{"kind":"arxiv","id":"2608.04980","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.04980","created_at":"2026-08-06T01:47:59Z"},{"alias_kind":"arxiv_version","alias_value":"2608.04980v1","created_at":"2026-08-06T01:47:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.04980","created_at":"2026-08-06T01:47:59Z"},{"alias_kind":"pith_short_12","alias_value":"LCAPWQQDXUAS","created_at":"2026-08-06T01:47:59Z"},{"alias_kind":"pith_short_16","alias_value":"LCAPWQQDXUASNMWI","created_at":"2026-08-06T01:47:59Z"},{"alias_kind":"pith_short_8","alias_value":"LCAPWQQD","created_at":"2026-08-06T01:47:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:LCAPWQQDXUASNMWIQBQJP5QVXH","target":"record","payload":{"canonical_record":{"source":{"id":"2608.04980","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-08-05T15:51:36Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c1523267163ab56d7c12ad9c8a27bbcf5a2e8e64e2f3a2d2377c867e8201bc57","abstract_canon_sha256":"200baebd3c73f55ea7c7913d12de5706c7420ff631e2388c1882a0eb8a69eaad"},"schema_version":"1.0"},"canonical_sha256":"5880fb4203bd0126b2c8806097f615b9d700c5d2f926abaf993c33de3f0c4998","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-06T01:47:59.352373Z","signature_b64":"m07Z5gvOjRPnOz8SkbgN25uQH+/D5HCRRVp0asll+uVYEPHdwxpL6H517LsWUD+CJhq8LUHSlQQELyFK50w9BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5880fb4203bd0126b2c8806097f615b9d700c5d2f926abaf993c33de3f0c4998","last_reissued_at":"2026-08-06T01:47:59.350882Z","signature_status":"signed_v1","first_computed_at":"2026-08-06T01:47:59.350882Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2608.04980","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-06T01:47:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vbVPihBcDzoh3EidKQR5owBrsBnRdEc6EFDy+0TG3xu6DHWiARXU8ZWI59K7k74TQYhux351xIdk/c+yiLjTDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T18:07:25.752067Z"},"content_sha256":"821b623476d3f581e21c245aa7639f2ef7bd09525d6ae7fd5e9a222bfca183d4","schema_version":"1.0","event_id":"sha256:821b623476d3f581e21c245aa7639f2ef7bd09525d6ae7fd5e9a222bfca183d4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:LCAPWQQDXUASNMWIQBQJP5QVXH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Protoreasoning in Tiny Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Eduardo Valle, Fergal Reid","submitted_at":"2026-08-05T15:51:36Z","abstract_excerpt":"We show that tiny transformers can profitably employ a simple form of Chain of Thought, which we call protoreasoning, allowing us to study step-by-step reasoning on ~1M-parameter models and opening up opportunities for much more detailed experimentation and analysis than is feasible for larger models. Current Large Language Models exhibit impressive step-by-step reasoning, but we have yet to understand its generality, i.e., when and how LLMs learn genuinely general algorithms rather than \"bags of heuristics.\" Such questions are hard to settle on compute-intensive frontier models trained on opa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.04980","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2608.04980/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-06T01:47:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AiAHzdm6GSNlILI2eQmDKboiABKitVvk03LbE0GE0y/VMY1jQenZoskZsJwcaVsUaZXCH0HK02Hyb1f+iiWUDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T18:07:25.752669Z"},"content_sha256":"28cb9215750b0dfed7a3d8995fd62e7f02d3023c81efd7afb2a04bbe7d3635f5","schema_version":"1.0","event_id":"sha256:28cb9215750b0dfed7a3d8995fd62e7f02d3023c81efd7afb2a04bbe7d3635f5"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:LCAPWQQDXUASNMWIQBQJP5QVXH","target":"integrity","payload":{"note":"DOI is split by whitespace or line breaks in the printed bibliography. Reconstructed DOI 10.1162/tacl_a_00306 resolves to 'Theoretical Limitations of Self-Attention in Neural Sequence Models'. A reader following the printed text alone cannot reach it.","snippet":"ISSN 2307-387X. doi: 10.1162/tacl_a_ 00306. URLhttps://doi.org/10.1162/tacl_a_00306. Jie Huang and Kevin Chen-Chuan Chang. Towards reasoning in large language models: A survey. In Anna Rogers, Jordan Boyd-Graber, and Naoaki Okazaki (eds.),F","arxiv_id":"2608.04980","detector":"doi_compliance","evidence":{"ref_index":2020,"verdict_class":"incontrovertible","resolved_title":"Theoretical Limitations of Self-Attention in Neural Sequence Models","printed_excerpt":"10.1162/tacl_a_","reconstructed_doi":"10.1162/tacl_a_00306"},"severity":"advisory","ref_index":2020,"audited_at":"2026-08-06T12:28:13.979562Z","event_type":"pith.integrity.v1","detected_doi":"10.1162/tacl_a_00306","detector_url":"https://pith.science/pith-integrity-protocol#doi_compliance","external_url":null,"finding_type":"recoverable_identifier","evidence_hash":"cb414899f6ee7766969467c7a9a1bab34808da5919ad91b716852b98e39436bf","paper_version":1,"verdict_class":"incontrovertible","resolved_title":"Theoretical Limitations of Self-Attention in Neural Sequence Models","detector_version":"1.1.0","detected_arxiv_id":null,"integrity_event_id":18283,"payload_sha256":"95f59f3c90689f0545e6877848518345b683fccd015692bc77f98aa69f1f7392","signature_b64":"DuoKfelqR+ugjcRis7drXvkG8DFhhoHxHQnLecZHWVtNc26BDh0A0edRoPhOkJfyxAqDLRBAwORF8OijnKaXCw==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-06T12:28:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UlwxwBj+kFAsxtQGInnluoKCMi5meJmseZsgVd1Iw+2p5phXnScBQKJz4b2OC6Qa/+RDlW7NTgv1MHXQhTT9CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T18:07:25.755765Z"},"content_sha256":"9b45fac637660e9aa03da2600639eef90e41d31587df077aceaa2416830c3713","schema_version":"1.0","event_id":"sha256:9b45fac637660e9aa03da2600639eef90e41d31587df077aceaa2416830c3713"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LCAPWQQDXUASNMWIQBQJP5QVXH/bundle.json","state_url":"https://pith.science/pith/LCAPWQQDXUASNMWIQBQJP5QVXH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LCAPWQQDXUASNMWIQBQJP5QVXH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T18:07:25Z","links":{"resolver":"https://pith.science/pith/LCAPWQQDXUASNMWIQBQJP5QVXH","bundle":"https://pith.science/pith/LCAPWQQDXUASNMWIQBQJP5QVXH/bundle.json","state":"https://pith.science/pith/LCAPWQQDXUASNMWIQBQJP5QVXH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LCAPWQQDXUASNMWIQBQJP5QVXH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:LCAPWQQDXUASNMWIQBQJP5QVXH","merge_version":"pith-open-graph-merge-v1","event_count":3,"valid_event_count":3,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"200baebd3c73f55ea7c7913d12de5706c7420ff631e2388c1882a0eb8a69eaad","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-08-05T15:51:36Z","title_canon_sha256":"c1523267163ab56d7c12ad9c8a27bbcf5a2e8e64e2f3a2d2377c867e8201bc57"},"schema_version":"1.0","source":{"id":"2608.04980","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.04980","created_at":"2026-08-06T01:47:59Z"},{"alias_kind":"arxiv_version","alias_value":"2608.04980v1","created_at":"2026-08-06T01:47:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.04980","created_at":"2026-08-06T01:47:59Z"},{"alias_kind":"pith_short_12","alias_value":"LCAPWQQDXUAS","created_at":"2026-08-06T01:47:59Z"},{"alias_kind":"pith_short_16","alias_value":"LCAPWQQDXUASNMWI","created_at":"2026-08-06T01:47:59Z"},{"alias_kind":"pith_short_8","alias_value":"LCAPWQQD","created_at":"2026-08-06T01:47:59Z"}],"graph_snapshots":[{"event_id":"sha256:28cb9215750b0dfed7a3d8995fd62e7f02d3023c81efd7afb2a04bbe7d3635f5","target":"graph","created_at":"2026-08-06T01:47:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2608.04980/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We show that tiny transformers can profitably employ a simple form of Chain of Thought, which we call protoreasoning, allowing us to study step-by-step reasoning on ~1M-parameter models and opening up opportunities for much more detailed experimentation and analysis than is feasible for larger models. Current Large Language Models exhibit impressive step-by-step reasoning, but we have yet to understand its generality, i.e., when and how LLMs learn genuinely general algorithms rather than \"bags of heuristics.\" Such questions are hard to settle on compute-intensive frontier models trained on opa","authors_text":"Eduardo Valle, Fergal Reid","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-08-05T15:51:36Z","title":"Protoreasoning in Tiny Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.04980","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:821b623476d3f581e21c245aa7639f2ef7bd09525d6ae7fd5e9a222bfca183d4","target":"record","created_at":"2026-08-06T01:47:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"200baebd3c73f55ea7c7913d12de5706c7420ff631e2388c1882a0eb8a69eaad","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-08-05T15:51:36Z","title_canon_sha256":"c1523267163ab56d7c12ad9c8a27bbcf5a2e8e64e2f3a2d2377c867e8201bc57"},"schema_version":"1.0","source":{"id":"2608.04980","kind":"arxiv","version":1}},"canonical_sha256":"5880fb4203bd0126b2c8806097f615b9d700c5d2f926abaf993c33de3f0c4998","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5880fb4203bd0126b2c8806097f615b9d700c5d2f926abaf993c33de3f0c4998","first_computed_at":"2026-08-06T01:47:59.350882Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-06T01:47:59.350882Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"m07Z5gvOjRPnOz8SkbgN25uQH+/D5HCRRVp0asll+uVYEPHdwxpL6H517LsWUD+CJhq8LUHSlQQELyFK50w9BA==","signature_status":"signed_v1","signed_at":"2026-08-06T01:47:59.352373Z","signed_message":"canonical_sha256_bytes"},"source_id":"2608.04980","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:821b623476d3f581e21c245aa7639f2ef7bd09525d6ae7fd5e9a222bfca183d4","sha256:28cb9215750b0dfed7a3d8995fd62e7f02d3023c81efd7afb2a04bbe7d3635f5","sha256:9b45fac637660e9aa03da2600639eef90e41d31587df077aceaa2416830c3713"],"state_sha256":"00ed048117c216029bb219069c3389d3b116b91e97a4629002f44f3ed5459bc1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NaM2yXOY7YoyWMQFJ538+mXX6Z6nyUZlExd819vgSCHifBndnTrCDGa+x7yYIXllEWby7npYgiz6n0sG7CgeBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T18:07:25.757900Z","bundle_sha256":"27aa3df3001159b25894395f50ec4307fda60d898012309afa8b24fa0f5f04aa"}}