{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:GPLXUEYHARJIRUT7BJ2NP2P7D7","short_pith_number":"pith:GPLXUEYH","schema_version":"1.0","canonical_sha256":"33d77a1307045288d27f0a74d7e9ff1ff0b76038e4e388275801b2eda512f425","source":{"kind":"arxiv","id":"2211.09066","version":1},"attestation_state":"computed","paper":{"title":"Teaching Algorithmic Reasoning via In-context Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Aaron Courville, Azade Nova, Behnam Neyshabur, Hanie Sedghi, Hattie Zhou, Hugo Larochelle","submitted_at":"2022-11-15T06:12:28Z","abstract_excerpt":"Large language models (LLMs) have shown increasing in-context learning capabilities through scaling up model and data size. Despite this progress, LLMs are still unable to solve algorithmic reasoning problems. While providing a rationale with the final answer has led to further improvements in multi-step reasoning problems, Anil et al. 2022 showed that even simple algorithmic reasoning tasks such as parity are far from solved. In this work, we identify and study four key stages for successfully teaching algorithmic reasoning to LLMs: (1) formulating algorithms as skills, (2) teaching multiple "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2211.09066","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-15T06:12:28Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"d1bf39bc9623b4f793251570aa3bc35b3b479b96e057105e26b1be7668bf742a","abstract_canon_sha256":"72aaa59d85c5a9a09c2ab5a032d17c21adbe3cefec5299271522072e0404dbea"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:16:47.292375Z","signature_b64":"DEkvGUC44Kddy60B8NcMm8KQ+xSSV1Cd5USPHBdL76v8rKh2zH+r1hlCSnndTLIMRVnQQidJq7bjbs3oKvZ4BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"33d77a1307045288d27f0a74d7e9ff1ff0b76038e4e388275801b2eda512f425","last_reissued_at":"2026-07-05T05:16:47.291863Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:16:47.291863Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Teaching Algorithmic Reasoning via In-context Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Aaron Courville, Azade Nova, Behnam Neyshabur, Hanie Sedghi, Hattie Zhou, Hugo Larochelle","submitted_at":"2022-11-15T06:12:28Z","abstract_excerpt":"Large language models (LLMs) have shown increasing in-context learning capabilities through scaling up model and data size. Despite this progress, LLMs are still unable to solve algorithmic reasoning problems. While providing a rationale with the final answer has led to further improvements in multi-step reasoning problems, Anil et al. 2022 showed that even simple algorithmic reasoning tasks such as parity are far from solved. In this work, we identify and study four key stages for successfully teaching algorithmic reasoning to LLMs: (1) formulating algorithms as skills, (2) teaching multiple "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.09066","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.09066/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2211.09066","created_at":"2026-07-05T05:16:47.291927+00:00"},{"alias_kind":"arxiv_version","alias_value":"2211.09066v1","created_at":"2026-07-05T05:16:47.291927+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.09066","created_at":"2026-07-05T05:16:47.291927+00:00"},{"alias_kind":"pith_short_12","alias_value":"GPLXUEYHARJI","created_at":"2026-07-05T05:16:47.291927+00:00"},{"alias_kind":"pith_short_16","alias_value":"GPLXUEYHARJIRUT7","created_at":"2026-07-05T05:16:47.291927+00:00"},{"alias_kind":"pith_short_8","alias_value":"GPLXUEYH","created_at":"2026-07-05T05:16:47.291927+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":6,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.00817","citing_title":"When LLMs Stop Following Steps: A Diagnostic Study of Procedural Execution in Language Models","ref_index":51,"is_internal_anchor":false},{"citing_arxiv_id":"2506.06941","citing_title":"The Illusion of Thinking: Understanding the Strengths and Limitations of Reasoning Models via the Lens of Problem Complexity","ref_index":17,"is_internal_anchor":false},{"citing_arxiv_id":"2301.00234","citing_title":"A Survey on In-context Learning","ref_index":13,"is_internal_anchor":false},{"citing_arxiv_id":"2304.05128","citing_title":"Teaching Large Language Models to Self-Debug","ref_index":143,"is_internal_anchor":false},{"citing_arxiv_id":"2605.00817","citing_title":"When LLMs Stop Following Steps: A Diagnostic Study of Procedural Execution in Language Models","ref_index":22,"is_internal_anchor":false},{"citing_arxiv_id":"2605.06882","citing_title":"How Well Do LLMs Perform on the Simplest Long-Chain Reasoning Tasks: An Empirical Study on the Equivalence Class Problem","ref_index":55,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/GPLXUEYHARJIRUT7BJ2NP2P7D7","json":"https://pith.science/pith/GPLXUEYHARJIRUT7BJ2NP2P7D7.json","graph_json":"https://pith.science/api/pith-number/GPLXUEYHARJIRUT7BJ2NP2P7D7/graph.json","events_json":"https://pith.science/api/pith-number/GPLXUEYHARJIRUT7BJ2NP2P7D7/events.json","paper":"https://pith.science/paper/GPLXUEYH"},"agent_actions":{"view_html":"https://pith.science/pith/GPLXUEYHARJIRUT7BJ2NP2P7D7","download_json":"https://pith.science/pith/GPLXUEYHARJIRUT7BJ2NP2P7D7.json","view_paper":"https://pith.science/paper/GPLXUEYH","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2211.09066&json=true","fetch_graph":"https://pith.science/api/pith-number/GPLXUEYHARJIRUT7BJ2NP2P7D7/graph.json","fetch_events":"https://pith.science/api/pith-number/GPLXUEYHARJIRUT7BJ2NP2P7D7/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/GPLXUEYHARJIRUT7BJ2NP2P7D7/action/timestamp_anchor","attest_storage":"https://pith.science/pith/GPLXUEYHARJIRUT7BJ2NP2P7D7/action/storage_attestation","attest_author":"https://pith.science/pith/GPLXUEYHARJIRUT7BJ2NP2P7D7/action/author_attestation","sign_citation":"https://pith.science/pith/GPLXUEYHARJIRUT7BJ2NP2P7D7/action/citation_signature","submit_replication":"https://pith.science/pith/GPLXUEYHARJIRUT7BJ2NP2P7D7/action/replication_record"}},"created_at":"2026-07-05T05:16:47.291927+00:00","updated_at":"2026-07-05T05:16:47.291927+00:00"}