{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XNCSOJBCTBXOSEG7MAHWLZMALL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"05426405b7d5279e8a65cd35141df8c39b0670be823b4c41948d4f693e398374","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-19T15:47:12Z","title_canon_sha256":"1a0711b5a7aa216e4e339307d143e20dc5719d7e2d4887825e9f2540c95e0ec9"},"schema_version":"1.0","source":{"id":"2411.12580","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.12580","created_at":"2026-07-05T10:25:14Z"},{"alias_kind":"arxiv_version","alias_value":"2411.12580v2","created_at":"2026-07-05T10:25:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.12580","created_at":"2026-07-05T10:25:14Z"},{"alias_kind":"pith_short_12","alias_value":"XNCSOJBCTBXO","created_at":"2026-07-05T10:25:14Z"},{"alias_kind":"pith_short_16","alias_value":"XNCSOJBCTBXOSEG7","created_at":"2026-07-05T10:25:14Z"},{"alias_kind":"pith_short_8","alias_value":"XNCSOJBC","created_at":"2026-07-05T10:25:14Z"}],"graph_snapshots":[{"event_id":"sha256:5e2f1ce1a6b7ce3025dd6fa29b10ba3d6690324efff7a6fac9a3ca57fab04ec6","target":"graph","created_at":"2026-07-05T10:25:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.12580/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The capabilities and limitations of Large Language Models have been sketched out in great detail in recent years, providing an intriguing yet conflicting picture. On the one hand, LLMs demonstrate a general ability to solve problems. On the other hand, they show surprising reasoning gaps when compared to humans, casting doubt on the robustness of their generalisation strategies. The sheer volume of data used in the design of LLMs has precluded us from applying the method traditionally used to measure generalisation: train-test set separation. To overcome this, we study what kind of generalisat","authors_text":"Acyr Locatelli, Dwarak Talupuru, Edward Grefenstette, Juhan Bae, Laura Ruis, Max Bartolo, Maximilian Mozes, Robert Kirk, Siddhartha Rao Kamalakara, Tim Rockt\\\"aschel","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-19T15:47:12Z","title":"Procedural Knowledge in Pretraining Drives Reasoning in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.12580","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1f5ba6bf159b703fdb44ae2c618c085b49f61282ff094e073dd00b002f91afeb","target":"record","created_at":"2026-07-05T10:25:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"05426405b7d5279e8a65cd35141df8c39b0670be823b4c41948d4f693e398374","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-19T15:47:12Z","title_canon_sha256":"1a0711b5a7aa216e4e339307d143e20dc5719d7e2d4887825e9f2540c95e0ec9"},"schema_version":"1.0","source":{"id":"2411.12580","kind":"arxiv","version":2}},"canonical_sha256":"bb45272422986ee910df600f65e5805af9a1047e2f80b4668514fc64b64787b1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bb45272422986ee910df600f65e5805af9a1047e2f80b4668514fc64b64787b1","first_computed_at":"2026-07-05T10:25:14.036198Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:25:14.036198Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"McozKep61gmQC9jOZf/fj0Je+M0VC2+LIGdPr2r1F6gZIfKePsJpENUWKLRYrpcycpdF/n4IQ30RJOLZtFIlDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:25:14.036862Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.12580","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1f5ba6bf159b703fdb44ae2c618c085b49f61282ff094e073dd00b002f91afeb","sha256:5e2f1ce1a6b7ce3025dd6fa29b10ba3d6690324efff7a6fac9a3ca57fab04ec6"],"state_sha256":"0d579d5dbccf66dc48579d6204327e017ec21888b3a72d2a543e1ec4803736b9"}