{"as_of":"2026-08-08T07:20:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:974ade683fa26aecdc435f68cdfb11898064a9d730c8ef86e348b3445ff8460f","coverage":[{"denominator":36,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":36,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:14:28.634005Z","state":"measured"},{"denominator":38,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":38,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T17:31:49.264777Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-12T07:11:25.690518Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"cited_work":{"arxiv_id":"2505.22308","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.22308","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2505.22308 , year=","venue":null,"work_id":"9908ea89-9e3d-4502-9c0c-db89db518b26","year":null},"citing_paper":{"arxiv_id":"2605.10129","last_updated":"2026-05-11T07:40:39Z","snapshot_observed_at":"2026-07-06T23:22:08.560919Z","submitted_at":"2026-05-11T07:40:39Z","title":"Synthetic Pre-Pre-Training Improves Language Model Robustness to Noisy Pre-Training Data","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-05-12T03:38:39.738401Z"},"links":{"cited_paper":"/paper/2505.22308","citing_paper":"/paper/2605.10129"},"observation_digest":"sha256:8261ce28b3eb71906a83d15dd07502eee131160698913afbec0ad02bcfa5e543","observation_id":"62030f58-7b87-407a-b593-e6793d47850c","resolution":{"observed_at":"2026-05-12T07:11:25.693145Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.22308","snapshot_observed_at":"2026-08-01T17:31:49.264777Z","title":"Transformers pretrained on procedural data contain modular structures for algorithmic reasoning.arXiv preprint arXiv:2505.22308,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.17624","last_updated":"2026-07-20T07:26:17Z","snapshot_observed_at":"2026-08-07T13:43:21.717264Z","submitted_at":"2026-07-20T07:26:17Z","title":"Can Transformers Really Do It All? On the Compatibility of Inductive Biases Across Tasks","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-01T17:31:49.264777Z"},"links":{"cited_paper":"/paper/2505.22308","citing_paper":"/paper/2607.17624"},"observation_digest":"sha256:d26ca88120ac7baf252026792e10faa2bf1ddd53af6739d2e82589eab41e7e9e","observation_id":"59b69caf-52d7-4753-b0a3-63054497bf75","resolution":{"observed_at":"2026-08-01T17:31:49.264777Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2505.22308/citation-record","integrity":"/paper/2505.22308/integrity","json":"/paper/2505.22308/citation-record.json","paper":"/paper/2505.22308"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2006.00555","last_updated":"2020-10-04T19:57:06Z","snapshot_observed_at":"2026-07-06T09:24:48.188353Z","submitted_at":"2020-05-31T16:34:08Z","title":"Transferring Inductive Biases through Knowledge Distillation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2006.00555","snapshot_observed_at":"2026-08-07T13:14:24.874183Z","title":"Transferring inductive biases through knowledge distillation","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:24.874183Z"},"links":{"cited_paper":"/paper/2006.00555","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:88a3ccbdc568e9ccefe2591f36e95c93bf24c1f00057339c58b5f209ff93db32","observation_id":"b1b2825d-eda5-42b1-9cc4-47842dad1b99","resolution":{"observed_at":"2026-08-07T13:14:24.874183Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:14:31.067466Z","title":"REVERSED ADDITION","venue":null,"work_id":"ad0a96e5-9e0a-4156-94e5-a71a8639f41c","year":2024},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:28.517723Z"},"links":{"citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:53179a850546e6546dc8e346211f9023068da270f5d3d124f046f6532c3ee96e","observation_id":"3625d6de-dd67-4a70-9a44-e49158854701","resolution":{"observed_at":"2026-08-07T13:14:31.112266Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.16048","last_updated":"2025-06-03T15:10:55Z","snapshot_observed_at":"2026-08-07T16:49:27.745724Z","submitted_at":"2025-03-20T11:33:59Z","title":"Meta-Learning Neural Mechanisms rather than Bayesian Priors","version":2},"cited_work":{"arxiv_id":"2503.16048","doi":null,"metadata_source":"pith","pith_arxiv_id":"2503.16048","snapshot_observed_at":"2026-08-07T13:14:30.335982Z","title":"Meta-Learning Neural Mechanisms rather than Bayesian Priors","venue":"cs.CL","work_id":"35870e7a-d1b8-4c97-aecb-3c8560eb4310","year":2025},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.294031Z"},"links":{"cited_paper":"/paper/2503.16048","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:3d1bbe51e761ed893f8ad5889f4f3fd29f22315574ff335fb08647d3543e8591","observation_id":"95d800d4-9c64-4006-ac34-4bf227f73b02","resolution":{"observed_at":"2026-08-07T13:14:30.454365Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.19402","last_updated":"2025-08-26T13:31:48Z","snapshot_observed_at":"2026-08-08T02:37:55.452775Z","submitted_at":"2025-02-26T18:51:12Z","title":"General Intelligence Requires Reward-based Pretraining","version":3},"cited_work":{"arxiv_id":"2502.19402","doi":null,"metadata_source":"pith","pith_arxiv_id":"2502.19402","snapshot_observed_at":"2026-08-07T13:14:30.088578Z","title":"General Intelligence Requires Reward-based Pretraining","venue":"cs.LG","work_id":"e3453703-0ed7-47f9-8d5c-d96f2ed1fbba","year":2025},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.420140Z"},"links":{"cited_paper":"/paper/2502.19402","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:9e0c00acc49d7db717bd762d7404749f4fa21cab62a75080bab6362f58960923","observation_id":"92d5d0dd-6ef4-41b3-8637-9538820c95e0","resolution":{"observed_at":"2026-08-07T13:14:30.219287Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.19249","last_updated":"2025-05-27T04:23:34Z","snapshot_observed_at":"2026-08-07T17:45:49.054798Z","submitted_at":"2025-02-26T15:55:55Z","title":"Between Circuits and Chomsky: Pre-pretraining on Formal Languages Imparts Linguistic Biases","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.19249","snapshot_observed_at":"2026-08-07T13:14:25.498615Z","title":"edu/˜johnhew/vocab-expansion.html","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.498615Z"},"links":{"cited_paper":"/paper/2502.19249","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:00492a129455ea1592c6c06d39b776e1060e0d84e32969020c9ed23a2c38560d","observation_id":"e6bf7406-b0b7-4a91-ba40-abbf7e83c1cf","resolution":{"observed_at":"2026-08-07T13:14:25.498615Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2001.08361","last_updated":"2020-01-23T03:59:20Z","snapshot_observed_at":"2026-07-06T08:52:12.656082Z","submitted_at":"2020-01-23T03:59:20Z","title":"Scaling Laws for Neural Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2001.08361","snapshot_observed_at":"2026-08-07T13:14:25.555854Z","title":"B., Chess, B., Child, R., Gray, S., Radford, A., Wu, J., and Amodei, D","venue":null,"work_id":null,"year":2001},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.555854Z"},"links":{"cited_paper":"/paper/2001.08361","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:72a5df38aa10903721ea95b2ff681ca0f087e8d333b0903961a890091e3a84b8","observation_id":"ca75d691-e10e-464b-9417-560a316942db","resolution":{"observed_at":"2026-08-07T13:14:25.555854Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14701","last_updated":"2023-05-24T04:11:59Z","snapshot_observed_at":"2026-08-03T17:32:14.665156Z","submitted_at":"2023-05-24T04:11:59Z","title":"Modeling rapid language learning by distilling Bayesian priors into artificial neural networks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14701","snapshot_observed_at":"2026-08-07T13:14:25.627169Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.627169Z"},"links":{"cited_paper":"/paper/2305.14701","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:74d759490069ca74bb4188e5bf75a47f12eb5a77154e182d268c62355c4b2fec","observation_id":"ce33c289-0ea5-433b-848a-339799a778f5","resolution":{"observed_at":"2026-08-07T13:14:25.627169Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.10510","last_updated":"2024-08-13T09:58:44Z","snapshot_observed_at":"2026-08-02T18:36:38.436631Z","submitted_at":"2021-12-20T13:07:39Z","title":"Transformers Can Do Bayesian Inference","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.10510","snapshot_observed_at":"2026-08-07T13:14:25.641616Z","title":"P., Grabocka, J., and Hutter, F","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.641616Z"},"links":{"cited_paper":"/paper/2112.10510","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:e2de3cc0b684cbe83ab92f44a37904cb596866b47af609ae1d3677857502f40d","observation_id":"bd77af24-af1f-4158-afa4-5c52b7356c06","resolution":{"observed_at":"2026-08-07T13:14:25.641616Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00677","last_updated":"2024-08-03T04:29:58Z","snapshot_observed_at":"2026-08-04T12:44:49.442747Z","submitted_at":"2024-08-01T16:20:02Z","title":"Scaling Backwards: Minimal Synthetic Pre-training?","version":2},"cited_work":{"arxiv_id":"2408.00677","doi":null,"metadata_source":"pith","pith_arxiv_id":"2408.00677","snapshot_observed_at":"2026-08-07T13:14:29.799033Z","title":"Scaling Backwards: Minimal Synthetic Pre-training?","venue":"cs.CV","work_id":"a3ceccfd-2612-4b51-bf84-ecef3e4c98d4","year":2024},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.756425Z"},"links":{"cited_paper":"/paper/2408.00677","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:1e6c26054fe83a3eabb7630e7a9978b420d0b180dbbb1677bbf3fcd17caba8cd","observation_id":"dbccbc5f-9eba-440e-8e61-2d76c5bf1207","resolution":{"observed_at":"2026-08-07T13:14:29.886160Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.13060","last_updated":"2023-10-29T17:14:06Z","snapshot_observed_at":"2026-07-06T15:19:57.802336Z","submitted_at":"2023-04-25T18:00:08Z","title":"Injecting structural hints: Using language models to study inductive biases in language learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.13060","snapshot_observed_at":"2026-08-07T13:14:25.938487Z","title":"and Jurafsky, D","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.938487Z"},"links":{"cited_paper":"/paper/2304.13060","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:4a8988e66fc1ebd35bf273588fddd9f50221bf662144b39c56281bfda888e38e","observation_id":"a10a90ee-67a1-4874-896b-313c880b4aa6","resolution":{"observed_at":"2026-08-07T13:14:25.938487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.04556","last_updated":"2025-02-25T17:31:36Z","snapshot_observed_at":"2026-07-06T19:11:44.961846Z","submitted_at":"2024-09-06T18:33:38Z","title":"How Does Code Pretraining Affect Language Model Task Performance?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.04556","snapshot_observed_at":"2026-08-07T13:14:26.122419Z","title":"How does code pretraining affect language model task performance? arXiv preprint arXiv:2409.04556,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:26.122419Z"},"links":{"cited_paper":"/paper/2409.04556","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:9a066e188fd78ae32d2258331ed8736ec1ae753f452469275c2cbedc3304019f","observation_id":"f626fef6-0c33-4241-9f59-6ac83b318122","resolution":{"observed_at":"2026-08-07T13:14:26.122419Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12580","last_updated":"2025-03-06T15:14:17Z","snapshot_observed_at":"2026-07-06T19:52:37.903769Z","submitted_at":"2024-11-19T15:47:12Z","title":"Procedural Knowledge in Pretraining Drives Reasoning in Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12580","snapshot_observed_at":"2026-08-07T13:14:26.413691Z","title":"R., Talupuru, D., Locatelli, A., Kirk, R., Rockt ¨aschel, T., Grefenstette, E., and Bartolo, M","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:26.413691Z"},"links":{"cited_paper":"/paper/2411.12580","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:ecb211ba39c1aa78c25b19425e12828b9d858cd75940f3afbaf1dbfa70e6ff4b","observation_id":"3160d337-b882-4a74-9685-0a84327393a6","resolution":{"observed_at":"2026-08-07T13:14:26.413691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.09828","last_updated":"2023-05-16T22:12:25Z","snapshot_observed_at":"2026-08-05T20:29:14.196208Z","submitted_at":"2023-05-16T22:12:25Z","title":"Mimetic Initialization of Self-Attention Layers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.09828","snapshot_observed_at":"2026-08-07T13:14:26.536645Z","title":"and Kolter, J","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:26.536645Z"},"links":{"cited_paper":"/paper/2305.09828","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:4fd856bc4db8a85afe4b628c56ce99a5950a641c6bc50018b815928bfd476c97","observation_id":"28d032f0-c492-4955-b7c8-7b66e8f9b5a1","resolution":{"observed_at":"2026-08-07T13:14:26.536645Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00052","last_updated":"2023-07-26T21:55:11Z","snapshot_observed_at":"2026-08-06T03:06:42.248665Z","submitted_at":"2022-06-30T18:35:00Z","title":"Visual Pre-training for Navigation: What Can We Learn from Noise?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.00052","snapshot_observed_at":"2026-08-07T13:14:26.636172Z","title":"Visual pre-training for navigation: What can we learn from noise?arXiv preprint arXiv:2207.00052,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:26.636172Z"},"links":{"cited_paper":"/paper/2207.00052","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:cdb7e875f20e3bcd749a5365ce2335f492815b7aec7820f32f3c575ea923b930","observation_id":"d39d4ff9-402a-467a-b7d4-02db4e3196bc","resolution":{"observed_at":"2026-08-07T13:14:26.636172Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.00771","last_updated":"2024-05-27T17:16:03Z","snapshot_observed_at":"2026-07-06T16:26:13.862006Z","submitted_at":"2023-10-01T19:32:14Z","title":"Pre-training with Synthetic Data Helps Offline Reinforcement Learning","version":4},"cited_work":{"arxiv_id":"2310.00771","doi":null,"metadata_source":"pith","pith_arxiv_id":"2310.00771","snapshot_observed_at":"2026-08-07T13:14:29.137970Z","title":"Pre-training with Synthetic Data Helps Offline Reinforcement Learning","venue":"cs.AI","work_id":"fa644fce-eb60-4a08-82a3-d19527a8cfee","year":2023},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:26.720733Z"},"links":{"cited_paper":"/paper/2310.00771","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:8321624fd8823f41533e27c18846cdd13b3665f8afabb28d74d8f3fd6ec2a8a3","observation_id":"a227dc90-bdce-4ee6-84be-e0a97a2f16cb","resolution":{"observed_at":"2026-08-07T13:14:29.283058Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.18823","last_updated":"2023-11-30T18:58:26Z","snapshot_observed_at":"2026-07-06T16:55:13.127567Z","submitted_at":"2023-11-30T18:58:26Z","title":"Initializing Models with Larger Ones","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.18823","snapshot_observed_at":"2026-08-07T13:14:26.797297Z","title":"Initializing models with larger ones","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:26.797297Z"},"links":{"cited_paper":"/paper/2311.18823","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:aecd652465551903eae6fe19142fd8c25ccc59b06d5bfa393a283b40b90eaad9","observation_id":"492a3a35-69f9-4641-84cf-7144cecc80f7","resolution":{"observed_at":"2026-08-07T13:14:26.797297Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.16952","last_updated":"2025-03-20T03:31:27Z","snapshot_observed_at":"2026-07-06T17:50:18.017647Z","submitted_at":"2024-03-25T17:14:00Z","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.16952","snapshot_observed_at":"2026-08-07T13:14:26.870092Z","title":"Data mixing laws: Optimizing data mixtures by predicting language modeling performance","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:26.870092Z"},"links":{"cited_paper":"/paper/2403.16952","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:508b2216be0f88ab81ab89b4e5cad3c4dd4af380a224933b90689b5e5d0c47a5","observation_id":"20fa538f-7c97-471f-a9e3-a64eb288af94","resolution":{"observed_at":"2026-08-07T13:14:26.870092Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10899","last_updated":"2024-02-01T00:05:51Z","snapshot_observed_at":"2026-08-06T23:24:50.338719Z","submitted_at":"2023-10-17T00:12:19Z","title":"Instilling Inductive Biases with Subnetworks","version":2},"cited_work":{"arxiv_id":"2310.10899","doi":null,"metadata_source":"pith","pith_arxiv_id":"2310.10899","snapshot_observed_at":"2026-08-07T13:14:28.812348Z","title":"Instilling Inductive Biases with Subnetworks","venue":"cs.LG","work_id":"21350297-1af3-4da5-ad2d-aa65f1788587","year":2023},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:27.001833Z"},"links":{"cited_paper":"/paper/2310.10899","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:c8385ba9d1e292b0972f3b87911fd4741986cfea3a807c95b4ea7ab3a4752b57","observation_id":"7ce8af13-93b6-4638-bbba-024f6a8d03df","resolution":{"observed_at":"2026-08-07T13:14:28.911580Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02536","last_updated":"2025-03-01T13:21:09Z","snapshot_observed_at":"2026-08-06T10:13:22.105240Z","submitted_at":"2024-10-03T14:42:34Z","title":"Intelligence at the Edge of Chaos","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.02536","snapshot_observed_at":"2026-08-07T13:14:27.128137Z","title":"A., Liu, N., He, S., Karbasi, A., Zappala, E., and van Dijk, D","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:27.128137Z"},"links":{"cited_paper":"/paper/2410.02536","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:adf2902a7843407fb94a99ad73d8cb301a2cfa63a1c4c00cd9b6bd20ee8922f9","observation_id":"ec09404a-d0cb-4785-9c12-312a70d7c026","resolution":{"observed_at":"2026-08-07T13:14:27.128137Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:14:32.943388Z","title":"But recent results also question the value of the data, showing that some benefits of pretraining are attributable to the optimization objective more than the actual data","venue":null,"work_id":"73fa58ed-ac85-42fe-b7d7-7d5ae98d1fce","year":2024},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:27.264272Z"},"links":{"citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:a04799bf603fc86af427d5886f5d48367a235923330f5f09602ab226d9f39a6a","observation_id":"04f57d2a-75dc-4271-9424-167f1741aba3","resolution":{"observed_at":"2026-08-07T13:14:33.107476Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:14:32.693194Z","title":null,"venue":null,"work_id":"4ed5ada5-3def-4fcd-b6d0-78798a8d7eeb","year":2025},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:27.409106Z"},"links":{"citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:0c0a06b6cbfb56244796e0911d80b448eb16a7bd55666813befc5d33d5757296","observation_id":"f31d0e48-eb80-40ac-bd70-61ef9d90fed2","resolution":{"observed_at":"2026-08-07T13:14:32.813420Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:14:32.538495Z","title":"Partial transfer from pretrained transformers","venue":null,"work_id":"efe0de48-9154-4822-acb9-b4c3b630f4ac","year":2023},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:27.592648Z"},"links":{"citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:3ebb1f2fe6c135de8991037609bc4c29dcd67521c256822291f22a747aa4b5f2","observation_id":"98fe74e4-b88c-4408-ba00-af62a0536f8a","resolution":{"observed_at":"2026-08-07T13:14:32.603605Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:14:32.300446Z","title":"mimetic initialization","venue":null,"work_id":"b93a22eb-dcca-444a-8b2d-1e50a0c527ca","year":2020},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:27.737291Z"},"links":{"citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:1ee7defd082f8fabc6cdbe1384bb7cc9cc668033ba89291e2d51a91474d9a3aa","observation_id":"237a342a-b295-49c5-9ade-7b4d0b6f143f","resolution":{"observed_at":"2026-08-07T13:14:32.392827Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:14:32.103077Z","title":"Goodale et al","venue":null,"work_id":"2702dfbf-1d83-4026-b7a6-034cc0cb19c5","year":2025},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:27.919516Z"},"links":{"citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:8663700d18ee671f9bc2352394d71af74070a099f5ed0d28b9f507219e816bea","observation_id":"30aa9289-380a-4cc7-bde4-3e05b808d31f","resolution":{"observed_at":"2026-08-07T13:14:32.202176Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:14:31.900127Z","title":"As stated by Hu et al","venue":null,"work_id":"bf489a0f-43b8-42c0-abe5-16df00f96696","year":2025},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:28.091204Z"},"links":{"citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:061b96351e3f558c99325c7336985f830ea0308153a83d2bbe63f3268713f766","observation_id":"93fd55b2-4eaf-4b51-9c72-384025ae8349","resolution":{"observed_at":"2026-08-07T13:14:32.001433Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:14:31.465463Z","title":null,"venue":null,"work_id":"ef5602c5-398f-4148-9ba8-fc70aa95c491","year":2024},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:28.273724Z"},"links":{"citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:f94d2bf61e6610ebba17664578d6ce87e4ae5dbd33d6cd3bf1d0b6cde6cbf34d","observation_id":"f3cf8ee7-9b7d-43c7-96b8-33c357f5dcd0","resolution":{"observed_at":"2026-08-07T13:14:31.570998Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:14:31.271666Z","title":"This setup effectively simulates infinite data","venue":null,"work_id":"7549ec99-28e9-48e5-a1b6-adc251dcd16d","year":2024},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:28.423950Z"},"links":{"citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:e9fd102d175f44c75c336e37f7b707c91ba7047ad6a6c4ae67ec70fd6baab69a","observation_id":"14e761fb-7dd9-459c-b51e-03a8ca34f39c","resolution":{"observed_at":"2026-08-07T13:14:31.364349Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:14:30.860654Z","title":"For example, given an input sequence 6 3 5 and separator |, the expected output is 3 5 6","venue":null,"work_id":"b1a97a54-7322-47e2-b5eb-41ea4eb33cce","year":2023},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":100,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:28.634005Z"},"links":{"citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:eba1191e0c19a24ffc8e80e63cb9eb73f374cfc182ff74f54abf7e8d67a98036","observation_id":"8eb0e7be-7fc0-4bab-80c0-a08d310435f3","resolution":{"observed_at":"2026-08-07T13:14:30.932762Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:14:31.673391Z","title":"(2024), where data is procedurally generated from Elementary Cellular Automata (ECA) using Rule 110, a Class IV rule known for its complex, Turing- complete behavior","venue":null,"work_id":"5dccea16-b9cc-4786-86b3-27ec88d30e12","year":2024},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":110,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:28.191849Z"},"links":{"citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:732bd22e279fe09f21402311d088e5a69b114efe63332289c22e71d1795a5a20","observation_id":"df944879-a8f0-451d-b492-c4e8fd8a7cc5","resolution":{"observed_at":"2026-08-07T13:14:31.744540Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10326","last_updated":"2022-03-22T06:01:39Z","snapshot_observed_at":"2026-08-06T09:56:36.993000Z","submitted_at":"2022-03-19T13:29:48Z","title":"Pretraining with Artificial Language: Studying Transferable Knowledge in Language Models","version":2},"cited_work":{"arxiv_id":"2203.10326","doi":null,"metadata_source":"pith","pith_arxiv_id":"2203.10326","snapshot_observed_at":"2026-08-07T13:14:29.505168Z","title":"Pretraining with Artificial Language: Studying Transferable Knowledge in Language Models","venue":"cs.CL","work_id":"9adf8783-5388-4fc9-a913-5deefcaa2cb9","year":2022},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:26.261660Z"},"links":{"cited_paper":"/paper/2203.10326","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:aa89ffc729c342b6ab20e44df59e74104a128c091ce242a47185caca5d14bb66","observation_id":"0d48b379-35cc-44f6-98f9-1f5f20b5a267","resolution":{"observed_at":"2026-08-07T13:14:29.583690Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.10914","last_updated":"2024-08-20T14:58:13Z","snapshot_observed_at":"2026-07-06T19:03:30.963245Z","submitted_at":"2024-08-20T14:58:13Z","title":"To Code, or Not To Code? Exploring Impact of Code in Pre-training","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.10914","snapshot_observed_at":"2026-08-07T13:14:24.938053Z","title":"To code, or not to code? exploring impact of code in pre-training","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:24.938053Z"},"links":{"cited_paper":"/paper/2408.10914","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:a9e592c2c7d0e93792a02928a59d5548c7763ab1d14098b48846eda31373e904","observation_id":"0e11be88-ab40-4bbd-96f0-2148f08cb111","resolution":{"observed_at":"2026-08-07T13:14:24.938053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.16412","last_updated":"2023-11-07T02:37:48Z","snapshot_observed_at":"2026-07-06T14:24:38.200194Z","submitted_at":"2022-11-29T17:34:22Z","title":"Procedural Image Programs for Representation Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.16412","snapshot_observed_at":"2026-08-07T13:14:25.071849Z","title":"Procedural image programs for representation learning","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.071849Z"},"links":{"cited_paper":"/paper/2211.16412","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:ef6454f171e59ab4ffea0a3caf45bde6a2667bee5ee035c218673ae3f69b76f6","observation_id":"76f7e039-4c91-4ccc-83f4-eed6796f4e04","resolution":{"observed_at":"2026-08-07T13:14:25.071849Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07041","last_updated":"2024-10-09T16:28:23Z","snapshot_observed_at":"2026-08-03T21:22:34.402385Z","submitted_at":"2024-10-09T16:28:23Z","title":"Emergent properties with repeated examples","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.07041","snapshot_observed_at":"2026-08-07T13:14:25.167243Z","title":"and Kempe, J","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.167243Z"},"links":{"cited_paper":"/paper/2410.07041","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:85db87210278fd57faa9d74f030c9cdda55d4ff6e714d452ce4356739d92e693","observation_id":"2ad212d8-b944-4178-8d4d-5d1b7c075383","resolution":{"observed_at":"2026-08-07T13:14:25.167243Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.15393","last_updated":"2024-02-05T16:33:05Z","snapshot_observed_at":"2026-07-06T16:37:31.409792Z","submitted_at":"2023-10-23T22:51:58Z","title":"DoGE: Domain Reweighting with Generalization Estimation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.15393","snapshot_observed_at":"2026-08-07T13:14:25.236291Z","title":"Doge: Domain reweighting with generalization estimation","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.236291Z"},"links":{"cited_paper":"/paper/2310.15393","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:1ea3d146a3d9ce7c398fe9aea068b6370b15190b60403cbfd4c38d470fa97d65","observation_id":"a7412de9-a583-4bf4-8cec-43376413809c","resolution":{"observed_at":"2026-08-07T13:14:25.236291Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2106.05963","last_updated":"2022-04-28T23:37:06Z","snapshot_observed_at":"2026-07-06T11:18:06.306116Z","submitted_at":"2021-06-10T17:56:46Z","title":"Learning to See by Looking at Noise","version":3},"cited_work":{"arxiv_id":"2106.05963","doi":null,"metadata_source":"pith","pith_arxiv_id":"2106.05963","snapshot_observed_at":"2026-08-07T13:14:30.625631Z","title":"Learning to See by Looking at Noise","venue":"cs.CV","work_id":"39910010-ba71-4732-8f6b-7cbdd08f0831","year":2021},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.015687Z"},"links":{"cited_paper":"/paper/2106.05963","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:8951af84d1352afe0a4bda7eac0568f61a4106f3c8112aa4d69f0e9035abc036","observation_id":"a555c366-167d-4fcb-8e53-15c2132cc67a","resolution":{"observed_at":"2026-08-07T13:14:30.679490Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14953","last_updated":"2024-01-26T15:37:16Z","snapshot_observed_at":"2026-07-06T17:20:57.937385Z","submitted_at":"2024-01-26T15:37:16Z","title":"Learning Universal Predictors","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14953","snapshot_observed_at":"2026-08-07T13:14:25.350545Z","title":"K., Mattern, C., Aitchison, M., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-07T13:14:25.350545Z"},"links":{"cited_paper":"/paper/2401.14953","citing_paper":"/paper/2505.22308"},"observation_digest":"sha256:e4e9bbb5025381adbd4ab7dc1ce972b3356ee2c47e50ec1c90b49ed4f07f2337","observation_id":"86706279-418f-4f33-829f-e5aa1726c826","resolution":{"observed_at":"2026-08-07T13:14:25.350545Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.22308","last_updated":"2025-05-28T12:50:09Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-07T23:56:23.918643Z","submitted_at":"2025-05-28T12:50:09Z","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning"},"reference_resolution":{"displayed":36,"state_counts":{"malformed_identifier":1,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":20,"verified_exact":6,"verified_fuzzy":8},"total_outbound_references":36},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 36 of 36 outbound references and 2 inbound Pith citation observations for arXiv:2505.22308."}