{"as_of":"2026-08-09T14:06:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:cabc28e7b21173f7354e5a94c9dd9b6cde7c8764fe4d354e3798261c0f4f543b","coverage":[{"denominator":57,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":57,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:10:42.664065Z","state":"measured"},{"denominator":61,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":61,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":4,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":4,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T06:57:48.485750Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T01:56:27.336351Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"cited_work":{"arxiv_id":"2506.22696","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.22696","snapshot_observed_at":"2026-07-02T01:56:27.336351Z","title":"arXiv preprint arXiv:2506.22696 , year=","venue":null,"work_id":"076bb49f-d976-49de-92a3-360db9563d2d","year":2025},"citing_paper":{"arxiv_id":"2512.24880","last_updated":"2026-01-05T16:51:18Z","snapshot_observed_at":"2026-08-03T01:54:33.526522Z","submitted_at":"2025-12-31T14:16:26Z","title":"mHC: Manifold-Constrained Hyper-Connections","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-05-15T12:31:48.001520Z"},"links":{"cited_paper":"/paper/2506.22696","citing_paper":"/paper/2512.24880"},"observation_digest":"sha256:3d496b9fbcd5296d8f60663d4b904ac8154b8e4768669c92e40e12bfb9b9473e","observation_id":"c3bb16f6-fb4f-437d-a3b1-720f21918be0","resolution":{"observed_at":"2026-05-15T12:31:48.048670Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.22696","snapshot_observed_at":"2026-08-03T06:57:48.485750Z","title":"net/forum?id=Bkg6RiCqY7","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.21579","last_updated":"2026-06-01T16:38:29Z","snapshot_observed_at":"2026-08-04T03:50:50.767974Z","submitted_at":"2026-01-29T11:43:05Z","title":"KromHC: Manifold-Constrained Hyper-Connections with Kronecker-Product Residual Matrices","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-03T06:57:48.485750Z"},"links":{"cited_paper":"/paper/2506.22696","citing_paper":"/paper/2601.21579"},"observation_digest":"sha256:8ae66ded7291b2fe09b462047d567ff43609137a34b23ef9cb7b446048b88641","observation_id":"1a5b3ce4-2940-49e8-a909-3a073882034f","resolution":{"observed_at":"2026-08-03T06:57:48.485750Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"cited_work":{"arxiv_id":"2506.22696","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.22696","snapshot_observed_at":"2026-07-02T01:56:27.336351Z","title":"arXiv preprint arXiv:2506.22696 , year=","venue":null,"work_id":"076bb49f-d976-49de-92a3-360db9563d2d","year":2025},"citing_paper":{"arxiv_id":"2603.15031","last_updated":"2026-03-16T09:32:21Z","snapshot_observed_at":"2026-08-02T08:46:00.749789Z","submitted_at":"2026-03-16T09:32:21Z","title":"Attention Residuals","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-21T06:39:04.312270Z"},"links":{"cited_paper":"/paper/2506.22696","citing_paper":"/paper/2603.15031"},"observation_digest":"sha256:faa1854d862b294cf1f483cb663e186ed61db65ae5f9a0d0d2376b57a8c6fecf","observation_id":"05bcf0ab-3cf0-47aa-b7c8-e760f495da94","resolution":{"observed_at":"2026-05-21T06:39:04.510323Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"cited_work":{"arxiv_id":"2506.22696","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.22696","snapshot_observed_at":"2026-07-02T01:56:27.336351Z","title":"arXiv preprint arXiv:2506.22696 , year=","venue":null,"work_id":"076bb49f-d976-49de-92a3-360db9563d2d","year":2025},"citing_paper":{"arxiv_id":"2606.03483","last_updated":"2026-06-02T11:00:49Z","snapshot_observed_at":"2026-08-08T16:38:38.076725Z","submitted_at":"2026-06-02T11:00:49Z","title":"Analyzing Stream Collapse in Hyper-Connections: From Diagnosis to Mitigation","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-06-28T11:27:13.506226Z"},"links":{"cited_paper":"/paper/2506.22696","citing_paper":"/paper/2606.03483"},"observation_digest":"sha256:3e16be9c278300be2fce0e1eae683ec546a868e7e97a1b8de4f753cd38e8563a","observation_id":"c0e0e803-3f12-4048-ac6e-0b18a95d4216","resolution":{"observed_at":"2026-07-02T01:56:27.339163Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.22696/citation-record","integrity":"/paper/2506.22696/integrity","json":"/paper/2506.22696/citation-record.json","paper":"/paper/2506.22696"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T22:10:37.761768Z","title":"L., Almeida, D., Altenschmidt, J., Altman, S., Anadkat, S., et al","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:37.761768Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:8165c8a0fae7ed0e16a5f09764757f2fb7a7458ec7b6447b87074f33f3c9c4e1","observation_id":"32c371ae-288a-4e5c-ad8d-9b95749285c7","resolution":{"observed_at":"2026-08-06T22:10:37.761768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:50.164049Z","title":"Data on notable ai models, 2024","venue":null,"work_id":"b876d95d-8257-4580-b0fc-c5ab745e1a4c","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:37.850440Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:5a2e27de30ae1c9e350e9ae1935e7d8d63d41c58c17c3a654c6c2401931e603d","observation_id":"1c3987d3-2016-4994-a19c-cd558fb9021a","resolution":{"observed_at":"2026-08-06T22:10:50.278477Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:37.940979Z","title":null,"venue":null,"work_id":null,"year":1972},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:37.940979Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:3be53dfc7adc2ee93f2214750d261cff88a7ba4630f830149bf6fd8a71100b75","observation_id":"6bb4684d-8903-43b2-91e1-777e6c740b40","resolution":{"observed_at":"2026-08-06T22:10:37.940979Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2003.04887","last_updated":"2020-06-25T00:09:04Z","snapshot_observed_at":"2026-08-09T00:12:21.730010Z","submitted_at":"2020-03-10T17:58:01Z","title":"ReZero is All You Need: Fast Convergence at Large Depth","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.04887","snapshot_observed_at":"2026-08-06T22:10:38.027642Z","title":"P., Mao, H","venue":null,"work_id":null,"year":2003},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.027642Z"},"links":{"cited_paper":"/paper/2003.04887","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:35e1d50f0f66655be2b18c4969857ca19c3217971e0c31ec5f1647668542187d","observation_id":"143a60d4-5f6e-4944-bb99-00be61621381","resolution":{"observed_at":"2026-08-06T22:10:38.027642Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:38.114071Z","title":"L., Gao, J., and Choi, Y","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.114071Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:298e91f0b9670b894e8a66f6dbbffcc3b5c048b38bb101d618ca1a6c7b731720","observation_id":"7df33577-9d16-41ac-8b03-ac2e16bf7043","resolution":{"observed_at":"2026-08-06T22:10:38.114071Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:38.227792Z","title":"J., Leary, C., Maclaurin, D., Necula, G., Paszke, A., Vander P las, J., Wanderman- M ilne, S., and Zhang, Q","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.227792Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:087f868b19029a0252fca5d1683b997ee625ca56611c571fa5d9aeab4bab1c97","observation_id":"0a4cbcbc-b951-4730-920d-13c76e6794b7","resolution":{"observed_at":"2026-08-06T22:10:38.227792Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:38.287379Z","title":"Highway transformer: Self-gating enhanced self-attentive networks","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.287379Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:1f51440928889e6cd4baf60354b2ddd14446367ba1ed7b60a0e18f97e4c0e7d3","observation_id":"c9cea776-30bd-4710-8ab8-05ec64e84447","resolution":{"observed_at":"2026-08-06T22:10:38.287379Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-06T22:10:38.357759Z","title":"Think you have solved question answering? try arc, the ai2 reasoning challenge","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.357759Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:15033f63fef1056a81c3ea5696a1fc91b9d71d3e13bce22a179bbf642fb7fe56","observation_id":"77782c8b-fae9-4901-9ab8-aabd10cf125c","resolution":{"observed_at":"2026-08-06T22:10:38.357759Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:49.861354Z","title":"and Gu, A","venue":null,"work_id":"1344d113-fb02-4d6e-9dd5-339d55fed5eb","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.459876Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:f64ba4f505ab246039236936f1499be279fdc3bb4c4a0b24f080eaa89c9d9e3d","observation_id":"e3911a57-0c6e-4013-a2d6-a585c28fc786","resolution":{"observed_at":"2026-08-06T22:10:49.998768Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:49.587544Z","title":"The practitioner’s guide to the maximal update parameterization","venue":null,"work_id":"afea8643-1342-489d-a992-a276f55e7bb2","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.580547Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:d49f1f210e9e66e0ab93f9c1950ac1719ef3e68fe5fab98349fb0e6aca75b3d6","observation_id":"2ff2c62a-7d03-453f-b20c-14181287d758","resolution":{"observed_at":"2026-08-06T22:10:49.724550Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:38.689710Z","title":"Exploiting deep representations for neural machine translation","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.689710Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:efef1c59bb236fb2933bcf5add359d973a0270ce22859c17d9674ee7af6ace22","observation_id":"7c1b5811-dfc4-4588-baf8-55b8a18f7683","resolution":{"observed_at":"2026-08-06T22:10:38.689710Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/aaai.v33i01.330186","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:43.377426Z","title":"Dynamic layer aggregation for neural machine translation with routing-by-agreement","venue":null,"work_id":"8997050a-e07f-4148-81c1-1b0dec180a2e","year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.773045Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:92e410bb3d40f5e1d799a06d2444078b63c800abfe83fd2f52173d6835c517e8","observation_id":"6471b11d-8e29-416e-8878-81298e5d8b56","resolution":{"observed_at":"2026-08-06T22:10:43.496475Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:49.403859Z","title":"M., Tong, S., Lepikhin, D., Xu, Y., Krikun, M., Zhou, Y., Yu, A","venue":null,"work_id":"cd9021d8-1ac4-4e35-ae38-b0cda38f955f","year":2022},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.836683Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:8654c79886090a5fb244f663763e8e2db31a23216069b663dbdc00cb0fa31d81","observation_id":"3926092e-feac-42eb-9cf6-16529d3789e7","resolution":{"observed_at":"2026-08-06T22:10:49.502237Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T22:10:38.895675Z","title":"The llama 3 herd of models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.895675Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:0a9b1c74ceee0641ee126d4cc56e651cc6caf1b1df38a8d28a02f47b1c875fc3","observation_id":"27a6a7e3-8a21-4b6a-9751-9d758db5459e","resolution":{"observed_at":"2026-08-06T22:10:38.895675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:38.957499Z","title":"A mathematical framework for transformer circuits","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.957499Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:cd81bfc91cae0b8145b00200740be7ff32ea3296370f2dc8bd44eab5462ea734","observation_id":"d68e213b-d7fa-43e5-b2a6-65f2dac4298e","resolution":{"observed_at":"2026-08-06T22:10:38.957499Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:49.005139Z","title":"Depth-wise attention ( DWA tt): A layer fusion method for data-efficient classification","venue":null,"work_id":"f4f9c701-38c4-4108-86d1-c75ea09955fd","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.025580Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:570e61c0ef4b8adf771802c13ebd3190c6c8f4ccb72cf4a3fdf035b2ac68d006","observation_id":"e5596dc8-c3e0-428b-bd1e-3342fd278c75","resolution":{"observed_at":"2026-08-06T22:10:49.202895Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:48.718015Z","title":"Switch transformers: scaling to trillion parameter models with simple and efficient sparsity","venue":null,"work_id":"e9d81d57-371e-49fe-a243-81db4c2e336a","year":2022},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.127169Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:d39af885d599e8f4c84a9a3e21c47dac10aa6da2f8354f17852df9b92bd6445b","observation_id":"94b9bbe9-0595-4df8-9d49-bfa3a90304a2","resolution":{"observed_at":"2026-08-06T22:10:48.848672Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2101.00027","last_updated":"2020-12-31T19:00:10Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-12-31T19:00:10Z","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2101.00027","snapshot_observed_at":"2026-08-06T22:10:39.216652Z","title":"The P ile: An 800gb dataset of diverse text for language modeling","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.216652Z"},"links":{"cited_paper":"/paper/2101.00027","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:a6963f38bb0bbe9b4d7a191878a6e959a1d18c8a4befe814a80c44ecc40aae47","observation_id":"71def2d5-51fb-4d4b-bb34-fe3b9aba7768","resolution":{"observed_at":"2026-08-06T22:10:39.216652Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:39.301860Z","title":"A framework for few-shot language model evaluation, 12 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.301860Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:3e7c86ad731a75b2736ab1eef9761d09ddfa9ec413e3de09c4dc7aabb99c97f5","observation_id":"fcab7e4d-22fa-4a93-93d6-25f5a1db61ea","resolution":{"observed_at":"2026-08-06T22:10:39.301860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:39.393140Z","title":"Transformer feed-forward layers are key-value memories","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.393140Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:f9c5f8d620890be6deac3902ad01b1ddab7d035f35ed7768ffcf1b40bd5117f6","observation_id":"549250fd-ad90-4797-8b5a-d4e02e08b644","resolution":{"observed_at":"2026-08-06T22:10:39.393140Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:48.407572Z","title":"and Bengio, Y","venue":null,"work_id":"ca2ca371-a318-45ac-bd24-1c7c7b4d1412","year":2010},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.490319Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:3b777ec6f43a5fea4bcad0e907cca7972828a30eb57871406711a4a52665ba2f","observation_id":"306abe5c-86d6-409b-8547-1d8c22e868d0","resolution":{"observed_at":"2026-08-06T22:10:48.551657Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1364/ao.28.001940","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:43.125844Z","title":"F., Keller, P","venue":null,"work_id":"06dc8417-2af1-41f6-b459-0ceca8867029","year":1940},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.577236Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:6ca79f6f654e14e4c67d178f449a8a8c039e21bdb50527b87116fb2e2ea2208f","observation_id":"ccca6fd6-9854-471c-b0dc-2bbd76751228","resolution":{"observed_at":"2026-08-06T22:10:43.237138Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/w17-2622","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:42.977568Z","title":"Improving language modeling using densely connected recurrent neural networks","venue":null,"work_id":"27aa16dd-079c-4e17-abdd-831ad926af78","year":2017},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.742103Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:524f261207e7895f6597478320bd7041e5d7818610bc0f4332515059f89acb55","observation_id":"55c1cd0a-64fa-4c66-8d45-3bbddaf7ba91","resolution":{"observed_at":"2026-08-06T22:10:43.029950Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:48.215737Z","title":"Openwebtext corpus","venue":null,"work_id":"2fc2190b-87d8-47d1-8358-f8eee1c48bdb","year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.812409Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:49f6367e077fd3f2669d631c5da6f674d3e8e235b97494a85ff56da56371309b","observation_id":"3e4f1d3a-2e16-44d8-a194-31845d29ba0a","resolution":{"observed_at":"2026-08-06T22:10:48.274655Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:48.036572Z","title":"Levanter , 2024","venue":null,"work_id":"6d3f7938-9f9b-4a98-a278-57bd097c0be1","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.881434Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:e4a471186a5a3b49cd280c92def1ddd73d045f3f191ea38d18d5f85a88282004","observation_id":"a449fe91-9057-4cf1-a18b-7e3eaa3216fe","resolution":{"observed_at":"2026-08-06T22:10:48.100444Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:47.777693Z","title":"A., Welbl, J., Clark, A., Hennigan, T., Noland, E., Millican, K., van den Driessche, G., Damoc, B., Guy, A., Osindero, S., Simonyan, K., Elsen, E., Vinyals, O., Rae, J","venue":null,"work_id":"dbdbee2b-42b0-43bd-9586-97219ab20a88","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.957622Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:c991ddf04965c7400c0d56e91c54bae9f074504ab6271af3e12c3cfe856c57d3","observation_id":"11ec86af-93fa-4281-ac2b-45a438c216ba","resolution":{"observed_at":"2026-08-06T22:10:47.931783Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:40.044197Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.044197Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:12e6998093d955f65a217837989db1c235f222f9618e7f95808a1edf52cf0c47","observation_id":"65d1f1cc-3ef4-4974-bf72-c3eb93caac67","resolution":{"observed_at":"2026-08-06T22:10:40.044197Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:47.463667Z","title":"S., Perez, F., Ba, J., and Volkovs, M","venue":null,"work_id":"4d830613-3409-4ff0-8b60-3889b5fe5e0a","year":2020},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.131319Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:558fd50b31b7344db2c1c23bb33e05ee2c74354ebfc4d57435d8a764366bafc8","observation_id":"6e4c6bac-9ba4-41d9-b0e0-2679f0943100","resolution":{"observed_at":"2026-08-06T22:10:47.607651Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04088","last_updated":"2024-01-08T18:47:34Z","snapshot_observed_at":"2026-08-08T06:16:25.839566Z","submitted_at":"2024-01-08T18:47:34Z","title":"Mixtral of Experts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04088","snapshot_observed_at":"2026-08-06T22:10:40.230675Z","title":"Q., Sablayrolles, A., Roux, A., Mensch, A., Savary, B., Bamford, C., Chaplot, D","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.230675Z"},"links":{"cited_paper":"/paper/2401.04088","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:9b89655a177f7da0bb74eba7cdf1be2d5425f2b1f91836d8874ffe8febc2ecfd","observation_id":"908dce63-c9ac-4143-92cc-91d066e1e0d2","resolution":{"observed_at":"2026-08-06T22:10:40.230675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2001.08361","last_updated":"2020-01-23T03:59:20Z","snapshot_observed_at":"2026-07-06T08:52:12.656082Z","submitted_at":"2020-01-23T03:59:20Z","title":"Scaling Laws for Neural Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2001.08361","snapshot_observed_at":"2026-08-06T22:10:40.323401Z","title":"B., Chess, B., Child, R., Gray, S., Radford, A., Wu, J., and Amodei, D","venue":null,"work_id":null,"year":2001},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.323401Z"},"links":{"cited_paper":"/paper/2001.08361","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:298db9d0f2a8a2f57c5d0359bfc89b8aa9608eec5a0d4d79aaad5a4df91ea3a5","observation_id":"355aed13-bfd0-4d7a-86b9-c8dd8c98ee09","resolution":{"observed_at":"2026-08-06T22:10:40.323401Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:47.184042Z","title":"A., Khyalia, S., Jung, J., Goka, H., and Lee, H","venue":null,"work_id":"1d69200f-2e9e-477a-bb9c-387afc673830","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.438103Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:fbffc987432188f63f4947cea7a16a1f5ddc1b34bb413ef57c63c1b095468434","observation_id":"5a40469d-96e9-4e9d-8fae-7054e109e9ae","resolution":{"observed_at":"2026-08-06T22:10:47.308625Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:46.895745Z","title":"and Garcia, C","venue":null,"work_id":"72ea9f0f-8658-4d6b-b405-21c9eebad4d1","year":2021},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.575474Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:fb0719142083298ca8100d7df2c1aa4cb3c8149a83b954cc4fbc774642bda951","observation_id":"08a0971b-4f05-4e5f-b123-580de6ae7277","resolution":{"observed_at":"2026-08-06T22:10:47.015386Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:40.676503Z","title":"Correlation matrix memories","venue":null,"work_id":null,"year":1972},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.676503Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:02ec9a29329b3558026f04537613f9822d475c05aaf4e09a343ad0dd63bec960","observation_id":"64c3ee2c-3eab-4881-95c2-59631ab744e8","resolution":{"observed_at":"2026-08-06T22:10:40.676503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:46.571805Z","title":"S., Viguier, S., and Ligozat, A.-L","venue":null,"work_id":"a7ea4dc2-c758-42dc-ada1-8fae00528a7e","year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.808780Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:48daf834744dc3edf72cadecf95ea1c9ae5c4eb43c49910cefddc3d0cd3027f3","observation_id":"b4f17652-0086-4c9d-946b-e78d9355e1e4","resolution":{"observed_at":"2026-08-06T22:10:46.737432Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:40.884403Z","title":"Locating and editing factual associations in gpt","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.884403Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:15068aecb2abefc69f48889d828309010417ebd9c5f6668a39730df547f4bdfe","observation_id":"c16a5847-53ea-4045-a571-22bf147949e8","resolution":{"observed_at":"2026-08-06T22:10:40.884403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:40.972787Z","title":"Pointer sentinel mixture models, 2016","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.972787Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:a7fc1f2c73a9709de29bf5322a6737af16bedd5868ac04755867d6567dc47fac","observation_id":"4236ebcd-f3f7-4ed5-8e92-ae0dbae54c1c","resolution":{"observed_at":"2026-08-06T22:10:40.972787Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:46.352640Z","title":null,"venue":null,"work_id":"3caf15ac-3e31-4c96-92bb-72e93d6198df","year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.072184Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:e5daab807b98edc3c697da2e7ba8ee2f40d06ce9464bd440dbea27407dae6de3","observation_id":"206e45f8-9c1e-483a-801e-a90bfdc243f7","resolution":{"observed_at":"2026-08-06T22:10:46.460833Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:46.029863Z","title":"N., Bernardi, R., Pezzelle, S., Baroni, M., Boleda, G., and Fernández, R","venue":null,"work_id":"a71fb3f1-e241-4c9a-8911-b918600fbeca","year":2016},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.191219Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:7f0ef1278710eb0b3144f3c7e04b7538a88e21bc068d464d5286867e19121dde","observation_id":"b1175a3e-4148-47ab-ae2e-c6fc4e52c955","resolution":{"observed_at":"2026-08-06T22:10:46.142709Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:41.311087Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.311087Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:d393397474ffa0cab8a4566cd4e9455d6f8e27dc4a2513f765ab9e98ce045858","observation_id":"18085f3e-d60b-4c3d-8093-32895328e37c","resolution":{"observed_at":"2026-08-06T22:10:41.311087Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:41.383599Z","title":"Language models are unsupervised multitask learners","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.383599Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:506a76609fabcfeb229641581b98fee4370a80228b625955fc5b92369935cf37","observation_id":"fb38678a-f1c6-417b-b348-f1fde8ca02f8","resolution":{"observed_at":"2026-08-06T22:10:41.383599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1907.10641","last_updated":"2019-11-21T19:01:32Z","snapshot_observed_at":"2026-07-06T08:09:59.842324Z","submitted_at":"2019-07-24T18:11:59Z","title":"WinoGrande: An Adversarial Winograd Schema Challenge at Scale","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1907.10641","snapshot_observed_at":"2026-08-06T22:10:41.445154Z","title":"L., Bhagavatula, C., and Choi, Y","venue":null,"work_id":null,"year":1907},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.445154Z"},"links":{"cited_paper":"/paper/1907.10641","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:4887eadfbdf480698e0db7927fe59d57b77edb82c166f790106d8d392b7512e4","observation_id":"d7431f82-9ad5-499c-b812-860dc7ddcfb8","resolution":{"observed_at":"2026-08-06T22:10:41.445154Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/n18-1117","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:42.778723Z","title":"Dense information flow for neural machine translation","venue":null,"work_id":"6ddea3eb-db21-4d48-b70b-61693a6ce807","year":2018},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.539224Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:8e772e23fd3715d9733006dae239775495085335b6c91c3138155df117af38c1","observation_id":"e0d92e61-5ff9-4f73-9d7e-3101552fcf9f","resolution":{"observed_at":"2026-08-06T22:10:42.842398Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.09456","last_updated":"2021-11-01T15:34:23Z","snapshot_observed_at":"2026-07-06T11:59:11.865133Z","submitted_at":"2021-10-18T16:47:45Z","title":"NormFormer: Improved Transformer Pretraining with Extra Normalization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.09456","snapshot_observed_at":"2026-08-06T22:10:41.617138Z","title":"Normformer: Improved transformer pretraining with extra normalization","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.617138Z"},"links":{"cited_paper":"/paper/2110.09456","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:f3d0eb53e88a873d8d7ee216716fb4735f4b4150fce38fc676357272d2c2c907","observation_id":"95eb7219-1915-42ee-8692-65a282ad4ccc","resolution":{"observed_at":"2026-08-06T22:10:41.617138Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1505.00387","last_updated":"2015-11-03T18:15:15Z","snapshot_observed_at":"2026-07-06T04:16:46.012738Z","submitted_at":"2015-05-03T01:56:57Z","title":"Highway Networks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1505.00387","snapshot_observed_at":"2026-08-06T22:10:41.707792Z","title":"K., Greff, K., and Schmidhuber, J","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.707792Z"},"links":{"cited_paper":"/paper/1505.00387","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:51ea38d58fc416bf0074925a943fdde7775bbdf89ef27187ecdb6028d5eba719","observation_id":"9cf1d0b2-bd1e-4a6a-a027-751c00864274","resolution":{"observed_at":"2026-08-06T22:10:41.707792Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:41.781657Z","title":"Energy and policy considerations for deep learning in NLP","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.781657Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:d6ef8be5c059027a8951266a06d1fd5c00b2617288b863aade9306de9bc3f628","observation_id":"475dd86c-63e0-4f7a-8407-f7db7c93e97d","resolution":{"observed_at":"2026-08-06T22:10:41.781657Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.08621","last_updated":"2023-08-09T08:53:08Z","snapshot_observed_at":"2026-08-02T13:21:32.251959Z","submitted_at":"2023-07-17T16:40:01Z","title":"Retentive Network: A Successor to Transformer for Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.08621","snapshot_observed_at":"2026-08-06T22:10:41.843365Z","title":"Retentive network: A successor to transformer for large language models, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.843365Z"},"links":{"cited_paper":"/paper/2307.08621","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:fceb0caf2d45ebfbc66e8faeff701522f5f973b4c9be9efd68b1aeb2c4242e42","observation_id":"2a7940ea-10ff-4130-9db4-3614e1d6c4f1","resolution":{"observed_at":"2026-08-06T22:10:41.843365Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:41.928686Z","title":"N., Kaiser, L., and Polosukhin, I","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.928686Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:4a2c65720c942aed3c1d3f3d5b3a08e8683ccca1c2e8b2cbf4711142db12129a","observation_id":"a66badff-3400-4cc6-bc6c-92c056048304","resolution":{"observed_at":"2026-08-06T22:10:41.928686Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.04325","last_updated":"2024-06-04T22:09:46Z","snapshot_observed_at":"2026-08-07T22:09:30.469726Z","submitted_at":"2022-10-26T00:28:40Z","title":"Will we run out of data? Limits of LLM scaling based on human-generated data","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.04325","snapshot_observed_at":"2026-08-06T22:10:42.018922Z","title":"Will we run out of data? limits of llm scaling based on human-generated data, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.018922Z"},"links":{"cited_paper":"/paper/2211.04325","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:cd7c744cfd7e9adcb3ab2280e7cc7e25b6091a2ffe1f97a8d16d327ef5510e34","observation_id":"ea500b1a-5515-4f4a-935e-322268ff2939","resolution":{"observed_at":"2026-08-06T22:10:42.018922Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2024.33869","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:43.803951Z","title":"DeepNet: Scaling Transformers to 1,000 Layers","venue":null,"work_id":"cc51ea78-a7c2-49e2-9492-eb56fc93c8df","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.086374Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:51b5438679223be315e15dd526c1caa471f81853f48db67d11945c10354e3f30","observation_id":"c46b6888-8933-431f-a842-4e0fff70b41b","resolution":{"observed_at":"2026-08-06T22:10:43.941942Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:45.765917Z","title":"Sustainable ai: Environmental implications, challenges and opportunities","venue":null,"work_id":"0cee0ac8-73b7-4aab-9a40-3d7a20c6f9c9","year":2022},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.151420Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:f117cd4650b0ab981f08aab352bad83b6b9723f6d8bce9fd683117e5ee4ae5ce","observation_id":"7617ae6f-8976-4a2b-b583-67a199e1a4dc","resolution":{"observed_at":"2026-08-06T22:10:45.855046Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:42.219073Z","title":"On layer normalization in the transformer architecture","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.219073Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:5cc26c01dd7cea57e1c62bc749c136dd5b4f8baae8d3b760cdc4812838a51ce2","observation_id":"5802b0e6-5736-4f42-8ea7-df2c1b7868ee","resolution":{"observed_at":"2026-08-06T22:10:42.219073Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:45.476042Z","title":"Rewiring the transformer with depth-wise LSTM s","venue":null,"work_id":"98f80d96-ed9d-412e-81f3-3692a67ac612","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.278612Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:b208f0d8cf21f7a3d7e4155eb8fc5ad82d32bfddb91ea0cee847a80d524baf12","observation_id":"796d5560-502e-49fa-ba23-81aaa5ae8566","resolution":{"observed_at":"2026-08-06T22:10:45.580802Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:45.171245Z","title":"Understanding and improving layer normalization","venue":null,"work_id":"42f67193-c4ec-4dc2-a1ea-6bcdae233caf","year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.388022Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:120bc878bb514cefeca0178bc1f3f83e40c2a40a70d33fa57056987f9381dcca","observation_id":"e8464d62-9500-459d-8730-31e1add1f216","resolution":{"observed_at":"2026-08-06T22:10:45.315939Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:44.924907Z","title":"J., Babuschkin, I., Sidor, S., Liu, X., Farhi, D., Ryder, N., Pachocki, J., Chen, W., and Gao, J","venue":null,"work_id":"913996fc-14d4-4b60-bf0a-551272e75bbd","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.458155Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:9e6f09443997386a8bdf9511c722a8f9ce01c67f7e2a160d929cc9f09bf0ace9","observation_id":"9ef79cd2-3e8c-42f8-bd63-e806e3e52afd","resolution":{"observed_at":"2026-08-06T22:10:45.028453Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:42.530396Z","title":"Hellaswag: Can a machine really finish your sentence? In Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, 2019","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.530396Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:681e5fba287eb8ed72746bdd6dc93b8274f1732acbfdb0933194ea7ff0d7f4e9","observation_id":"cc2393ac-79da-45c2-8088-c4dac56f5837","resolution":{"observed_at":"2026-08-06T22:10:42.530396Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:44.623012Z","title":"Ready-to-go transmission projects 2023","venue":null,"work_id":"759cdbc4-942f-4d14-aafd-dcf1f0fcd083","year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.600570Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:03285fddedffd051790f44e59727881656922001c609d6f849e7aaf71e183a70","observation_id":"e1723c6c-4bbe-4f1d-b712-1721fbba7c28","resolution":{"observed_at":"2026-08-06T22:10:44.742616Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:42.664065Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.664065Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:388ef85a02b14dc481415d906f239ab1095b1f694bd07d09b4145fe46de20df1","observation_id":"f7e03f87-cc49-4c6c-8e81-cfd3780c8aed","resolution":{"observed_at":"2026-08-06T22:10:42.664065Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-06T21:57:54.658992Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream"},"reference_resolution":{"displayed":57,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":32,"verified_exact":4,"verified_fuzzy":20},"total_outbound_references":57},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 57 of 57 outbound references and 4 inbound Pith citation observations for arXiv:2506.22696."}