{"as_of":"2026-08-07T10:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e21d951d1471253618725df7ccdb7e2e090e54028f4c2843c7304998d13c353f","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T21:05:03.281857Z","state":"measured"},{"denominator":42,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":42,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":5,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":5,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T20:59:36.817312Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-19T20:22:45.427956Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.09628","snapshot_observed_at":"2026-08-05T20:59:36.817312Z","title":"mechanistic interpretability","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.09627","last_updated":"2025-08-13T08:59:04Z","snapshot_observed_at":"2026-08-06T15:53:16.127835Z","submitted_at":"2025-08-13T08:59:04Z","title":"Physics- and geometry-aware spatio-spectral graph neural operator for time-independent and time-dependent PDEs","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-05T20:59:36.817312Z"},"links":{"cited_paper":"/paper/2508.09628","citing_paper":"/paper/2508.09627"},"observation_digest":"sha256:2780d5df7a492478902b53d1a9fa39356793f7ffc250427ca769e391038ce5af","observation_id":"309dc42d-5c34-4ea4-b840-7fbbe20d47fa","resolution":{"observed_at":"2026-08-05T20:59:36.817312Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"cited_work":{"arxiv_id":"2508.09628","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.09628","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"[ÁLGRB26] Antonio Álvarez-López, Borjan Geshkovski, and Domènec Ruiz-Balet","venue":null,"work_id":"04dcc830-26c9-4d53-a03a-9610389db975","year":2025},"citing_paper":{"arxiv_id":"2601.21366","last_updated":"2026-05-13T13:56:23Z","snapshot_observed_at":"2026-08-02T00:55:15.904098Z","submitted_at":"2026-01-29T07:47:46Z","title":"Perceptrons and localization of attention's mean-field landscape","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-16T09:49:27.206423Z"},"links":{"cited_paper":"/paper/2508.09628","citing_paper":"/paper/2601.21366"},"observation_digest":"sha256:4793b8388648aa1cd57f4d1986f6bdf7ab72b2783933a7b9d10aa7d76689b726","observation_id":"9ff66935-5964-44bf-84ef-d05cf39f9040","resolution":{"observed_at":"2026-05-16T09:50:49.255283Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"cited_work":{"arxiv_id":"2508.09628","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.09628","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"[ÁLGRB26] Antonio Álvarez-López, Borjan Geshkovski, and Domènec Ruiz-Balet","venue":null,"work_id":"04dcc830-26c9-4d53-a03a-9610389db975","year":2025},"citing_paper":{"arxiv_id":"2605.10931","last_updated":"2026-05-11T17:58:14Z","snapshot_observed_at":"2026-07-06T23:22:52.369277Z","submitted_at":"2026-05-11T17:58:14Z","title":"Quantifying Concentration Phenomena of Mean-Field Transformers in the Low-Temperature Regime","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-12T03:29:02.798274Z"},"links":{"cited_paper":"/paper/2508.09628","citing_paper":"/paper/2605.10931"},"observation_digest":"sha256:4687bdf184dee4f2072d04267e5b62909cc84ae53c43c0859fb4f0eca864b94d","observation_id":"6c0dd501-97f7-4d37-bba9-b268c4f4d725","resolution":{"observed_at":"2026-05-12T07:21:23.623296Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"cited_work":{"arxiv_id":"2508.09628","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.09628","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"[ÁLGRB26] Antonio Álvarez-López, Borjan Geshkovski, and Domènec Ruiz-Balet","venue":null,"work_id":"04dcc830-26c9-4d53-a03a-9610389db975","year":2025},"citing_paper":{"arxiv_id":"2605.16747","last_updated":"2026-05-16T02:03:20Z","snapshot_observed_at":"2026-07-06T23:27:52.850836Z","submitted_at":"2026-05-16T02:03:20Z","title":"Propagation of Chaos in Contextual Flow Maps","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-19T20:19:15.267696Z"},"links":{"cited_paper":"/paper/2508.09628","citing_paper":"/paper/2605.16747"},"observation_digest":"sha256:d7301cd9ca8b76637f13a5d9b039c8c6969419b80bcb4aef9be11b77d2c8144a","observation_id":"453e05bf-04b4-4332-a7e0-9f676057d857","resolution":{"observed_at":"2026-05-19T20:22:45.429760Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.09628","snapshot_observed_at":"2026-08-01T15:04:59.632998Z","title":"Alcalde, B","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18584","last_updated":"2026-07-20T23:43:26Z","snapshot_observed_at":"2026-08-03T06:07:39.238885Z","submitted_at":"2026-07-20T23:43:26Z","title":"On the Diverse Dynamical Behaviors Arising in Deep Linear Transformers","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-01T15:04:59.632998Z"},"links":{"cited_paper":"/paper/2508.09628","citing_paper":"/paper/2607.18584"},"observation_digest":"sha256:fbcbb76e48cb057c4e46dad9ac09a1435ba86a19393b33062135948d3929bf34","observation_id":"ac331234-f9f4-4382-8e49-bdc6e6b0b237","resolution":{"observed_at":"2026-08-01T15:04:59.632998Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2508.09628/citation-record","integrity":"/paper/2508.09628/integrity","json":"/paper/2508.09628/citation-record.json","paper":"/paper/2508.09628"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2407.01602","last_updated":"2026-05-13T09:54:58Z","snapshot_observed_at":"2026-08-01T10:43:33.010473Z","submitted_at":"2024-06-26T16:13:35Z","title":"Clustering in pure-attention hardmax transformers and its role in sentiment analysis","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.01602","snapshot_observed_at":"2026-08-05T21:05:00.078409Z","title":"Cluster- ing in pure-attention hardmax transformers and its role in sentiment analysis","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.078409Z"},"links":{"cited_paper":"/paper/2407.01602","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:c73fbd3ab9746853c2e6829806cc6ff913750c72a83f53fdb81b8cafdbb6ff5b","observation_id":"a79cc77b-c8d9-41b0-bfd2-225cd6c46d5f","resolution":{"observed_at":"2026-08-05T21:05:00.078409Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.02732","last_updated":"2025-08-05T16:43:21Z","snapshot_observed_at":"2026-07-06T21:03:45.452337Z","submitted_at":"2025-04-03T16:17:55Z","title":"Why do LLMs attend to the first token?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.02732","snapshot_observed_at":"2026-08-05T21:05:00.173935Z","title":"Why do LLMs attend to the first token? arXiv preprint arXiv:2504.02732,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.173935Z"},"links":{"cited_paper":"/paper/2504.02732","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:bf1eec02a160fc8f3d226468158c07f280adb1d02d42bb3dc0c9b6a174683412","observation_id":"2a857ce5-42e7-422c-a5bf-cd165b0b8c05","resolution":{"observed_at":"2026-08-05T21:05:00.173935Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1906.04341","last_updated":"2019-06-11T01:31:41Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2019-06-11T01:31:41Z","title":"What Does BERT Look At? An Analysis of BERT's Attention","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1906.04341","snapshot_observed_at":"2026-08-05T21:05:00.735476Z","title":"What does bert look at? an analysis of bert’s attention","venue":null,"work_id":null,"year":1906},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.735476Z"},"links":{"cited_paper":"/paper/1906.04341","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:62516cd828616fb8547772eab17393c32608d48e2a39429ccc6bbfc0a8e8f7ec","observation_id":"8de2b951-47f2-426e-a1ed-49426cd7aad4","resolution":{"observed_at":"2026-08-05T21:05:00.735476Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.14697","last_updated":"2026-05-08T22:13:33Z","snapshot_observed_at":"2026-07-06T21:12:12.799570Z","submitted_at":"2025-04-20T18:21:34Z","title":"Quantitative Clustering in Mean-Field Transformer Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.14697","snapshot_observed_at":"2026-08-05T21:05:00.902200Z","title":"Quantitative clustering in mean-field transformer models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.902200Z"},"links":{"cited_paper":"/paper/2504.14697","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:389e441fc72c1d1a0dab539409ac2b73513eb6508c3940816dc2f21400197f6a","observation_id":"de8a7f2c-3462-4114-a2d2-205411380a63","resolution":{"observed_at":"2026-08-05T21:05:00.902200Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.02579","last_updated":"2024-03-05T01:30:34Z","snapshot_observed_at":"2026-08-06T19:24:44.261810Z","submitted_at":"2024-03-05T01:30:34Z","title":"Geometric Dynamics of Signal Propagation Predict Trainability of Transformers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.02579","snapshot_observed_at":"2026-08-05T21:05:00.970224Z","title":"Geometric dynamics of signal propagation predict trainability of transformers","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.970224Z"},"links":{"cited_paper":"/paper/2403.02579","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:43fd24bf90e76af372b72d17e83473cae8a63dd7dd84f2162112bbe5842f65fd","observation_id":"17465e48-62c3-4130-a215-f56782bdcdb2","resolution":{"observed_at":"2026-08-05T21:05:00.970224Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:01.067760Z","title":"Synchronization on circles and spheres with non- linear interactions","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.067760Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:93184de1eff697af1f3c85d92268978ca74929cdea0400ba1bea854ced0aea0a","observation_id":"ad42dd54-577b-4b9e-8b4c-648d682e92bc","resolution":{"observed_at":"2026-08-05T21:05:01.067760Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04301","last_updated":"2024-07-27T07:28:03Z","snapshot_observed_at":"2026-07-06T17:13:04.689056Z","submitted_at":"2024-01-09T01:19:03Z","title":"Setting the Record Straight on Transformer Oversmoothing","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04301","snapshot_observed_at":"2026-08-05T21:05:01.144333Z","title":"Setting the record straight on transformer oversmoothing","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.144333Z"},"links":{"cited_paper":"/paper/2401.04301","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:7d95559f7233cb157b6909053c2db74b1ec526d6fafc560b2d94a6d169b22571","observation_id":"98a6833f-b403-48f9-8e07-f900a757b531","resolution":{"observed_at":"2026-08-05T21:05:01.144333Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.14468","last_updated":"2025-06-03T21:55:57Z","snapshot_observed_at":"2026-07-06T20:09:42.677491Z","submitted_at":"2024-12-19T02:34:15Z","title":"HashAttention: Semantic Sparsity for Faster Inference","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.14468","snapshot_observed_at":"2026-08-05T21:05:01.335779Z","title":"Hashattention: Semantic spar- sity for faster inference","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.335779Z"},"links":{"cited_paper":"/paper/2412.14468","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:d20725a355dbfbaf21b84fd7d03d560b4696844470c309078b734e44232fe54d","observation_id":"2d6d96bd-2fef-4755-a75e-479fd07b444a","resolution":{"observed_at":"2026-08-05T21:05:01.335779Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2008.02491","last_updated":"2021-03-29T20:37:39Z","snapshot_observed_at":"2026-07-06T09:44:58.164228Z","submitted_at":"2020-08-06T07:33:17Z","title":"Large-time asymptotics in deep learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2008.02491","snapshot_observed_at":"2026-08-05T21:05:01.408879Z","title":"Large-time asymptotics in deep learning","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.408879Z"},"links":{"cited_paper":"/paper/2008.02491","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:bf71ac41a0ad5be5dd85e25bc04d4ec7a689be8fb6373084d2e022adef3718b7","observation_id":"262a21f3-a2d9-4cbe-b8c9-327143904bed","resolution":{"observed_at":"2026-08-05T21:05:01.408879Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.06833","last_updated":"2024-10-09T12:50:50Z","snapshot_observed_at":"2026-07-06T19:30:21.486298Z","submitted_at":"2024-10-09T12:50:50Z","title":"Dynamic metastability in the self-attention model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.06833","snapshot_observed_at":"2026-08-05T21:05:01.579731Z","title":"Dynamic metastability in the self-attention model","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.579731Z"},"links":{"cited_paper":"/paper/2410.06833","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:9e1e7c1af3a3ecbdb83404793c9edb7fac6b78466403c0ddbb9fa79cfe93b810","observation_id":"12e0497c-0c22-41b7-b97a-d08a90817134","resolution":{"observed_at":"2026-08-05T21:05:01.579731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10781","last_updated":"2025-03-02T14:37:53Z","snapshot_observed_at":"2026-08-02T20:46:05.666977Z","submitted_at":"2024-10-14T17:50:28Z","title":"When Attention Sink Emerges in Language Models: An Empirical View","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10781","snapshot_observed_at":"2026-08-05T21:05:01.696413Z","title":"When attention sink emerges in language models: An empirical view.arXiv preprint arXiv:2410.10781,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.696413Z"},"links":{"cited_paper":"/paper/2410.10781","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:6451428f4fe15ac6077aa8b1d62ed008274b2e2ec8f221d582a860b1166a1110","observation_id":"158e6bcb-d12e-4165-9bb1-dfcefd14b61f","resolution":{"observed_at":"2026-08-05T21:05:01.696413Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.04551","last_updated":"2026-02-13T09:35:36Z","snapshot_observed_at":"2026-08-06T15:52:47.802935Z","submitted_at":"2024-11-07T09:18:39Z","title":"Measure-to-measure interpolation using Transformers","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.04551","snapshot_observed_at":"2026-08-05T21:05:01.801281Z","title":"Measure-to-measure interpolation using Transformers","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.801281Z"},"links":{"cited_paper":"/paper/2411.04551","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:292e5e629bc5bdc6c2eea51e916bd8ccf6c218991b79153d57856356bde19a6e","observation_id":"a3504dfa-fff8-45d7-bd0b-dc3602970111","resolution":{"observed_at":"2026-08-05T21:05:01.801281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:01.891232Z","title":"On the num- ber of modes of Gaussian kernel density estimators","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.891232Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:10a721484d79ceed5637837ac1b0efbaf9d741cd36e0ffbdb2a7da185c4f21b3","observation_id":"8d0bf044-d43e-460e-b9cd-56f0bcf44e83","resolution":{"observed_at":"2026-08-05T21:05:01.891232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18793","last_updated":"2025-01-30T22:52:40Z","snapshot_observed_at":"2026-07-06T20:28:42.872378Z","submitted_at":"2025-01-30T22:52:40Z","title":"OT-Transformer: A Continuous-time Transformer Architecture with Optimal Transport Regularization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.18793","snapshot_observed_at":"2026-08-05T21:05:02.010857Z","title":"Ot-transformer: a continuous-time transformer architecture with optimal transport regularization","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.010857Z"},"links":{"cited_paper":"/paper/2501.18793","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:d8057cc07ded73ae1f6516b1e1cf19a372dad5c6980c3463148606cf2e8d1a83","observation_id":"dcbc64f4-0be8-498f-b08e-0685c9966b15","resolution":{"observed_at":"2026-08-05T21:05:02.010857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1607.00345","last_updated":"2016-07-01T18:37:33Z","snapshot_observed_at":"2026-07-06T05:02:06.677337Z","submitted_at":"2016-07-01T18:37:33Z","title":"Convergence Rate of Frank-Wolfe for Non-Convex Objectives","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1607.00345","snapshot_observed_at":"2026-08-05T21:05:02.095327Z","title":"Convergence rate of Frank-Wolfe for non- convex objectives","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.095327Z"},"links":{"cited_paper":"/paper/1607.00345","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:b6f2d3c5b739b4a6a899c850de9ae9cbb850ad3b793bd20611a6c1e77d24ef6b","observation_id":"0acc40c1-1587-462c-9606-2f3dd6be362d","resolution":{"observed_at":"2026-08-05T21:05:02.095327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.17768","last_updated":"2026-06-22T18:38:34Z","snapshot_observed_at":"2026-07-06T21:14:24.007428Z","submitted_at":"2025-04-24T17:39:25Z","title":"The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.17768","snapshot_observed_at":"2026-08-05T21:05:02.285372Z","title":"The sparse frontier: Sparse atten- tion trade-offs in transformer llms","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.285372Z"},"links":{"cited_paper":"/paper/2504.17768","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:e05f4556cbb14860a0ea8441a8f23746a82eb0fe0c190f32b087a6c885d2f506","observation_id":"081c77cc-c564-48f5-8658-6911c065cbf1","resolution":{"observed_at":"2026-08-05T21:05:02.285372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2202.08625","last_updated":"2022-02-17T12:20:52Z","snapshot_observed_at":"2026-07-31T09:00:36.259346Z","submitted_at":"2022-02-17T12:20:52Z","title":"Revisiting Over-smoothing in BERT from the Perspective of Graph","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.08625","snapshot_observed_at":"2026-08-05T21:05:02.577611Z","title":"Revisiting over-smoothing in bert from the perspective of graph","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.577611Z"},"links":{"cited_paper":"/paper/2202.08625","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:f3e157b7b2d6a1764a490fd65a44b8bbc0028a18431c728780884aba9a0fd230","observation_id":"00aa6a06-0312-44d2-a433-36cc74d98dd5","resolution":{"observed_at":"2026-08-05T21:05:02.577611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.06766","last_updated":"2025-02-12T15:55:37Z","snapshot_observed_at":"2026-07-06T20:34:11.407726Z","submitted_at":"2025-02-10T18:47:04Z","title":"Exploiting Sparsity for Long Context Inference: Million Token Contexts on Commodity GPUs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.06766","snapshot_observed_at":"2026-08-05T21:05:02.658992Z","title":"Exploiting sparsity for long context inference: Million token contexts on commodity gpus","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.658992Z"},"links":{"cited_paper":"/paper/2502.06766","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:7760a95b323af80db120354dc78010f16a70f54653f121fe214dd367b583571f","observation_id":"57282a15-f411-456a-84a5-032af00dde3f","resolution":{"observed_at":"2026-08-05T21:05:02.658992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12016","last_updated":"2024-10-04T06:26:20Z","snapshot_observed_at":"2026-07-06T18:32:32.228906Z","submitted_at":"2024-06-17T18:33:44Z","title":"Prefixing Attention Sinks can Mitigate Activation Outliers for Large Language Model Quantization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12016","snapshot_observed_at":"2026-08-05T21:05:02.757268Z","title":"Prefixing attention sinks can mitigate activation outliers for large language model quantization","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.757268Z"},"links":{"cited_paper":"/paper/2406.12016","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:849d1e924ec194934028bd53c6d197575b3e1127e85775716bb463ec6545f0a7","observation_id":"494fae0f-631f-4625-b04d-5b7192da51d5","resolution":{"observed_at":"2026-08-05T21:05:02.757268Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.14813","last_updated":"2025-01-31T16:46:33Z","snapshot_observed_at":"2026-08-05T10:08:04.090281Z","submitted_at":"2024-12-19T13:07:39Z","title":"Solutions of stationary McKean-Vlasov equation on a high-dimensional sphere and other Riemannian manifolds","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.14813","snapshot_observed_at":"2026-08-05T21:05:02.869027Z","title":"Solutions of stationary McKean-Vlasov equation on a high-dimensional sphere and other Riemannian manifolds","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.869027Z"},"links":{"cited_paper":"/paper/2412.14813","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:4625562491739b6fcdb7d5e27532e33fe071487441943bb26eb561428d66f3f6","observation_id":"538ee197-ac36-440d-a423-7bbaf0feba7c","resolution":{"observed_at":"2026-08-05T21:05:02.869027Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:02.959657Z","title":"Residual connections and normalization can provably pre- vent oversmoothing in gnns","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.959657Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:b046d4a94f7d5f9b4399932c48c20e005bc8842915b610f4084147eac020cf00","observation_id":"c36067ca-a734-4c41-add4-e6d4b7185725","resolution":{"observed_at":"2026-08-05T21:05:02.959657Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:03.029195Z","title":"Recurrent self-attention dy- namics: An energy-agnostic perspective from Jacobians","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:03.029195Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:43e982ba515ed06a59943d7a7b5f4d78a52cf382eda1f69de4b1e54dd31461b0","observation_id":"ca4b5a50-be6b-4172-ae63-fd07b01d3c88","resolution":{"observed_at":"2026-08-05T21:05:03.029195Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.12151","last_updated":"2024-03-03T20:06:24Z","snapshot_observed_at":"2026-07-06T17:32:15.447061Z","submitted_at":"2024-02-19T14:02:31Z","title":"Transformer-based Causal Language Models Perform Clustering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.12151","snapshot_observed_at":"2026-08-05T21:05:03.195459Z","title":"Transformer-based causal language models perform clustering","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:03.195459Z"},"links":{"cited_paper":"/paper/2402.12151","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:9a1f6e95a509c065133d808ceede350e58a9d90f0445cb7a013fbd421dc1562b","observation_id":"17f3ed77-d668-453a-83aa-885d58529a95","resolution":{"observed_at":"2026-08-05T21:05:03.195459Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:03.281857Z","title":"Learning Gaussian Mixture Models via Transformer Mea- sure Flows","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:03.281857Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:fd8068720ef28b7280c9ca4aafa95651c4c3a54ff858ac7725eb67548b64cd39","observation_id":"84895308-faa7-4380-a1be-acbcc3c7461e","resolution":{"observed_at":"2026-08-05T21:05:03.281857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.15415","last_updated":"2026-05-13T16:26:02Z","snapshot_observed_at":"2026-08-03T17:13:04.618597Z","submitted_at":"2024-02-23T16:26:01Z","title":"Understanding Catastrophic Forgetting In LoRA via Mean-Field Attention Dynamics","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.15415","snapshot_observed_at":"2026-08-05T21:05:01.961970Z","title":"The impact of lora on the emergence of clusters in transformers","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":1973,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.961970Z"},"links":{"cited_paper":"/paper/2402.15415","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:ba2ad5c1ad006ccb326535873058743ce021cc15cc68029a763c25c47a479950","observation_id":"371ea7a7-c3d8-4c64-9fd8-d0eb67aa8408","resolution":{"observed_at":"2026-08-05T21:05:01.961970Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.19125","last_updated":"2025-06-23T20:52:01Z","snapshot_observed_at":"2026-08-06T23:09:57.421414Z","submitted_at":"2025-06-23T20:52:01Z","title":"Finding Clustering Algorithms in the Transformer Architecture","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.19125","snapshot_observed_at":"2026-08-05T21:05:00.638809Z","title":"Finding clustering algorithms in the transformer ar- chitecture","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":1996,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.638809Z"},"links":{"cited_paper":"/paper/2506.19125","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:d0004496a53616bc5bac2e2c2793177ee2084010bd2e5c2cedb7baae0a7a608c","observation_id":"b9a84948-b02f-4242-bc2b-51587ca2242c","resolution":{"observed_at":"2026-08-05T21:05:00.638809Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.24333","last_updated":"2026-02-09T14:17:44Z","snapshot_observed_at":"2026-08-01T14:42:03.228573Z","submitted_at":"2025-05-30T08:18:23Z","title":"Two failure modes of deep transformers and how to avoid them: a unified theory of signal propagation at initialisation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.24333","snapshot_observed_at":"2026-08-05T21:05:01.482611Z","title":"Two failure modes of deep transformers and how to avoid them: a unified theory of signal prop- agation at initialisation","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2004,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.482611Z"},"links":{"cited_paper":"/paper/2505.24333","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:d6c5294b9c241b8553f00179ef3f758c2c4787ac222194b4e7b24752eb694579","observation_id":"84fbdc7d-2dfd-484a-8773-869950266557","resolution":{"observed_at":"2026-08-05T21:05:01.482611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.02098","last_updated":"2024-02-03T09:35:53Z","snapshot_observed_at":"2026-07-06T17:24:49.522453Z","submitted_at":"2024-02-03T09:35:53Z","title":"Self-attention Networks Localize When QK-eigenspectrum Concentrates","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.02098","snapshot_observed_at":"2026-08-05T21:05:00.291750Z","title":"Self-attention net- works localize when qk-eigenspectrum concentrates","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2005,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.291750Z"},"links":{"cited_paper":"/paper/2402.02098","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:6c1122a0562604c4ab29fedebf48acf439872342fdf046970db042ae2c0f8ec9","observation_id":"9484b247-29cb-44e4-a03a-7128988fae8c","resolution":{"observed_at":"2026-08-05T21:05:00.291750Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.22857","last_updated":"2025-07-30T17:31:57Z","snapshot_observed_at":"2026-08-07T03:26:47.684480Z","submitted_at":"2025-07-30T17:31:57Z","title":"Synchronization of mean-field models on the circle","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.22857","snapshot_observed_at":"2026-08-05T21:05:02.400768Z","title":"Synchro- nization of mean-field models on the circle","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2007,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.400768Z"},"links":{"cited_paper":"/paper/2507.22857","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:c374423f944ce2c10d660883315f32fe3b6457b49bc6b24d1d3a22a2b197138a","observation_id":"ccb18f0d-2307-4b30-80bc-525375f2b941","resolution":{"observed_at":"2026-08-05T21:05:02.400768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18288","last_updated":"2024-12-24T08:52:06Z","snapshot_observed_at":"2026-07-06T20:12:40.901520Z","submitted_at":"2024-12-24T08:52:06Z","title":"Towards understanding how attention mechanism works in deep learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18288","snapshot_observed_at":"2026-08-05T21:05:02.502481Z","title":"Towards understanding how attention mechanism works in deep learning","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2012,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.502481Z"},"links":{"cited_paper":"/paper/2412.18288","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:662a4569f372e70db6815e11a2e5f498da65d932ac6af7b009e73dca3c7618ca","observation_id":"02f2568a-cf97-47ad-8fe9-c5fa3b1a24af","resolution":{"observed_at":"2026-08-05T21:05:02.502481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.10573","last_updated":"2025-01-17T22:02:17Z","snapshot_observed_at":"2026-08-04T23:31:10.619101Z","submitted_at":"2025-01-17T22:02:17Z","title":"The Geometry of Tokens in Internal Representations of Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.10573","snapshot_observed_at":"2026-08-05T21:05:03.116745Z","title":"The geometry of tokens in in- ternal representations of large language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:03.116745Z"},"links":{"cited_paper":"/paper/2501.10573","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:cd72423e340dcc3f10fc312b15351f99313d77497ae021a14981612775a212b1","observation_id":"72a598f8-4f63-4750-952a-5f2c788ec367","resolution":{"observed_at":"2026-08-05T21:05:03.116745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1906.02762","last_updated":"2019-06-06T18:10:08Z","snapshot_observed_at":"2026-08-03T04:24:07.412786Z","submitted_at":"2019-06-06T18:10:08Z","title":"Understanding and Improving Transformer From a Multi-Particle Dynamic System Point of View","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1906.02762","snapshot_observed_at":"2026-08-05T21:05:02.178595Z","title":"Understanding and improving transformer from a multi-particle dynamic system point of view","venue":null,"work_id":null,"year":1906},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.178595Z"},"links":{"cited_paper":"/paper/1906.02762","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:39ead0fa99d991e2de3596f23547fd6703400806d627cc4060c2902899726006","observation_id":"1126e4a3-feee-49f0-b245-31c76acbda4d","resolution":{"observed_at":"2026-08-05T21:05:02.178595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:00.826601Z","title":"Continuum attention for neural operators","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.826601Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:25e9c1ce6cb01be7ebca37461e552d87ac0f6f5477a09c77b5d20206ed4d031d","observation_id":"555c9677-29c9-478e-a733-7558f45f99eb","resolution":{"observed_at":"2026-08-05T21:05:00.826601Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06066","last_updated":"2024-01-11T17:31:42Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-01-11T17:31:42Z","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06066","snapshot_observed_at":"2026-08-05T21:05:01.247144Z","title":"Deepseekmoe: Towards ultimate expert specialization in mixture- of-experts language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.247144Z"},"links":{"cited_paper":"/paper/2401.06066","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:9137574935dfe1273716ca229a155d41b681d7302d1b2c94a255fd9260daf267","observation_id":"390a7195-ac1d-470b-b503-314d173b73ae","resolution":{"observed_at":"2026-08-05T21:05:01.247144Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18322","last_updated":"2026-06-17T19:55:52Z","snapshot_observed_at":"2026-07-06T20:28:24.203633Z","submitted_at":"2025-01-30T13:04:54Z","title":"A Unified Perspective on the Dynamics of Deep Transformers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.18322","snapshot_observed_at":"2026-08-05T21:05:00.558987Z","title":"A unified perspective on the dynamics of deep transformers","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.558987Z"},"links":{"cited_paper":"/paper/2501.18322","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:a525ba96f5fe179c544f9f6058bc330dbebbd7ff2ecd7c660462778bcba90029","observation_id":"188a1fad-ad55-4b70-b2e7-7cd138745c58","resolution":{"observed_at":"2026-08-05T21:05:00.558987Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16284","last_updated":"2025-05-22T06:26:28Z","snapshot_observed_at":"2026-07-06T21:28:20.028748Z","submitted_at":"2025-05-22T06:26:28Z","title":"Only Large Weights (And Not Skip Connections) Can Prevent the Perils of Rank Collapse","version":1},"cited_work":{"arxiv_id":"2505.16284","doi":null,"metadata_source":"pith","pith_arxiv_id":"2505.16284","snapshot_observed_at":"2026-08-05T21:05:04.132846Z","title":"Only Large Weights (And Not Skip Connections) Can Prevent the Perils of Rank Collapse","venue":"cs.LG","work_id":"9498e2d1-61c1-4cc2-af39-7b32de8875f1","year":2025},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.103629Z"},"links":{"cited_paper":"/paper/2505.16284","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:20f4498ec4b4bcc7e87dba2deeaa6d4be5e8530a5cc9e141ace659b2f914e139","observation_id":"d2d0fa49-e60d-42c1-aa89-fb76debf5d82","resolution":{"observed_at":"2026-08-05T21:05:04.193376Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2210.03841","last_updated":"2022-10-07T22:32:27Z","snapshot_observed_at":"2026-07-06T14:02:23.566635Z","submitted_at":"2022-10-07T22:32:27Z","title":"Breaking BERT: Evaluating and Optimizing Sparsified Attention","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.03841","snapshot_observed_at":"2026-08-05T21:05:00.464502Z","title":"Breaking BERT: evaluating and optimizing sparsified attention","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.464502Z"},"links":{"cited_paper":"/paper/2210.03841","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:3b72a522c8a768e52012e87e3a3589aa8446b3c9a026e4e4fcadc8f2901f9cca","observation_id":"979aa6c9-75d3-4961-a16b-81985ff1f8ea","resolution":{"observed_at":"2026-08-05T21:05:00.464502Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","latest_version":1,"primary_category":"math.OC","snapshot_observed_at":"2026-08-06T15:53:16.388100Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":36,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 5 inbound Pith citation observations for arXiv:2508.09628."}