{"as_of":"2026-07-28T03:22:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b9a68dac66b63f0a5cb33341b846964eb86170f9770e207546707d21cf794f5b","coverage":[{"denominator":39,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":39,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-15T11:55:36.701888Z","state":"measured"},{"denominator":40,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":40,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-07-27T06:30:09.085275+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-13T06:47:09.927626Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.03260","snapshot_observed_at":"2026-07-13T06:47:09.927626Z","title":"Why attend to everything? Focus is the key.arXiv preprint arXiv:2604.03260, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.07740","last_updated":"2026-07-10T03:53:58Z","snapshot_observed_at":"2026-07-15T23:17:51.274512Z","submitted_at":"2026-07-08T06:23:42Z","title":"Jet-Long: Efficient Long-Context Extension with Dynamic Bifocal RoPE","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-07-13T06:47:09.927626Z"},"links":{"cited_paper":"/paper/2604.03260","citing_paper":"/paper/2607.07740"},"observation_digest":"sha256:12f7f6c80d9ec106248aab15970315d945217c554289a12c8f19bc28c3dde23c","observation_id":"5796be41-34b0-479c-8f53-fbe54635a1f0","resolution":{"observed_at":"2026-07-13T06:47:09.927626Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2604.03260/citation-record","integrity":"/paper/2604.03260/integrity","json":"/paper/2604.03260/citation-record.json","paper":"/paper/2604.03260"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2004.05150","last_updated":"2020-12-02T17:52:35Z","snapshot_observed_at":"2026-07-06T09:11:34.079144Z","submitted_at":"2020-04-10T17:54:09Z","title":"Longformer: The Long-Document Transformer","version":2},"cited_work":{"arxiv_id":"2004.05150","doi":"10.48550/arxiv.2004.05150","metadata_source":"pith","pith_arxiv_id":"2004.05150","snapshot_observed_at":"2026-07-11T03:27:46.681766Z","title":"Longformer: The Long-Document Transformer","venue":"cs.CL","work_id":"abea7a44-6668-4de7-aab6-f53a6e5aa088","year":2020},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2004.05150","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:0a80147c3cc5c805aa9043b92ea8caa09dac8edf3805813191d36937bcfa689d","observation_id":"e91c470d-cd75-450c-9a4c-b60e82615fcd","resolution":{"observed_at":"2026-05-15T11:59:59.658623Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-12T21:49:59.161233+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-12T21:49:59.161233+00:00","source":"openalex_status_cache"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"LoRA learns less and forgets less","venue":null,"work_id":"399512ca-0025-48e2-b677-f4bcfa6dfa55","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:a53c0d4b571b595bbe29aa1bf5f320825e3ca6f766774a616bbda6887ef2999d","observation_id":"864d52e2-f369-4589-981d-1be02db5e156","resolution":{"observed_at":"2026-05-15T12:00:00.612800Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Class-based n-gram models of natural language","venue":null,"work_id":"cef94603-ebec-40e5-976c-f2ad4eda716e","year":1992},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:42823689baf96f0418f3e7a564109f161634a8be784520c2a373e5ffb1163d2d","observation_id":"e7552d8b-ef72-4e54-82a2-05fc83093321","resolution":{"observed_at":"2026-05-15T12:00:00.607900Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Unsupervised learning of visual features by contrasting cluster assignments","venue":null,"work_id":"4ff7bc0f-a823-4497-9ae2-1eaef573fa2e","year":2020},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:89a9dcf8d7507c42f7c4aeac78cb188ec54303168e4df506fc92c97ab489ccfc","observation_id":"93b1ccd6-459b-48de-ae0e-e57eff36444a","resolution":{"observed_at":"2026-05-15T12:00:00.610062Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Rethinking attention with performers","venue":null,"work_id":"922d7340-e720-4500-a246-5f9b047a6037","year":2021},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:b2f9f46b6a8ffde8dcaf166960722c8700d0f0256767a1ef87b5a36ccb537e65","observation_id":"1cbd6a8a-0f0f-46c6-8eb0-3cbb757212af","resolution":{"observed_at":"2026-05-15T12:00:00.615168Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-07T18:24:01.204514Z","title":"Flash A ttention-2: Faster attention with better parallelism and work partitioning","venue":null,"work_id":"13dd723a-2982-4f98-8abe-4d295b2a8d9e","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:44e14baf9316724a153595845ca3e2becdadbcc9034236f37103ed9200126fea","observation_id":"56b31ee3-5b77-415d-86c3-f2f088f94f86","resolution":{"observed_at":"2026-05-15T12:00:00.605436Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Transformers are SSM s: Generalized models and efficient algorithms through structured state space duality","venue":null,"work_id":"a7ad7db8-5cc9-48a7-8b6b-76fb8558e442","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:7f498aeb85538867903d6c339571ce7db9a60d231dbb4388ab8613e89b12980a","observation_id":"ce32d245-644e-41ab-b039-d1afca75cb92","resolution":{"observed_at":"2026-05-15T12:00:00.618462Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Flash A ttention: Fast and memory-efficient exact attention with IO -awareness","venue":null,"work_id":"4446acab-7bd4-4717-9874-2f4da0d1c6a3","year":2022},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:54dfee4fbb13ee730f3862e4f9fd49bb7bf386a440df4c0d34751f725d2f7390","observation_id":"c05d0bed-7944-432e-b2df-aa2aff204a33","resolution":{"observed_at":"2026-05-15T12:00:00.623934Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.04434","last_updated":"2024-06-19T06:04:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-05-07T15:56:43Z","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","version":5},"cited_work":{"arxiv_id":"2405.04434","doi":"10.1145/3593013.3594097","metadata_source":"pith","pith_arxiv_id":"2405.04434","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","venue":"cs.CL","work_id":"1e1df141-cac8-47fd-b068-c4c96e51e331","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2405.04434","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:24ded5b8d28e7a25220faf7552b0bd78f8355c2ad8bf7b6fe164fd9cd5fc4d80","observation_id":"49ef51bd-ab98-46eb-be3f-c3e644ca080b","resolution":{"observed_at":"2026-05-15T11:59:59.650833Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":"2412.19437","doi":"10.1016/j.neucom.2023.127063.url:https://www.sciencedirect","metadata_source":"pith","pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"DeepSeek-V3 Technical Report","venue":"cs.CL","work_id":"57d2791d-2219-4c31-a077-afc04b12a75c","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:93ae3788d54cd08ea6beacd06ac212fe16e329a0ff1ad5164fd1a9ffd185e866","observation_id":"d627aa84-04d0-4afa-b80c-4d60cfcc3d58","resolution":{"observed_at":"2026-05-15T11:59:59.646671Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Switch transformers: Scaling to trillion parameter models with simple and efficient sparsity","venue":null,"work_id":"33aa4b30-667b-4c76-8392-c728348b43b8","year":2022},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:0384f040e15f9f67e561f70870e9042f7d0e194092243242361cd6a8a428e017","observation_id":"6821b429-88e3-492d-9aca-d5a3fa322435","resolution":{"observed_at":"2026-05-15T12:00:00.602753Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00118","last_updated":"2024-10-02T15:22:49Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-07-31T19:13:07Z","title":"Gemma 2: Improving Open Language Models at a Practical Size","version":3},"cited_work":{"arxiv_id":"2408.00118","doi":"10.48550/arxiv.2408.00118","metadata_source":"pith","pith_arxiv_id":"2408.00118","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"Gemma 2: Improving Open Language Models at a Practical Size","venue":"cs.CL","work_id":"4dd94e2f-2b27-4cbf-88a0-4910f0772a57","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2408.00118","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:46e1cb5b5e145c144789c935a729661cb05d55acdaaff2faa70655accf26b863","observation_id":"4733245d-7a10-41b9-8d0a-06ab850d682d","resolution":{"observed_at":"2026-05-15T11:59:59.655178Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-05-21T13:53:54.055184+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T13:53:54.055184+00:00","source":"openalex_status_cache"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"OLMo : Accelerating the science of language models","venue":null,"work_id":"dd86c1e9-d9f2-4d7e-b42b-089704f7bc72","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:775fc335f140b8d8ace97e1ddd336243705b80d1f0eccdd9d8d365b841746f2b","observation_id":"03f82724-093c-45f9-b9f7-4f4860adcce2","resolution":{"observed_at":"2026-05-15T12:00:00.621135Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"LoRA : Low-rank adaptation of large language models","venue":null,"work_id":"dc388efc-c2e1-4ca3-91ce-e8493b34ed96","year":2022},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:93c48b6f39d9d0b4c2f80adb018b91596150deb9e4696ff65efbcb8e3d847fa8","observation_id":"4af22708-df37-449f-bb82-b4a1fc746b27","resolution":{"observed_at":"2026-05-15T12:00:00.626739Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":"2310.06825","doi":"10.48550/arxiv.2310.06825","metadata_source":"pith","pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-07-10T14:47:14.537301Z","title":"Mistral 7B","venue":"cs.CL","work_id":"eb5e1305-ad11-4875-ad8d-ad8b8f697599","year":2023},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:c2136afb4e1d856a4af87ec3c5ce85ad80e92be62035baebcd4b50306c486df9","observation_id":"2effe9e0-6951-45f9-a96a-b6935e547a92","resolution":{"observed_at":"2026-05-15T11:59:59.639584Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-11T05:19:23.48574+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T05:19:23.48574+00:00","source":"openalex_status_cache"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04088","last_updated":"2024-01-08T18:47:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-01-08T18:47:34Z","title":"Mixtral of Experts","version":1},"cited_work":{"arxiv_id":"2401.04088","doi":"10.48550/arxiv.2401.04088","metadata_source":"pith","pith_arxiv_id":"2401.04088","snapshot_observed_at":"2026-07-11T03:27:47.028679Z","title":"Mixtral of Experts","venue":"cs.LG","work_id":"0de8c352-9daa-4e1e-8c7b-3d0dec69f369","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2401.04088","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:f599047d9155f7769e71f44d1daacde6d49f1eba8c723d6f5b3f0d3ef7970258","observation_id":"82026207-7ccc-41c4-879e-4c82c25b8452","resolution":{"observed_at":"2026-05-15T11:59:59.634007Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-09T08:48:39.110013+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-09T08:48:39.110013+00:00","source":"openalex_status_cache"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"MI nference 1.0: Accelerating pre-filling for long-context LLM s via dynamic sparse attention","venue":null,"work_id":"b4f5135e-b076-43b8-a4d0-39fa2856d7a9","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:984e0cefb944abeeb4ea85ad0f77905ff3b010afb259678c52cea5221575a4f5","observation_id":"a9e14496-5891-422a-bfc7-009231ea30fc","resolution":{"observed_at":"2026-05-15T12:00:00.629171Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Transformers are RNN s: Fast autoregressive transformers with linear attention","venue":null,"work_id":"9d30d2ce-ed7e-4155-91b1-b9a43ba68241","year":2020},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:3a20a331992106208ad4f34b9c0b193ce782cba8fded955036e5cfd8c2f8f5c6","observation_id":"b0006f0a-ea51-4f59-887e-58b32f2eebe3","resolution":{"observed_at":"2026-05-15T12:00:00.632005Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Scaling laws for fine-grained mixture of experts","venue":null,"work_id":"9c7d98fa-60aa-4f8e-971c-5eef731b6458","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:47df06d6a0f871a49b284746459770639db785e0b4b2b71975a2997279217776","observation_id":"d1ba3ca5-4eee-4a28-bb62-156bccf56d8e","resolution":{"observed_at":"2026-05-15T12:00:00.637752Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.19887","last_updated":"2024-07-03T14:30:33Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-03-28T23:55:06Z","title":"Jamba: A Hybrid Transformer-Mamba Language Model","version":2},"cited_work":{"arxiv_id":"2403.19887","doi":"10.48550/arxiv.2403.19887","metadata_source":"pith","pith_arxiv_id":"2403.19887","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"Jamba: A Hybrid Transformer-Mamba Language Model","venue":"cs.CL","work_id":"129df0fe-8a66-4077-8991-3557cfa38274","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2403.19887","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:fd5ec2a742d4553d5f14b0442fa07b1371256041fc2988c6deca4c98bf4b982b","observation_id":"2173b96b-cc88-48cf-8724-d9175cf24db5","resolution":{"observed_at":"2026-05-15T11:59:59.615159Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Ring attention with blockwise transformers for near-infinite context","venue":null,"work_id":"0148dc6d-e5d9-4505-b2e2-377db8a71547","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:d9344afd547973c4ca12e06930009cf77aa9fbc4bf3f86e660635ae7ddbf59a9","observation_id":"ccad2847-7bd9-4e42-a6b4-86b4e7bdeacf","resolution":{"observed_at":"2026-05-15T12:00:00.663910Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"DoRA : Weight-decomposed low-rank adaptation","venue":null,"work_id":"e9338f34-6a8e-4a53-a626-b431065ff74c","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:524619cc017e54089ec1d37040a3f5c998507ae5ce6ea2a50e2f3ba55820525d","observation_id":"b2e47437-62ae-41cb-ad0e-6743a6161930","resolution":{"observed_at":"2026-05-15T12:00:00.668755Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":"2407.21783","doi":"10.1016/s0749-0720(15","metadata_source":"pith","pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"The Llama 3 Herd of Models","venue":"cs.AI","work_id":"1549a635-88af-4ac1-acfe-51ae7bb53345","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:1dee63e76f40f11b36b83b489bd17d2a9ae81e7cf4d9036ef28c494ba95d410d","observation_id":"fc25650b-5a43-480f-ac51-48b47c8a6b00","resolution":{"observed_at":"2026-05-15T11:59:59.655754Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13189","last_updated":"2025-02-18T14:06:05Z","snapshot_observed_at":"2026-07-06T20:38:48.725605Z","submitted_at":"2025-02-18T14:06:05Z","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","version":1},"cited_work":{"arxiv_id":"2502.13189","doi":"10.48550/arxiv.2502.13189","metadata_source":"pith","pith_arxiv_id":"2502.13189","snapshot_observed_at":"2026-07-10T12:15:01.137692Z","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","venue":"cs.LG","work_id":"de16df2d-eb7f-429d-82c7-8e4bf5183193","year":2025},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2502.13189","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:d743aed0ef1c499227bd8227fdfa24df8cbf4cc411014e8821e4e88a9e52587e","observation_id":"e37bf27e-2c58-4303-a673-69373a4e434d","resolution":{"observed_at":"2026-05-16T06:15:46.352230Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Catastrophic interference in connectionist networks: The sequential learning problem","venue":null,"work_id":"db48a7d7-0696-446b-9cd6-a3a8b58ba9af","year":1989},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:41e297bc22e2a07480105b4d425d99a6b1a2eadcb4de2b7c49c82860f30e8389","observation_id":"9a281422-67bd-4ad2-83ba-a393fa353e3e","resolution":{"observed_at":"2026-05-15T12:00:00.661710Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"From sparse to soft mixtures of experts","venue":null,"work_id":"aab48cb4-0c94-46d2-bf7c-5b889eb236dc","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:a655b8a57e4a572d8129fd6f88b1b3424cfba2e04d1f568bc3c3ec8fdd645edc","observation_id":"903bea6a-8f5e-485f-ba4e-fa9d03dccb99","resolution":{"observed_at":"2026-05-15T12:00:00.670955Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Efficient content-based sparse attention with routing transformers","venue":null,"work_id":"35e346ec-7866-4bf7-a808-cf47d3c713a2","year":2021},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:ed8d71e3073af6128d81abf841428515622ef57b980d5652886888a606de87db","observation_id":"a1ed8d98-c414-4b2d-87ca-3fa64d042427","resolution":{"observed_at":"2026-05-15T12:00:00.659487Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-07T18:24:01.196758Z","title":"Flash A ttention-3: Fast and accurate attention with asynchrony and low-precision","venue":null,"work_id":"10a78e99-cbf5-415d-9f60-dcba2fd6fccb","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:066d7351c0404b2ab90c9a7f9bc7ba91675461156b447cf0fd6e2e011be27a0a","observation_id":"86e95bb5-2225-4ed7-b588-bcb8aa594644","resolution":{"observed_at":"2026-05-15T12:00:00.666393Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Attention is all you need","venue":null,"work_id":"133ce366-87d5-4694-805f-6ded009adc78","year":2017},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:d3370f27e1cdc658147c877896fadefe50e7606efb1091e60c772e676b5d77d4","observation_id":"defba2c4-99ff-4780-a538-e2c7af0d8e46","resolution":{"observed_at":"2026-05-15T12:00:00.657152Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2006.04768","last_updated":"2020-06-14T08:15:54Z","snapshot_observed_at":"2026-07-06T09:27:03.809621Z","submitted_at":"2020-06-08T17:37:52Z","title":"Linformer: Self-Attention with Linear Complexity","version":3},"cited_work":{"arxiv_id":"2006.04768","doi":"10.48550/arxiv.2006.04768","metadata_source":"pith","pith_arxiv_id":"2006.04768","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"Linformer: Self-Attention with Linear Complexity","venue":"cs.LG","work_id":"4b717b51-6098-45d0-8e9e-b69bef651bc3","year":2020},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2006.04768","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:96c23ee41e72f96625930fa4d6db2773c2fe899aa19f82dcbe4133deeb3fadff","observation_id":"f4522b8c-daca-4239-b4e1-c9c88d8ebb15","resolution":{"observed_at":"2026-05-15T11:59:59.628944Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":"2412.15115","doi":"10.1145/3581783.3612503","metadata_source":"pith","pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Qwen2.5 Technical Report","venue":"cs.CL","work_id":"d8432992-4980-4a81-85c7-9fa2c2b87f85","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:9d76e336667fe2f231dcea3efadc0a7bc179df67c223db91b0eed59ddea036b9","observation_id":"6304b8a1-90ee-40af-819a-bcc7ee2437c3","resolution":{"observed_at":"2026-05-15T11:59:59.643618Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Differential transformer","venue":null,"work_id":"a1b1703b-a27b-463e-afea-3a8d75ba28f7","year":2025},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:52ddf49c3562d42b84057b380d415aeaf49cb2ecc37681f5450de0c15d4b188b","observation_id":"d784cb47-b476-49bc-860d-24eef8faaced","resolution":{"observed_at":"2026-05-15T12:00:00.650354Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Native sparse attention: Hardware-aligned and natively trainable sparse attention","venue":null,"work_id":"23b23587-e3c8-4d9d-bc93-d69e72a7eaee","year":2025},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:50a360b52c157b0dd36d6cbc54280eef96a1768f4579bbc94b2684f6c215bbfb","observation_id":"9ce6a100-8a4e-4b68-a5f2-0dc80884c166","resolution":{"observed_at":"2026-05-15T12:00:00.655014Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Big bird: Transformers for longer sequences","venue":null,"work_id":"0b927fb2-f8bf-4c49-9455-69573705ec32","year":2020},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:75076009fc7f57d25d3a8b18522697eb9516aa8829a1a3627a057ea8d016ef63","observation_id":"5501dc51-f63a-4cd4-977c-a322890b7bcb","resolution":{"observed_at":"2026-05-15T12:00:00.648072Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The hedgehog & the porcupine: Expressive linear attentions with softmax mimicry","venue":null,"work_id":"bdf07198-6f1c-4413-9b92-129bdd4c7959","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:1917dfe79cd4e2ed0abc934b9b2f85b89a52979106445b839177a621ec36e8ca","observation_id":"857566e4-8dc6-474e-a1ce-e320625d3c88","resolution":{"observed_at":"2026-05-15T12:00:00.641438Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"H _2 O : Heavy-hitter oracle for efficient generative inference of large language models","venue":null,"work_id":"eaa72bb0-cc1a-433a-9df8-03b83a19c010","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:56023290f65e272d4eb51501be1dd898458c52898b67f26d0961e2c5e6e1d8d1","observation_id":"409328f9-aa96-4efa-934c-19b1f774868e","resolution":{"observed_at":"2026-05-15T12:00:00.634535Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.02542","last_updated":"2024-11-07T18:58:50Z","snapshot_observed_at":"2026-07-06T18:25:22.852874Z","submitted_at":"2024-06-04T17:58:03Z","title":"Loki: Low-rank Keys for Efficient Sparse Attention","version":2},"cited_work":{"arxiv_id":"2406.02542","doi":"10.48550/arxiv.2406.02542","metadata_source":"arxiv_reference","pith_arxiv_id":"2406.02542","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"Loki: Low-rank keys for efficient sparse attention","venue":null,"work_id":"8b4c5732-1f72-42cb-9f65-b9621beeab74","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"cited_paper":"/paper/2406.02542","citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:76fa0b7bb38dff2145d0c87847748f772fd3e983f81b97f0c5540e2616dc1c5c","observation_id":"3e6c4aed-007c-465a-9860-6dc2b669f48b","resolution":{"observed_at":"2026-05-15T11:59:59.625594Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Spar Q Attention: Bandwidth-efficient LLM inference","venue":null,"work_id":"85982076-bda8-4128-8823-3695ff3872fb","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:9a1e341627f0670e01283f105309bbb5a941919faa312e47be964ecb489d332d","observation_id":"14febbe8-e66e-4f20-9b66-4c5d2bdcc55f","resolution":{"observed_at":"2026-05-15T12:00:00.645668Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"MagicPIG : LSH sampling for efficient LLM generation","venue":null,"work_id":"3180b303-1e92-4c15-8dfc-e5e5afd64626","year":2024},"citing_paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-05-15T11:55:36.701888Z"},"links":{"citing_paper":"/paper/2604.03260"},"observation_digest":"sha256:91474edf793d2dc8e6a5ba6944cdd1bf48118a62ab8d4bb670a5e43d1da76f35","observation_id":"ff220942-5d13-4a58-8cbc-032649df65b2","resolution":{"observed_at":"2026-05-15T12:00:00.652653Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-27T06:30:09.085275+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.03260","last_updated":"2026-04-29T02:07:19Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T22:52:29.705312Z","submitted_at":"2026-03-12T14:06:04Z","title":"Why Attend to Everything? Focus is the Key"},"reference_resolution":{"displayed":39,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":12,"verified_fuzzy":27},"total_outbound_references":39},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-07-27T06:30:09.085275+00:00","source":"crossref"},{"observed_at":"2026-07-27T06:30:01.563335+00:00","source":"retraction_watch"}],"thesis":"As of 28 July 2026, this Paper Citation Record lists 39 of 39 outbound references and 1 inbound Pith citation observation for arXiv:2604.03260."}