{"as_of":"2026-08-06T08:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:65ee028633ace43e0e76b7a0987a960f84fb7b7649637cecb084c5b7f707bba3","coverage":[{"denominator":21,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":21,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T06:15:45.979625Z","state":"measured"},{"denominator":23,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":23,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-06T06:34:29.942622+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-28T15:11:32.527978Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-01T22:36:17.704896Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"cited_work":{"arxiv_id":"2603.06591","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2603.06591","snapshot_observed_at":"2026-08-04T02:30:25.129019Z","title":"How attention sinks emerge in large language models: An interpretability perspective","venue":null,"work_id":"8a869bbb-a52d-4699-bbbd-36a0c2dbb851","year":2026},"citing_paper":{"arxiv_id":"2605.05696","last_updated":"2026-05-07T05:36:03Z","snapshot_observed_at":"2026-07-06T23:18:17.333660Z","submitted_at":"2026-05-07T05:36:03Z","title":"Irminsul: MLA-Native Position-Independent Caching for Agentic LLM Serving","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-05-08T05:37:02.419657Z"},"links":{"cited_paper":"/paper/2603.06591","citing_paper":"/paper/2605.05696"},"observation_digest":"sha256:6c8ac80311136bc380c151d995ce714a7159e667ea6860a1df46752229e8be9f","observation_id":"f487e507-5162-4eee-9b2e-1a3d74c828fe","resolution":{"observed_at":"2026-08-04T02:30:25.129019Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"cited_work":{"arxiv_id":"2603.06591","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2603.06591","snapshot_observed_at":"2026-08-04T02:30:25.129019Z","title":"How attention sinks emerge in large language models: An interpretability perspective","venue":null,"work_id":"8a869bbb-a52d-4699-bbbd-36a0c2dbb851","year":2026},"citing_paper":{"arxiv_id":"2606.02575","last_updated":"2026-06-01T17:59:05Z","snapshot_observed_at":"2026-08-02T11:06:18.753716Z","submitted_at":"2026-06-01T17:59:05Z","title":"From Zero to Hero: Training-Free Custom Concept Spawning in World Models","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-28T15:11:32.527978Z"},"links":{"cited_paper":"/paper/2603.06591","citing_paper":"/paper/2606.02575"},"observation_digest":"sha256:7d4586ecce79029659ab6fa01f73381eb9e19ea80a519d1b63633c2f31d5217f","observation_id":"af4e6a35-f806-41cf-ac8c-3254e877880e","resolution":{"observed_at":"2026-08-04T02:30:25.129019Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2603.06591/citation-record","integrity":"/paper/2603.06591/integrity","json":"/paper/2603.06591/citation-record.json","paper":"/paper/2603.06591"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"1607.06450","last_updated":"2016-07-21T19:57:52Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2016-07-21T19:57:52Z","title":"Layer Normalization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1607.06450","snapshot_observed_at":"2026-08-04T06:15:44.732896Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:44.732896Z"},"links":{"cited_paper":"/paper/1607.06450","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:0d7d87797ce01cc675e2e8ed0d73bc1bd286dd5e8805404d63c5a2f4e50949ca","observation_id":"fd7e7498-130d-4c9a-aea5-7ab74a0f6443","resolution":{"observed_at":"2026-08-04T06:15:44.732896Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.02732","last_updated":"2025-08-05T16:43:21Z","snapshot_observed_at":"2026-07-06T21:03:45.452337Z","submitted_at":"2025-04-03T16:17:55Z","title":"Why do LLMs attend to the first token?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.02732","snapshot_observed_at":"2026-08-04T06:15:44.817870Z","title":"Why do llms attend to the first token?, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:44.817870Z"},"links":{"cited_paper":"/paper/2504.02732","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:78901d3eb23d7d8756ffce81f9d77d9c4c40701de0568f1fdec05cdcc2cfb71e","observation_id":"b9cfd999-ec27-4e31-9c98-ff992c29be22","resolution":{"observed_at":"2026-08-04T06:15:44.817870Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2105.07536","last_updated":"2022-11-01T00:53:25Z","snapshot_observed_at":"2026-07-06T11:09:54.571352Z","submitted_at":"2021-05-16T22:43:20Z","title":"Theoretical Foundations of t-SNE for Visualizing High-Dimensional Clustered Data","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2105.07536","snapshot_observed_at":"2026-08-04T06:15:44.875017Z","title":"Tony Cai and Rong Ma","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:44.875017Z"},"links":{"cited_paper":"/paper/2105.07536","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:81ca768fbafb218adf80cd92615723871f8992ecb00dccffae19c38fc8a9fbb8","observation_id":"762341ed-8f2a-427c-9098-19b871c537cc","resolution":{"observed_at":"2026-08-04T06:15:44.875017Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09221","last_updated":"2024-02-14T15:01:07Z","snapshot_observed_at":"2026-08-05T07:07:10.077743Z","submitted_at":"2024-02-14T15:01:07Z","title":"Spectral Filters, Dark Signals, and Attention Sinks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09221","snapshot_observed_at":"2026-08-04T06:15:44.927705Z","title":"Spectral filters, dark signals, and attention sinks, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:44.927705Z"},"links":{"cited_paper":"/paper/2402.09221","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:0278ae3ee9b8c430a26df580ba04e585ff621229115e470d7c26fadd78b603ae","observation_id":"03a2aa62-12ee-46cb-994e-2bf7bc33c9d0","resolution":{"observed_at":"2026-08-04T06:15:44.927705Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.16179","last_updated":"2024-12-18T17:36:36Z","snapshot_observed_at":"2026-07-06T19:37:11.636987Z","submitted_at":"2024-10-21T16:44:51Z","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.16179","snapshot_observed_at":"2026-08-04T06:15:44.984092Z","title":"Magicpig: Lsh sampling for efficient llm generation, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:44.984092Z"},"links":{"cited_paper":"/paper/2410.16179","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:5f25345fd634676c78c726e0bd29edf031a6a8d31e4a8dcac676140082dc3f26","observation_id":"95f26965-95d3-4d02-8ee9-4782fd95b59f","resolution":{"observed_at":"2026-08-04T06:15:44.984092Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.05465","last_updated":"2024-02-12T10:21:08Z","snapshot_observed_at":"2026-08-06T02:44:49.848474Z","submitted_at":"2023-05-09T14:04:42Z","title":"The emergence of clusters in self-attention dynamics","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.05465","snapshot_observed_at":"2026-08-04T06:15:45.055088Z","title":"The emergence of clusters in self-attention dynamics, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.055088Z"},"links":{"cited_paper":"/paper/2305.05465","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:630b7e3f38953a0eacaca3999d290325269484722a56785e752b9dc4790e6361","observation_id":"a245cc30-7c9c-4ce0-af70-8c566836a620","resolution":{"observed_at":"2026-08-04T06:15:45.055088Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-04T06:15:45.149007Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.149007Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:be17aa0d813215b4e8625774f3b2692d823a64a23a1ea73c3c1a8b2447c9a995","observation_id":"a6be503c-9e00-4604-a30a-8ceedd8e70c8","resolution":{"observed_at":"2026-08-04T06:15:45.149007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10781","last_updated":"2025-03-02T14:37:53Z","snapshot_observed_at":"2026-08-02T20:46:05.666977Z","submitted_at":"2024-10-14T17:50:28Z","title":"When Attention Sink Emerges in Language Models: An Empirical View","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10781","snapshot_observed_at":"2026-08-04T06:15:45.217912Z","title":"When attention sink emerges in language models: An empirical view, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.217912Z"},"links":{"cited_paper":"/paper/2410.10781","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:c020e2bc13148baf45fae38810b956055d5cf310c914651b7dd81affaf2946f5","observation_id":"519b3ead-c985-4fe2-8fbf-21b07849d65d","resolution":{"observed_at":"2026-08-04T06:15:45.217912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T06:15:45.257668Z","title":"Active-dormantattentionheads: Mechanistically demystifying extreme-token phenomena in LLMs, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.257668Z"},"links":{"citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:f5b14ce16a2bfe8f86945708383a59569340055462a6941a230f37232e2125a4","observation_id":"074b3f0a-b670-421c-9106-442ef0c1f6b4","resolution":{"observed_at":"2026-08-04T06:15:45.257668Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T06:15:45.302928Z","title":"LM-infinite: Zero-shot extreme length generalization for large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.302928Z"},"links":{"citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:5ff19a945c356d3351924bc5dd8a87a07661ef4e0ad25df9d758c196039d4f0b","observation_id":"c8c00357-2719-4c54-993d-619311cba654","resolution":{"observed_at":"2026-08-04T06:15:45.302928Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T06:15:45.356911Z","title":"Fineweb-edu: the finest col- lection of educational content, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.356911Z"},"links":{"citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:6686c8a7f40ef3fbf3c4000623963c6f86fa0e5a2696d2ef176a95bb60f47e22","observation_id":"9d59e1c6-2595-4de4-b1c1-e47c593fb804","resolution":{"observed_at":"2026-08-04T06:15:45.356911Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.00656","last_updated":"2025-10-08T07:50:45Z","snapshot_observed_at":"2026-07-06T20:15:22.511263Z","submitted_at":"2024-12-31T21:55:10Z","title":"2 OLMo 2 Furious","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.00656","snapshot_observed_at":"2026-08-04T06:15:45.440129Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.440129Z"},"links":{"cited_paper":"/paper/2501.00656","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:a1fe549cf18b6684d1b1f6ddb78ba709ec3c6c31082bb35d2d3d9de8de2f34f0","observation_id":"9fe0327a-bece-40e5-be7e-09642874b77e","resolution":{"observed_at":"2026-08-04T06:15:45.440129Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19282","last_updated":"2024-03-18T03:18:58Z","snapshot_observed_at":"2026-07-06T17:37:30.124979Z","submitted_at":"2024-02-29T15:49:15Z","title":"WanJuan-CC: A Safe and High-Quality Open-sourced English Webtext Dataset","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19282","snapshot_observed_at":"2026-08-04T06:15:45.517494Z","title":"Wanjuan-cc: A safe and high-quality open-sourced english webtext dataset, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.517494Z"},"links":{"cited_paper":"/paper/2402.19282","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:6e993575f6c49ed26a2497a77892982ac4d8226b6798e22cd0fbf53225804657","observation_id":"c95e9c1b-181b-46d4-abed-afa0b43fd4eb","resolution":{"observed_at":"2026-08-04T06:15:45.517494Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-04T06:15:45.576945Z","title":"Qwen2.5 technical report, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.576945Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:23134bd7d1211e177c1557ccad5d0b41f99959a170bfc4c43727ee8f10f9f705","observation_id":"e07b8d76-666c-4405-9032-0873d054ea89","resolution":{"observed_at":"2026-08-04T06:15:45.576945Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T06:15:45.634756Z","title":"Identifying and evaluating inactive heads in pretrained llms, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.634756Z"},"links":{"citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:60e6a025ab3e2d4966cfeee56a70e5c11cf10495e46e66b1630a0bd14338442d","observation_id":"5183aab2-a868-4d0e-afb4-e351805dedd1","resolution":{"observed_at":"2026-08-04T06:15:45.634756Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.17453","last_updated":"2024-04-07T00:56:53Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-29T17:59:56Z","title":"Efficient Streaming Language Models with Attention Sinks","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.17453","snapshot_observed_at":"2026-08-04T06:15:45.689712Z","title":"Efficient streaming language models with attention sinks, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.689712Z"},"links":{"cited_paper":"/paper/2309.17453","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:5fb2a7598a2f74857f6049f5730a5fbffd53a53572f318238bd363c19c8a7651","observation_id":"aa3e50ad-6be5-4ea3-9af8-c9ed592a114f","resolution":{"observed_at":"2026-08-04T06:15:45.689712Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-04T06:15:45.754739Z","title":"Qwen3 technical report, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.754739Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:b8367a916ce12c16e33bb97b7f04467fb9bc85977042b6b4c1fbbd57f6a3bf75","observation_id":"930dad20-5b3d-4135-91f5-413f543860ef","resolution":{"observed_at":"2026-08-04T06:15:45.754739Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15765","last_updated":"2024-06-22T07:00:43Z","snapshot_observed_at":"2026-07-06T18:35:22.425271Z","submitted_at":"2024-06-22T07:00:43Z","title":"Unveiling and Harnessing Hidden Attention Sinks: Enhancing Large Language Models without Training through Attention Calibration","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.15765","snapshot_observed_at":"2026-08-04T06:15:45.793248Z","title":"Unveiling and harnessing hidden attention sinks: Enhancing large language models without training through attention calibration, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.793248Z"},"links":{"cited_paper":"/paper/2406.15765","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:5a2ab07596f04579fe81bd6432b62f7d98b93995b256a553ab294c08af6ad40b","observation_id":"ca10b16b-864f-4190-a90d-f7279d962d68","resolution":{"observed_at":"2026-08-04T06:15:45.793248Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1910.07467","last_updated":"2019-10-16T16:44:22Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2019-10-16T16:44:22Z","title":"Root Mean Square Layer Normalization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1910.07467","snapshot_observed_at":"2026-08-04T06:15:45.856712Z","title":"Root mean square layer normalization, 2019","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.856712Z"},"links":{"cited_paper":"/paper/1910.07467","citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:4dac3c37ef43f56b5fd6999f7b35ed2afe752e4e30fd29abac3974b328819c9e","observation_id":"746e3b3d-c37e-4297-86c2-74741dffa449","resolution":{"observed_at":"2026-08-04T06:15:45.856712Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T06:15:45.926232Z","title":"Attention sinks: A ’catch, tag, release’ mechanism for embeddings, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.926232Z"},"links":{"citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:55ac7a6ca09b71f819683e5b1072cebbf52495a5be66cbe3aa2cdc9169f6a8b6","observation_id":"21b8f318-4d42-4153-bd9c-794726c953ee","resolution":{"observed_at":"2026-08-04T06:15:45.926232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T06:15:45.979625Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-04T06:15:45.979625Z"},"links":{"citing_paper":"/paper/2603.06591"},"observation_digest":"sha256:7503a84750442bd25cd885889ae7a0aedc3b106a326024c929e2f0763858fa34","observation_id":"cac063aa-6701-4bb0-9b17-12be72649108","resolution":{"observed_at":"2026-08-04T06:15:45.979625Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2603.06591","last_updated":"2026-08-03T06:23:29Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-06T07:16:03.171542Z","submitted_at":"2026-02-04T11:10:34Z","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs"},"reference_resolution":{"displayed":21,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":20,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":21},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"thesis":"As of 6 August 2026, this Paper Citation Record lists 21 of 21 outbound references and 2 inbound Pith citation observations for arXiv:2603.06591."}