{"as_of":"2026-08-08T16:40:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6f873238c6ded2f680b3b447ab3a629717a93bb1554ea27b92d8ee0acceb5c58","coverage":[{"denominator":13,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":13,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T00:37:19.896786Z","state":"measured"},{"denominator":13,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":13,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.01075/citation-record","integrity":"/paper/2608.01075/integrity","json":"/paper/2608.01075/citation-record.json","paper":"/paper/2608.01075"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T00:37:20.499098Z","title":"The Tied control implements this constraint and empirically matches the parent at the observed milestone up to ordinary training nondeterminism","venue":null,"work_id":"805d438e-eea4-4d5c-9678-b684bf357e2c","year":2025},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:19.896786Z"},"links":{"citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:cc2ef00b93005a781fad23271a74c91abe2218981f5c7573b53156dd41f26786","observation_id":"484f5564-ccef-4a3b-bc06-6e7381e76b29","resolution":{"observed_at":"2026-08-06T00:37:20.566586Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2002.05202","last_updated":"2020-02-12T19:57:13Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-02-12T19:57:13Z","title":"GLU Variants Improve Transformer","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2002.05202","snapshot_observed_at":"2026-08-06T00:37:18.975089Z","title":"GLU variants improve transformer.arXiv preprint arXiv:2002.05202,","venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:18.975089Z"},"links":{"cited_paper":"/paper/2002.05202","citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:7cc6b113340a6e9f5d53fb3cd22941c4450e5e9f441eff0ffd6d6c1750914206","observation_id":"6fd608c6-cec0-482d-bcd7-ed880b367fb0","resolution":{"observed_at":"2026-08-06T00:37:18.975089Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2606.05014","last_updated":"2026-06-03T15:33:45Z","snapshot_observed_at":"2026-07-06T23:45:02.342193Z","submitted_at":"2026-06-03T15:33:45Z","title":"Depth-Attention: Cross-Layer Value Mixing for Language Models","version":1},"cited_work":{"arxiv_id":"2606.05014","doi":null,"metadata_source":"pith","pith_arxiv_id":"2606.05014","snapshot_observed_at":"2026-08-06T00:37:20.086123Z","title":"Depth-Attention: Cross-Layer Value Mixing for Language Models","venue":"cs.CL","work_id":"1aa56c82-4cd7-441d-aeef-dae193159bbf","year":2026},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:19.497342Z"},"links":{"cited_paper":"/paper/2606.05014","citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:de1c8ee63c597ea514c6c8d782a7fecb96a099d7a41a5121f49fbf494ef09b5a","observation_id":"e43a9203-e47e-47ff-a335-5fe718e8e4b5","resolution":{"observed_at":"2026-08-06T00:37:20.139453Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.17897","last_updated":"2025-06-08T16:04:59Z","snapshot_observed_at":"2026-07-06T19:38:31.218025Z","submitted_at":"2024-10-23T14:15:07Z","title":"Value Residual Learning","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.17897","snapshot_observed_at":"2026-08-06T00:37:19.608145Z","title":"Value residual learning for alleviating attention concentration in transformers.arXiv preprint arXiv:2410.17897,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:19.608145Z"},"links":{"cited_paper":"/paper/2410.17897","citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:11a18a36b40b33a6a5fad461a280345b9e2d3824911daf46cd915a54e55aac5e","observation_id":"1bc3ab78-2a7c-4c0d-8524-7b9e5213dc6b","resolution":{"observed_at":"2026-08-06T00:37:19.608145Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.19606","last_updated":"2025-03-18T10:12:54Z","snapshot_observed_at":"2026-07-06T19:24:03.133851Z","submitted_at":"2024-09-29T07:57:07Z","title":"Hyper-Connections","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.19606","snapshot_observed_at":"2026-08-06T00:37:19.689219Z","title":"Hyper-connections.arXiv preprint arXiv:2409.19606,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:19.689219Z"},"links":{"cited_paper":"/paper/2409.19606","citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:4b39740c0870762559661704adbd7ce68c81b73d6329f3995df7631b0e3b5bc2","observation_id":"d342ccf9-6985-4b60-803a-d845208d8930","resolution":{"observed_at":"2026-08-06T00:37:19.689219Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T00:37:20.647575Z","title":"Relative PPL reduction is (PPLBlock −PPL RD)/PPLBlock","venue":null,"work_id":"1ebbd305-a231-4c72-bae4-2ce9c7746f92","year":2025},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:19.791643Z"},"links":{"citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:4755ec00d28bcd3b7c6d9bb8e43cc06298e1cd63ec2164d68d9f848fcae6d529","observation_id":"670fb4fe-6264-4854-abdb-d6062a12456b","resolution":{"observed_at":"2026-08-06T00:37:20.785710Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2603.15031","last_updated":"2026-03-16T09:32:21Z","snapshot_observed_at":"2026-08-02T08:46:00.749789Z","submitted_at":"2026-03-16T09:32:21Z","title":"Attention Residuals","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2603.15031","snapshot_observed_at":"2026-08-06T00:37:18.740108Z","title":"Attention residuals.arXiv preprint arXiv:2603.15031,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:18.740108Z"},"links":{"cited_paper":"/paper/2603.15031","citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:fa89b5ff7ec646c6e9e83ac15689c3ec4c100cbf55b2d65f7333d10a9f2ba036","observation_id":"c442a64a-4c59-47db-bbc5-704ac36deea6","resolution":{"observed_at":"2026-08-06T00:37:18.740108Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12170","last_updated":"2025-05-28T12:57:47Z","snapshot_observed_at":"2026-08-07T23:11:12.819339Z","submitted_at":"2025-02-13T10:26:27Z","title":"MUDDFormer: Breaking Residual Bottlenecks in Transformers via Multiway Dynamic Dense Connections","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12170","snapshot_observed_at":"2026-08-06T00:37:19.285243Z","title":"MUDDFormer: Breaking residual bottle- necks in transformers via multiway dynamic dense connections.arXiv preprint arXiv:2502.12170,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":2017,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:19.285243Z"},"links":{"cited_paper":"/paper/2502.12170","citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:bfdba60bdec710a7ca578545b5bf70e8ce8655c4d9083538f0e2fec7e78a562f","observation_id":"1edb3645-7ef2-4d43-938c-ea74b5a4f564","resolution":{"observed_at":"2026-08-06T00:37:19.285243Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2605.18855","last_updated":"2026-05-13T16:05:30Z","snapshot_observed_at":"2026-07-06T23:29:38.069295Z","submitted_at":"2026-05-13T16:05:30Z","title":"Delta Attention Residuals","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.18855","snapshot_observed_at":"2026-08-06T00:37:18.782193Z","title":"Delta attention residuals.arXiv preprint arXiv:2605.18855, 2026a","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:18.782193Z"},"links":{"cited_paper":"/paper/2605.18855","citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:84426a8894a39283b8ae7d1d92cf9b88a1b4e7f6e1fb14a8f5f77c4cae3ad870","observation_id":"4b52cf74-6b4b-4efd-b5c8-8ae85fb78c3a","resolution":{"observed_at":"2026-08-06T00:37:18.782193Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2104.09864","last_updated":"2023-11-08T13:36:32Z","snapshot_observed_at":"2026-07-06T11:01:58.137141Z","submitted_at":"2021-04-20T09:54:06Z","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.09864","snapshot_observed_at":"2026-08-06T00:37:19.074615Z","title":"Roformer: Enhanced transformer with rotary position embedding.arXiv preprint arXiv:2104.09864,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:19.074615Z"},"links":{"cited_paper":"/paper/2104.09864","citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:ba59eb14f77c0f46c7beac22c644fc3143e0c39d4fc07bc6a5a10e6a7d8b40d2","observation_id":"06f2201b-62b8-4d3c-a487-86870c654d94","resolution":{"observed_at":"2026-08-06T00:37:19.074615Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2607.09694","last_updated":"2026-06-19T13:27:19Z","snapshot_observed_at":"2026-08-02T07:55:28.351393Z","submitted_at":"2026-06-19T13:27:19Z","title":"Low-Rank Attention Residuals","version":1},"cited_work":{"arxiv_id":"2607.09694","doi":null,"metadata_source":"pith","pith_arxiv_id":"2607.09694","snapshot_observed_at":"2026-08-06T00:37:20.256820Z","title":"Low-Rank Attention Residuals","venue":"cs.LG","work_id":"4a5111d7-40d7-43b0-999c-3d0fb7b2e318","year":2026},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:19.177184Z"},"links":{"cited_paper":"/paper/2607.09694","citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:ab0814ef4beb77d8cd955d247c1c2e93e808ab29ad69a707898d599b19747142","observation_id":"2b8bc917-b0e9-4f93-b2c8-d4b3c8fbf4c4","resolution":{"observed_at":"2026-08-06T00:37:20.311574Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.17557","last_updated":"2024-10-31T11:37:49Z","snapshot_observed_at":"2026-08-02T15:25:02.551919Z","submitted_at":"2024-06-25T13:50:56Z","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.17557","snapshot_observed_at":"2026-08-06T00:37:18.896157Z","title":"The fineweb datasets: Decanting the web for the finest text data at scale.arXiv preprint arXiv:2406.17557,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:18.896157Z"},"links":{"cited_paper":"/paper/2406.17557","citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:7dea0477705b007c82cd4465dc3da85af17a4dd200d4a74677e2c5df0ecd689f","observation_id":"fe0cd2eb-3935-4797-8085-991124f3e6f8","resolution":{"observed_at":"2026-08-06T00:37:18.896157Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2512.24880","last_updated":"2026-01-05T16:51:18Z","snapshot_observed_at":"2026-08-03T01:54:33.526522Z","submitted_at":"2025-12-31T14:16:26Z","title":"mHC: Manifold-Constrained Hyper-Connections","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2512.24880","snapshot_observed_at":"2026-08-06T00:37:19.396716Z","title":"Manifold-constrained hyper-connections.arXiv preprint arXiv:2512.24880,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T00:37:19.396716Z"},"links":{"cited_paper":"/paper/2512.24880","citing_paper":"/paper/2608.01075"},"observation_digest":"sha256:828b81ba3de83bb7cb5d7c0950b215c7537265690d80ebfdc74c95783adf6290","observation_id":"a0397c07-2db0-4906-9569-bada141ad82d","resolution":{"observed_at":"2026-08-06T00:37:19.396716Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2608.01075","last_updated":"2026-08-02T08:19:39Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-08T06:01:36.264716Z","submitted_at":"2026-08-02T08:19:39Z","title":"Role-Decoupled Attention Residuals: Separating Matching and Content Retrieval Across Depth"},"reference_resolution":{"displayed":13,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":9,"verified_exact":2,"verified_fuzzy":1},"total_outbound_references":13},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 13 of 13 outbound references and 0 inbound Pith citation observations for arXiv:2608.01075."}