{"as_of":"2026-08-07T19:16:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:42b125a853db452efb98b466a0c6fc21bc243a01c8d8b8f0c165b7e4057ec689","coverage":[{"denominator":50,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":50,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-09T02:52:28.852922Z","state":"measured"},{"denominator":50,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":50,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.07678/citation-record","integrity":"/paper/2607.07678/integrity","json":"/paper/2607.07678/citation-record.json","paper":"/paper/2607.07678"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.891599Z","title":"Alabdulmohsin, Vinh Quoc Tran, and Mostafa Dehghani","venue":null,"work_id":"bccc7c32-3f7d-4022-a7cc-1c283d512c2b","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:bf2616b05f7275c322e51f6fd4ba01339436fcdad904e19755ba67a20414d6b2","observation_id":"1694792b-e549-4aba-b9d3-5d02733aaaad","resolution":{"observed_at":"2026-07-09T02:55:53.892857Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.831412Z","title":"Neural machine translation by jointly learning to align and translate","venue":null,"work_id":"895155b9-ee81-4c82-bedc-cda2414cbaa7","year":2015},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:b8c91a6eb418aa3f46fa09130e0a2ff2cca9589c8d4eee643559b0f0e26375df","observation_id":"0ce85a18-55d6-4b94-b8ff-326507bd9a14","resolution":{"observed_at":"2026-07-09T02:55:53.832797Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.855187Z","title":"Round and round we go! what makes rotary positional encodings useful? InICLR, 2025","venue":null,"work_id":"a6e38648-03c2-46ce-96b6-e59a96264c8a","year":2025},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:1581dc8aef4b41ea39c4a6511d992e2a8cc1f87e0f81c720d8b8101c8b6c8c96","observation_id":"7063f56a-3c4d-4bd3-9053-34bb55f5ba5e","resolution":{"observed_at":"2026-07-09T02:55:53.856586Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1806.01261","last_updated":"2018-10-17T17:51:36Z","snapshot_observed_at":"2026-07-06T06:42:54.610341Z","submitted_at":"2018-06-04T17:58:18Z","title":"Relational inductive biases, deep learning, and graph networks","version":3},"cited_work":{"arxiv_id":"1806.01261","doi":"10.48550/arxiv.1806.01261","metadata_source":"pith","pith_arxiv_id":"1806.01261","snapshot_observed_at":"2026-07-10T16:47:24.357908Z","title":"Relational inductive biases, deep learning, and graph networks","venue":"cs.LG","work_id":"858410c0-7a66-4b27-b4e5-49aee9725be0","year":2018},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"cited_paper":"/paper/1806.01261","citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:91c379191c83bbfda7b66b6ed1ad067c7096be60f7ddf97fbb321a92fbf1f8aa","observation_id":"da561eac-8b08-41aa-8b20-b3d4756f7c61","resolution":{"observed_at":"2026-07-09T02:55:53.505422Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-03T17:38:15.281147+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-03T17:38:15.281147+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.845664Z","title":"by Parts","venue":null,"work_id":"bb51f895-c471-4125-8214-5b9bde2dc8bc","year":2023},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:74e1e19f84258cda43eec76aa45af25021830ed42e6bb12ef6dfca52e9995315","observation_id":"04ff8185-920b-4cf7-9be6-17d86a28ebbe","resolution":{"observed_at":"2026-07-09T02:55:53.846895Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.843607Z","title":"NTK-Aware Scaled RoPE Allows LLaMA Models to Have Extended (8k+) Context Size Without Any Fine-Tuning and Minimal Perplexity Degradation","venue":null,"work_id":"b24b01ec-4cb3-4219-9441-1400181becdd","year":2023},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:31e62ba0f70d648ca6683e8d46664b5885490c9dc7960bb678501e51681118db","observation_id":"ece55931-732c-4909-96b3-f24412798e09","resolution":{"observed_at":"2026-07-09T02:55:53.845011Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.15595","last_updated":"2023-06-28T04:26:05Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-27T16:26:26Z","title":"Extending Context Window of Large Language Models via Positional Interpolation","version":2},"cited_work":{"arxiv_id":"2306.15595","doi":"10.48550/arxiv.2306.15595","metadata_source":"pith","pith_arxiv_id":"2306.15595","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Extending Context Window of Large Language Models via Positional Interpolation","venue":"cs.CL","work_id":"c8b6df85-e7da-4bd8-90a4-d309cc2a0f60","year":2023},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"cited_paper":"/paper/2306.15595","citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:d3451525a6ae320cf34b62ce59bfdff98fe3a8d0f71d6c7bbe72b8f5d6f0cb52","observation_id":"29d6936a-fe67-4fc3-a44e-5fab0b4cf375","resolution":{"observed_at":"2026-07-09T02:55:53.504805Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-01T10:38:12.283235+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T10:38:12.283235+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-07T01:45:38.840969Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":"2110.14168","doi":"10.1002/j.1545-","metadata_source":"pith","pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Training Verifiers to Solve Math Word Problems","venue":"cs.LG","work_id":"acab1aa8-b4d6-40e0-a3ee-25341701dca2","year":2021},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:2b28432237eb50d3d04856b47891b22e1c725326bd437f1d258a046f28a2b70e","observation_id":"841f58c6-d6fb-49c7-96e8-417e11025cc0","resolution":{"observed_at":"2026-07-09T02:55:53.520293Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.13161","last_updated":"2025-11-30T07:03:40Z","snapshot_observed_at":"2026-08-07T16:01:21.371569Z","submitted_at":"2025-04-17T17:58:13Z","title":"Nemotron-CLIMB: CLustering-based Iterative Data Mixture Bootstrapping for Language Model Pre-training","version":2},"cited_work":{"arxiv_id":"2504.13161","doi":null,"metadata_source":"pith","pith_arxiv_id":"2504.13161","snapshot_observed_at":"2026-07-09T02:55:53.506375Z","title":"Nemotron-climb: Clustering-based iterative data mixture bootstrap- ping for language model pre-training","venue":"cs.CL","work_id":"412269c2-ec20-4706-8440-3bb6773c3fc0","year":2025},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"cited_paper":"/paper/2504.13161","citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:a2aa7c67dfda8c7ec145ac7895bb7b7cf73a195c24bc94211a790ff32f51f8ca","observation_id":"90fbd041-b348-4dd2-8ec7-42a983133588","resolution":{"observed_at":"2026-07-09T02:55:53.507969Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.849247Z","title":"Dynamically Scaled RoPE Further Increases Performance of Long Context LLaMA with Zero Fine-Tuning","venue":null,"work_id":"746ea4fa-fd24-44ee-b983-ba9205eb2be7","year":2023},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:bb363f82ceb12244c9e8920c0454a6109e3fc70c8c7b870e2ee032779c799d61","observation_id":"ba26b5e8-bba0-4e5a-8247-860db6e21584","resolution":{"observed_at":"2026-07-09T02:55:53.850561Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.23771","last_updated":"2025-07-27T14:45:02Z","snapshot_observed_at":"2026-08-03T10:49:26.615197Z","submitted_at":"2024-10-31T09:39:28Z","title":"What is Wrong with Perplexity for Long-context Language Modeling?","version":5},"cited_work":{"arxiv_id":"2410.23771","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.23771","snapshot_observed_at":"2026-07-09T02:55:53.524341Z","title":"What is wrong with perplexity for long-context language modeling?","venue":"cs.CL","work_id":"2c2295b4-54be-4cd3-9e05-25fce19e2b57","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"cited_paper":"/paper/2410.23771","citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:3ad21d2e44d44e862a9a7e5d73a1fc9928f3315362a23a49fec9806a3eaff952","observation_id":"8dd77c53-abfc-460f-8cfb-1a8a671423b9","resolution":{"observed_at":"2026-07-09T02:55:53.525674Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.886302Z","title":"Rethinking invariance in in-context learning","venue":null,"work_id":"205ddfa3-3d50-415d-9d90-876677f81e65","year":2025},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:2319ebc5e307b6bfbce99781561642f9a0753e636fece795f4bf3d2321f350a1","observation_id":"7ac5d788-9e4a-46dc-9fc9-228b099904e7","resolution":{"observed_at":"2026-07-09T02:55:53.887524Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.884358Z","title":"When attention sink emerges in language models: An empirical view","venue":null,"work_id":"1e3895ca-8b68-4e73-a16d-19623fe5d56d","year":2025},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:e944c735f045ae9ce45913295b603c5184e7a84d6af92300058b44272dbd6afa","observation_id":"32be4c5b-cf09-41e6-941a-34772186d023","resolution":{"observed_at":"2026-07-09T02:55:53.885655Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.839694Z","title":"Serial position effects of large language models","venue":null,"work_id":"ba745f25-434c-45e4-b9ec-9382a898609c","year":2025},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:3b96f2371d6122a4a14b22c32e82f4f053ab7e377e57038079f94e51c20da4a7","observation_id":"5ec052e8-682c-46ed-a97e-02913556d7f2","resolution":{"observed_at":"2026-07-09T02:55:53.840929Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.833425Z","title":"Large language models are zero-shot rankers for recommender systems","venue":null,"work_id":"99ef51c3-8762-4356-871e-b2cb9cf463fa","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:b85dfe95c65a35c9c3e07c1d37cdb1c960823829b460c68751dec721266716f3","observation_id":"728d0568-2d93-421b-a4de-01ed6c854ef5","resolution":{"observed_at":"2026-07-09T02:55:53.834878Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.837570Z","title":"Fourier position embedding: Enhancing attention’s periodic extension for length generalization","venue":null,"work_id":"11a6bd53-3a6e-4474-ba79-662bfb6d450e","year":2025},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:77dfef8c85c760f90e21d2ee309d11331809e5f85fc12b1ff2647e7368f1b244","observation_id":"25934c14-3821-4bbf-bade-07ff0e251fd3","resolution":{"observed_at":"2026-07-09T02:55:53.839036Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.851137Z","title":"Massive values in self-attention modules are the key to contextual knowledge understanding","venue":null,"work_id":"34d18265-bc14-4893-bbe0-a77e261a1e51","year":2025},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:447c972ac7464d3272bc44db9a2ff984cb3e0b65e502f15cb12f890c1546689f","observation_id":"ace7169e-fb47-49d3-a124-20a099e71fc9","resolution":{"observed_at":"2026-07-09T02:55:53.852489Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.853287Z","title":"nanochat: The best chatgpt that $100 can buy, 2025","venue":null,"work_id":"6e480fb4-ced3-4d79-8573-7886321175d8","year":2025},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:85ac782b708dbb61fa6ef4f8aedaffc7fe0d634ae2a0665cc0b085d225e7cb74","observation_id":"638eb450-fd9a-4808-a077-c2924b0cd87b","resolution":{"observed_at":"2026-07-09T02:55:53.854554Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T20:07:33.954106Z","title":"The impact of positional encoding on length generalization in transformers.Advances in Neural Information Processing Systems, 36:24892–24928","venue":null,"work_id":"e18f7741-ff47-4eae-92d6-9748c9cc37f9","year":2023},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:b8ad3398c21ab5924e67a39da02b2fcff2fc869a5389af2bc645f4f6769ee3ab","observation_id":"77ad794b-56ea-4d7d-9f77-dcfce9301e61","resolution":{"observed_at":"2026-07-09T02:55:53.883743Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.834701Z","title":null,"venue":null,"work_id":"350ca4a2-47a2-4501-aabf-3f751b1dc81e","year":2017},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:ee4f2613271ae29d66196307dc6facba1b9f74389b3041de094414827e13eefd","observation_id":"e227fe76-e5bf-46a5-acf9-8619a88bdcce","resolution":{"observed_at":"2026-07-09T02:55:53.835870Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.880266Z","title":"Mutual information functions of natural language texts","venue":null,"work_id":"0b7a326c-84f3-4a29-8437-e1264ba219e2","year":1989},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:07b7d696ae83ebd22daa9717fbfec5f1e5156d8da5985fa8a394dbcc65321014","observation_id":"23e0c57e-3b2a-41a8-b1fb-ace95c02c96b","resolution":{"observed_at":"2026-07-09T02:55:53.881592Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.841495Z","title":"Lost in the middle: How language models use long contexts.Transactions of the Association for Computational Linguistics, 2024","venue":null,"work_id":"da73d620-0a14-4d14-8a09-e3ba074852f4","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:668d40e4497cd68107aed0a67ad0cce84d6bd775b35441b27d9577f4bdcef72b","observation_id":"857c26ca-5e7d-4140-8c44-9d094a04b7d2","resolution":{"observed_at":"2026-07-09T02:55:53.842923Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.859051Z","title":"Decoupled weight decay regularization","venue":null,"work_id":"d59937f2-7a06-4aea-8ba5-ec0385690fbf","year":2019},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:a1eb64f2ad56bbac5314db2caf690848686376f58d3e8c00fd148c3d60c25fa1","observation_id":"39746906-d9dd-4804-b07d-49803647a185","resolution":{"observed_at":"2026-07-09T02:55:53.860391Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.898750Z","title":"Fantastically ordered prompts and where to find them: Overcoming few-shot prompt order sensitivity","venue":null,"work_id":"3b3844fc-3ebc-497e-a2eb-2de8a8319b0f","year":2022},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:e9bcd7578dde3b274f40c478457f8762e26f4ba73f6a28ab5a21bd625bda737c","observation_id":"db667a91-1eed-4dd4-8553-6631b722052a","resolution":{"observed_at":"2026-07-09T02:55:53.900093Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.878402Z","title":"Base of rope bounds context length, 2024","venue":null,"work_id":"84e2d42e-09d5-47d5-bea9-e89527cd5f71","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:d87cf35dda9ee258b00a811a5aae3f12529877140128535a47f127fc247bf188","observation_id":"77336fae-c8fc-4f5f-b32e-6f2089c1964c","resolution":{"observed_at":"2026-07-09T02:55:53.879676Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.868892Z","title":"Note on the bias of information estimates.Information theory in psychology: Problems and methods, 1955","venue":null,"work_id":"6c708a78-f900-4f0d-ada3-a3b6b8ab670c","year":1955},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:c3c434492a2474240cc9adf87fa0793d2fb9cf4902b0b72dcbb3c8880248441e","observation_id":"3bfab21b-c9c0-4a61-a6f0-62e1913da9ab","resolution":{"observed_at":"2026-07-09T02:55:53.870307Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.862881Z","title":"Rethinking the role of demonstrations: What makes in-context learning work? InEMNLP, 2022","venue":null,"work_id":"33f2565b-ec5c-4cd0-9181-b36a124264c3","year":2022},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:b2d90d69dbad669cad2ee779b10984662348ba086c96f6a5ff3298ef49cfefea","observation_id":"17271e25-aa14-4e9f-8ed3-e09180f598ee","resolution":{"observed_at":"2026-07-09T02:55:53.864263Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.888089Z","title":"Mitchell","venue":null,"work_id":"56d28766-e767-40c4-b588-85af163f31c2","year":1980},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:61b5e7f46b6c38b20afadc5708e712eb2f98b17fe0a57dad2fdc0753e6e76ead","observation_id":"c401083d-0136-4980-9599-db737b126952","resolution":{"observed_at":"2026-07-09T02:55:53.889207Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.864855Z","title":"Frequency bands in roPE: Base frequency and context length shape the interpolation–extrapolation trade-off","venue":null,"work_id":"cbd30ce3-a8cb-4a0a-a22b-0d2f2c686855","year":2026},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:6c8a1c37b6c2d4dead0cd56987c97c65d9d92a3a1dba9ed9a172a23e8872e7f0","observation_id":"8e626207-c5b8-4f20-ab68-ecde5be4822a","resolution":{"observed_at":"2026-07-09T02:55:53.866397Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2209.11895","last_updated":"2022-09-24T00:43:19Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-09-24T00:43:19Z","title":"In-context Learning and Induction Heads","version":1},"cited_work":{"arxiv_id":"2209.11895","doi":"10.1145/3411763.3451760","metadata_source":"pith","pith_arxiv_id":"2209.11895","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In-context Learning and Induction Heads","venue":"cs.LG","work_id":"db2b0911-2758-4a2a-99dc-15b14b91bd5e","year":2022},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"cited_paper":"/paper/2209.11895","citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:b91a108103718823681711ebe24724db5f426ffbe8c0cb0088969545074e7b89","observation_id":"780a16b0-ecb2-4ff2-aa74-996b8603f274","resolution":{"observed_at":"2026-07-09T02:55:53.510704Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-23T02:23:10.795052+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-23T02:23:10.795052+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.866973Z","title":"Yarn: Efficient context window extension of large language models","venue":null,"work_id":"71fb3e79-d36e-4d55-9fe5-d577349c96c4","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:e9c23601f4f38c64cb2d6147f8d47254d594021344b114790c6fa13d39e0e816","observation_id":"6290b305-bd55-4ba2-9b21-8af38392101e","resolution":{"observed_at":"2026-07-09T02:55:53.868302Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.829327Z","title":"The mechanistic basis of data dependence and abrupt learning in an in-context classification task","venue":null,"work_id":"19ac3191-1c70-4af2-8ba1-43dea7178a03","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:0d911bbfba919cc5429e45f1186adc43164189d087235fc5a3e2184bde0ac09f","observation_id":"e0125542-9c0d-40c7-bde6-5ddda5db775d","resolution":{"observed_at":"2026-07-09T02:55:53.830788Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.876408Z","title":"Roformer: Enhanced transformer with rotary position embedding","venue":null,"work_id":"23ccdf05-e869-47c1-9433-5fd71f208186","year":2023},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:d73afb9af3501a94557412a9517a6a984de2c5027837812acbb759d95b7eebe2","observation_id":"91a0ecef-7c38-4d91-972a-6051c2c9b561","resolution":{"observed_at":"2026-07-09T02:55:53.877800Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.872882Z","title":"Srinivasan, Ben Mildenhall, Sara Fridovich-Keil, Nithin Raghavan, Utkarsh Singhal, Ravi Ramamoorthi, Jonathan T","venue":null,"work_id":"f3cf5a91-b797-4150-abb5-ddaecc22b458","year":2020},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:f97e2ddd0e7fd9d5e837e8d5fdf9b5f59f21b811c7bbb7c82d0417421f47d667","observation_id":"e200f095-8e72-49de-bc06-c7ddd1d4131a","resolution":{"observed_at":"2026-07-09T02:55:53.874127Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.827539Z","title":"Hashimoto","venue":null,"work_id":"35104f7e-ffc3-488e-b66a-a4d3d230e657","year":2023},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:8ba26cc6fa4a25eafd12597175c35dd0404ef95899bdf95cf35cafcfaf49bb52","observation_id":"0736f869-6dc4-4a67-91a8-b90208155d68","resolution":{"observed_at":"2026-07-09T02:55:53.828734Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.870959Z","title":"Qwen2.5: A party of foundation models, September 2024","venue":null,"work_id":"69d50b7a-8945-41ea-b24b-3dec8e57f9fe","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:9c645100de310372a4e03488e0ee3fd61dd6b6a96d8fbc1dc242e34ef85ad181","observation_id":"9c32bdf4-720b-4310-8de1-84a059ce7b72","resolution":{"observed_at":"2026-07-09T02:55:53.872324Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":"2302.13971","doi":"10.48550/arxiv.2302.13971","metadata_source":"pith","pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"LLaMA: Open and Efficient Foundation Language Models","venue":"cs.CL","work_id":"c018fc23-6f3f-4035-9d02-28a2173b2b9d","year":2023},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:8f8ccf8aedb481d284a34c3e8d342c9c3457c542bc907e0ba99e225c25aa139a","observation_id":"21bfe6b3-c7f1-45a9-a4c9-7b154b3b257d","resolution":{"observed_at":"2026-07-09T02:55:53.517990Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-01T11:08:05.851253+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T11:08:05.851253+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":"2307.09288","doi":"10.24963/ijcai.2025/706","metadata_source":"pith","pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","venue":"cs.CL","work_id":"68a5177f-d644-44c1-bd4f-4e5278c22f5d","year":2023},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:0f0f8e6b440ba637719fee61a38c62cdcef3c1c5eb9f5f066674bcc996982e14","observation_id":"bfadd9d9-c3e1-4886-97dc-fa7d42b95913","resolution":{"observed_at":"2026-07-09T02:55:53.523024Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.874664Z","title":"Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N","venue":null,"work_id":"efd25bea-5601-461f-aabd-38b9300a8519","year":2017},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:b2d77cc853c6219655fe8a304073056dce348c1788003d05806f5ba64530137a","observation_id":"2574888a-590e-444c-b904-b02ce971fbeb","resolution":{"observed_at":"2026-07-09T02:55:53.875850Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.889846Z","title":"Kakade, Hao Peng, and Heng Ji","venue":null,"work_id":"adaf7999-7f4d-4fbb-8e61-de7df0472271","year":2025},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:2252a18f8de2d1ca8d24a45eb4b48488a51be0625d0a9a37611086f15b055d03","observation_id":"b5514cb7-9d29-4b4a-b2de-397ce211dfba","resolution":{"observed_at":"2026-07-09T02:55:53.891012Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.857210Z","title":null,"venue":null,"work_id":"5fa79248-cf17-4299-928e-005939a29ba4","year":2020},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:fd3de0ba45b309fde71bf09ec0b58ef481ff60d6379483e7c872e757eed5fa99","observation_id":"a300dc53-d92f-4f2e-a137-b76537a25550","resolution":{"observed_at":"2026-07-09T02:55:53.858476Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.860922Z","title":"On the role of attention masks and layernorm in transformers","venue":null,"work_id":"0e4262dd-bd6c-4102-8199-cba96058fe19","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:06183300faad2a6eccfc026361c0d1fb5902c0b4dc46fcb20dd3398637c86027","observation_id":"53e2db8a-040b-402a-b8e8-499e3f8ff9b5","resolution":{"observed_at":"2026-07-09T02:55:53.862252Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.893419Z","title":"On the emergence of position bias in transformers","venue":null,"work_id":"4b77607a-d50f-487c-b7f9-6252fb9d59f0","year":2025},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:96026d650ec0297abc739879b89e6cf8f65fa77a746505ef687fbf2401364841","observation_id":"1a3f7d3d-68b2-4bcd-a516-6d78c2c04165","resolution":{"observed_at":"2026-07-09T02:55:53.894668Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.838612Z","title":"Efficient streaming language models with attention sinks","venue":null,"work_id":"da16d36a-7e50-4dad-868c-e15146ec79e0","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:8a983f5d0d3c7acad9bda66f7352374abe3f21e0fe701c1b07b53e988153c312","observation_id":"81277e6e-bdb1-44e9-a6a3-cd7a0993c5e3","resolution":{"observed_at":"2026-07-09T02:55:53.839852Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.20311","last_updated":"2024-07-29T17:52:40Z","snapshot_observed_at":"2026-07-06T18:53:35.627045Z","submitted_at":"2024-07-29T17:52:40Z","title":"Physics of Language Models: Part 2.1, Grade-School Math and the Hidden Reasoning Process","version":1},"cited_work":{"arxiv_id":"2407.20311","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.20311","snapshot_observed_at":"2026-07-09T02:55:53.512837Z","title":"Physics of Language Models: Part 2.1, Grade-School Math and the Hidden Reasoning Process","venue":"cs.AI","work_id":"2c6517ce-d4db-4a10-ab3a-c160de6ea4ab","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"cited_paper":"/paper/2407.20311","citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:8f6212ec70d631d4ca5d4cbd69ae8c828c1065fdfc85e1db5ca8ac36c6d1809d","observation_id":"e22f475f-a47b-4caa-b7fa-645bad8cc22d","resolution":{"observed_at":"2026-07-09T02:55:53.514975Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.847476Z","title":"Reddi, and Sanjiv Kumar","venue":null,"work_id":"1d82f697-ace7-4021-8d4b-f453ff0466e8","year":2020},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:14fe499c27b23499dfd2de804a26b59d5de096a32c090bf6fea0f2dca986a2c5","observation_id":"38e1eb26-8f65-4542-a5da-16adccc536ac","resolution":{"observed_at":"2026-07-09T02:55:53.848655Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.777953Z","title":"Found in the middle: How language models use long contexts better via plug-and-play positional encoding, 2024","venue":null,"work_id":"f8fca98a-d978-4652-8e34-8e0a91efce03","year":2024},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:499929c2bdb70d83889c75b9ca5e93b5e7ba3fc9579d13d09dbe544ec86ae287","observation_id":"3ca05476-8c3f-469d-8cf2-615542bc6cc8","resolution":{"observed_at":"2026-07-09T02:55:53.779142Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.895320Z","title":"Zhao, Eric Wallace, Shi Feng, Dan Klein, and Sameer Singh","venue":null,"work_id":"a5e4963f-e75d-4fd1-be65-7779bcd66a8c","year":2021},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:71c54d74d3007698cab1761f8335e5acdc78134aefca5d5bfb34636b7b75ca65","observation_id":"50d61d94-f5bd-4018-9844-a1beaa0b7eea","resolution":{"observed_at":"2026-07-09T02:55:53.897922Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.835514Z","title":"Xing, Haotong Zhang, Joseph E","venue":null,"work_id":"77070b0c-9471-4d06-b494-88a93fea8190","year":2023},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:f8f594589a4b6b4acabdd327e22048e9de076c6f5bc345a6813827c1557b9dfa","observation_id":"bc3321f1-1aeb-477d-885b-acf01a44c0e6","resolution":{"observed_at":"2026-07-09T02:55:53.836812Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T02:55:53.783335Z","title":"[43] show the multi-layer effects of masks and positional encodings [43]","venue":null,"work_id":"1d600b23-e6b0-4244-8708-84f6a02898b7","year":2048},"citing_paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-07-09T02:52:28.852922Z"},"links":{"citing_paper":"/paper/2607.07678"},"observation_digest":"sha256:45998dae5c236eb11c070a7e3c6541a06d1a4a105c09aa3e14d8ce97559bfe32","observation_id":"c119a7cc-620f-4da8-a434-21d4cd5b6195","resolution":{"observed_at":"2026-07-09T02:55:53.820066Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2607.07678","last_updated":"2026-07-08T17:38:14Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-01T03:59:24.875859Z","submitted_at":"2026-07-08T17:38:14Z","title":"How Data Shapes RoPE Frequency Usage: From Positional Scale Matching to Length Generalization"},"reference_resolution":{"displayed":50,"state_counts":{"malformed_identifier":0,"metadata_mismatch":2,"parse_uncertain":0,"unresolved":2,"verified_exact":7,"verified_fuzzy":39},"total_outbound_references":50},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 50 of 50 outbound references and 0 inbound Pith citation observations for arXiv:2607.07678."}