{"total":19,"rows":[{"id":"2404.12224","title":"Length Generalization of Causal Transformers without Position Encoding","created":"2024-04-18","cited_by_count":47,"area":null},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2502.18845","title":"Sliding Window Attention Training for Efficient Large Language Models","created":"2025-02-26","cited_by_count":24,"area":null},{"id":"2504.08719","title":"SWAN-GPT: An Efficient and Scalable Approach for Long-Context Language Modeling","created":"2025-04-11","cited_by_count":19,"area":null},{"id":"2405.18009","title":"Exploring Context Window of Large Language Models via Decomposed Positional Vectors","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2406.02536","title":"Mitigate Position Bias in Large Language Models via Scaling a Single Dimension","created":"2024-06-04","cited_by_count":3,"area":null},{"id":"2503.10542","title":"Language Models, Graph Searching, and Supervision Adulteration: When More Supervision is Less and How to Make More More","created":"2025-03-13","cited_by_count":3,"area":null},{"id":"2601.00919","title":"Attention Needs to Focus: A Unified Perspective on Attention Allocation","created":"2026-01-01","cited_by_count":3,"area":null},{"id":"2605.21803","title":"Same Architecture, Different Capacity: Optimizer-Induced Spectral Scaling Laws","created":"2026-05-20","cited_by_count":2,"area":null},{"id":"2509.12635","title":"Positional Encoding via Token-Aware Phase Attention","created":"2025-09-16","cited_by_count":1,"area":null},{"id":"2509.21042","title":"LayerNorm Induces Recency Bias in Transformer Decoders","created":"2025-09-25","cited_by_count":1,"area":null},{"id":"2511.03983","title":"TwIST: Rigging the Lottery in Transformers with Independent Subnetwork Training","created":"2025-11-06","cited_by_count":1,"area":null},{"id":"2402.05969","title":"Breaking Symmetry When Training Transformers","created":"2024-02-06","cited_by_count":0,"area":null},{"id":"2410.17628","title":"Is Smoothness the Key to Robustness? A Comparison of Attention and Convolution Models Using a Novel Metric","created":"2024-10-23","cited_by_count":0,"area":null},{"id":"2502.00585","title":"Converting Transformers into DGNNs Form","created":"2025-02-01","cited_by_count":0,"area":null},{"id":"2510.24342","title":"A Unified Geometric Space for Topological Alignment Between Transformer-Based Models and Human Brain Networks","created":"2025-10-28","cited_by_count":0,"area":null},{"id":"2607.22575","title":"Temporal Context Reinstatement Drives Episodic-Like Order Memory in Long-Context Language Models","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2609.38109","title":"How Local Mixing Encodes Relative Position in Global NoPE Attention","created":"2026-09-29","cited_by_count":0,"area":null}],"next_cursor":null}