{"total":38,"rows":[{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2311.04939","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","created":"2023-11-08","cited_by_count":202,"area":null},{"id":"2308.16137","title":"LM-Infinite: Zero-Shot Extreme Length Generalization for Large Language Models","created":"2023-08-30","cited_by_count":124,"area":null},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62,"area":null},{"id":"2401.04658","title":"Lightning Attention-2: A Free Lunch for Handling Unlimited Sequence Lengths in Large Language Models","created":"2024-01-09","cited_by_count":57,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2405.14591","title":"Base of RoPE Bounds Context Length","created":"2024-05-23","cited_by_count":52,"area":null},{"id":"2310.16450","title":"CLEX: Continuous Length Extrapolation for Large Language Models","created":"2023-10-25","cited_by_count":44,"area":null},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2502.02562","title":"Learning the RoPEs: Better 2D and 3D Position Encodings with STRING","created":"2025-02-04","cited_by_count":19,"area":null},{"id":"2405.18009","title":"Exploring Context Window of Large Language Models via Decomposed Positional Vectors","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2410.21216","title":"HoPE: A Novel Positional Encoding Without Long-Term Decay for Enhanced Context Awareness and Extrapolation","created":"2024-10-28","cited_by_count":17,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2503.13299","title":"A Survey on Transformer Context Extension: Approaches and Evaluation","created":"2025-03-17","cited_by_count":11,"area":null},{"id":"2310.11984","title":"From Interpolation to Extrapolation: Complete Length Generalization for Arithmetic Transformers","created":"2023-10-18","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2509.05218","title":"HoPE: Hyperbolic Rotary Positional Encoding for Stable Long-Range Dependency Modeling in Large Language Models","created":"2025-09-05","cited_by_count":10,"area":null},{"id":"2311.00684","title":"Attention Alignment and Flexible Positional Embeddings Improve Transformer Length Extrapolation","created":"2023-11-01","cited_by_count":9,"area":null},{"id":"2312.08618","title":"Zebra: Extending Context Window with Layerwise Grouped Local-Global Attention","created":"2023-12-14","cited_by_count":6,"area":null},{"id":"2505.13027","title":"Deconstructing Positional Information: From Attention Logits to Training Biases","created":"2025-05-19","cited_by_count":5,"area":null},{"id":"2512.07805","title":"Group Representational Position Encoding","created":"2025-12-08","cited_by_count":5,"area":null},{"id":"2506.11769","title":"Long-Short Alignment for Effective Long-Context Modeling in LLMs","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2403.17698","title":"MEP: Multiple Kernel Learning Enhancing Relative Positional Encoding Length Extrapolation","created":"2024-03-26","cited_by_count":3,"area":null},{"id":"2511.08368","title":"A Circular Argument : Does RoPE need to be Equivariant for Vision?","created":"2025-11-11","cited_by_count":3,"area":null},{"id":"2308.10252","title":"LMTuner: An user-friendly and highly-integrable Training Framework for fine-tuning Large Language Models","created":"2023-08-20","cited_by_count":2,"area":null},{"id":"2503.08067","title":"Context-aware Biases for Length Extrapolation","created":"2025-03-11","cited_by_count":2,"area":null},{"id":"2507.19419","title":"TokenSmith: Streamlining Data Editing, Search, and Inspection for Large-Scale Language Model Training and Interpretability","created":"2025-07-25","cited_by_count":0,"area":null},{"id":"2605.30022","title":"Give it Space! Explicit Disentangling of Positional and Semantic Representations in Encoders","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2608.03994","title":"When Attention Goes Blind: Numerical Failure in ALiBi Positional Encodings","created":"2026-08-04","cited_by_count":0,"area":null},{"id":"2610.04518","title":"Length Generalization Needs Proper Regularization","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.13992","title":"How Vision Transformers Represent Position: A Mechanistic Comparison of Absolute and Rotary Positional Encodings","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2610.17191","title":"FreeSolo: Linear-time Sparse Attention with Zero-Shot Length Extrapolation","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}