{"total":29,"rows":[{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2401.01325","title":"LLM Maybe LongLM: Self-Extend LLM Context Window Without Tuning","created":"2024-01-02","cited_by_count":136,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2403.04797","title":"Found in the Middle: How Language Models Use Long Contexts Better via Plug-and-Play Positional Encoding","created":"2024-03-05","cited_by_count":72,"area":null},{"id":"2410.23771","title":"What is Wrong with Perplexity for Long-context Language Modeling?","created":"2024-10-31","cited_by_count":69,"area":null},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2405.06105","title":"Can Perplexity Reflect Large Language Model's Ability in Long Text Understanding?","created":"2024-05-09","cited_by_count":45,"area":null},{"id":"2412.17739","title":"Fourier Position Embedding: Enhancing Attention's Periodic Extension for Length Generalization","created":"2024-12-23","cited_by_count":39,"area":null},{"id":"2401.11504","title":"With Greater Text Comes Greater Necessity: Inference-Time Training Helps Long Text Generation","created":"2024-01-21","cited_by_count":37,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2409.12181","title":"A Controlled Study on Long Context Extension and Generalization in LLMs","created":"2024-09-18","cited_by_count":26,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2505.13027","title":"Deconstructing Positional Information: From Attention Logits to Training Biases","created":"2025-05-19","cited_by_count":5,"area":null},{"id":"2501.08570","title":"Information Entropy Invariance: Enhancing Length Extrapolation in Attention Mechanisms","created":"2025-01-15","cited_by_count":4,"area":null},{"id":"2506.11769","title":"Long-Short Alignment for Effective Long-Context Modeling in LLMs","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2512.14391","title":"RePo: Language Models with Context Re-Positioning","created":"2025-12-16","cited_by_count":4,"area":null},{"id":"2510.12251","title":"DSAS: A Universal Plug-and-Play Framework for Attention Optimization in Multi-Document Question Answering","created":"2025-10-14","cited_by_count":3,"area":null},{"id":"2506.13277","title":"SeqPE: Transformer with Sequential Position Encoding","created":"2025-06-16","cited_by_count":2,"area":null},{"id":"2504.18857","title":"Effective Length Extrapolation via Dimension-Wise Positional Embeddings Manipulation","created":"2025-04-26","cited_by_count":0,"area":null},{"id":"2605.14589","title":"EndPrompt: Efficient Long-Context Extension via Terminal Anchoring","created":"2026-05-14","cited_by_count":0,"area":null},{"id":"2609.34556","title":"RoPE is Dead, Long Live RoPE: Towards Scalable Data-aware Positional Encodings","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.04518","title":"Length Generalization Needs Proper Regularization","created":"2026-10-03","cited_by_count":0,"area":null}],"next_cursor":null}