{"total":88,"rows":[{"id":"2309.10668","title":"Language Modeling Is Compression","created":"2023-09-19","cited_by_count":225,"area":null},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216,"area":null},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2410.06205","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?","created":"2024-10-08","cited_by_count":115,"area":null},{"id":"2309.10400","title":"PoSE: Efficient Context Window Extension of LLMs via Positional Skip-wise Training","created":"2023-09-19","cited_by_count":111,"area":null},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86,"area":null},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78,"area":null},{"id":"2402.09963","title":"Why are Sensitive Functions Hard for Transformers?","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2311.14737","title":"Positional Description Matters for Transformers Arithmetic","created":"2023-11-22","cited_by_count":56,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2310.16450","title":"CLEX: Continuous Length Extrapolation for Large Language Models","created":"2023-10-25","cited_by_count":44,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2308.10882","title":"Giraffe: Adventures in Expanding Context Lengths in LLMs","created":"2023-08-21","cited_by_count":33,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2403.00071","title":"Resonance RoPE: Improving Context Length Generalization of Large Language Models","created":"2024-02-29","cited_by_count":27,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2405.13226","title":"Dataset Decomposition: Faster LLM Training with Variable Sequence Length Curriculum","created":"2024-05-21","cited_by_count":26,"area":null},{"id":"2403.18361","title":"ViTAR: Vision Transformer with Any Resolution","created":"2024-03-27","cited_by_count":25,"area":null},{"id":"2405.20131","title":"Language Models Need Inductive Biases to Count Inductively","created":"2024-05-30","cited_by_count":25,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2407.03575","title":"DGR-MIL: Exploring Diverse Global Representation in Multiple Instance Learning for Whole Slide Image Classification","created":"2024-07-04","cited_by_count":25,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2409.00509","title":"LongRecipe: Recipe for Efficient Long Context Generalization in Large Language Models","created":"2024-08-31","cited_by_count":23,"area":null},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22,"area":null},{"id":"2406.06893","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","created":"2024-06-11","cited_by_count":22,"area":null},{"id":"2410.21216","title":"HoPE: A Novel Positional Encoding Without Long-Term Decay for Enhanced Context Awareness and Extrapolation","created":"2024-10-28","cited_by_count":17,"area":null},{"id":"2406.07138","title":"An Efficient Recipe for Long Context Extension via Middle-Focused Positional Encoding","created":"2024-06-11","cited_by_count":16,"area":null},{"id":"2408.03282","title":"AMES: Asymmetric and Memory-Efficient Similarity Estimation for Instance-level Retrieval","created":"2024-08-06","cited_by_count":16,"area":null},{"id":"2406.08787","title":"A Survey on Compositional Learning of AI Models: Theoretical and Experimental Practices","created":"2024-06-13","cited_by_count":15,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2506.09251","title":"Extrapolation by Association: Length Generalization Transfer in Transformers","created":"2025-06-10","cited_by_count":13,"area":null},{"id":"2311.05241","title":"When Meta-Learning Meets Online and Continual Learning: A Survey","created":"2023-11-09","cited_by_count":12,"area":null},{"id":"2404.00560","title":"A Theory for Length Generalization in Learning to Reason","created":"2024-03-31","cited_by_count":11,"area":null},{"id":"2310.11984","title":"From Interpolation to Extrapolation: Complete Length Generalization for Arithmetic Transformers","created":"2023-10-18","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2412.17592","title":"Investigating Length Issues in Document-level Machine Translation","created":"2024-12-23","cited_by_count":10,"area":null},{"id":"2509.05218","title":"HoPE: Hyperbolic Rotary Positional Encoding for Stable Long-Range Dependency Modeling in Large Language Models","created":"2025-09-05","cited_by_count":10,"area":null},{"id":"2402.17396","title":"Benchmarking GPT-4 on Algorithmic Problems: A Systematic Evaluation of Prompting Strategies","created":"2024-02-27","cited_by_count":9,"area":null},{"id":"2504.13101","title":"Position: An Empirically Grounded Identifiability Theory Will Accelerate Self-Supervised Learning Research","created":"2025-04-17","cited_by_count":9,"area":null},{"id":"2505.16983","title":"LLM as Effective Streaming Processor: Bridging Streaming-Batch Mismatches with Group Position Encoding","created":"2025-05-22","cited_by_count":9,"area":null},{"id":"2402.08225","title":"Improving Black-box Robustness with In-Context Rewriting","created":"2024-02-13","cited_by_count":8,"area":null},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2401.07105","title":"Graph Language Models","created":"2024-01-13","cited_by_count":6,"area":null},{"id":"2410.01490","title":"Extending Context Window of Large Language Models from a Distributional Perspective","created":"2024-10-02","cited_by_count":6,"area":null},{"id":"2504.02827","title":"On Vanishing Variance in Transformer Length Generalization","created":"2025-04-03","cited_by_count":6,"area":null},{"id":"2509.22445","title":"Bridging Kolmogorov Complexity and Deep Learning: Asymptotically Optimal Description Length Objectives for Transformers","created":"2025-09-26","cited_by_count":6,"area":null},{"id":"2402.00236","title":"Positional Encoding Helps Recurrent Neural Networks Handle a Large Vocabulary","created":"2024-01-31","cited_by_count":5,"area":null},{"id":"2411.05943","title":"Quantifying artificial intelligence through algorithmic generalization","created":"2024-11-08","cited_by_count":5,"area":null},{"id":"2412.14076","title":"Compositional Generalization Across Distributional Shifts with Sparse Tree Operations","created":"2024-12-18","cited_by_count":5,"area":null},{"id":"2512.07805","title":"Group Representational Position Encoding","created":"2025-12-08","cited_by_count":5,"area":null},{"id":"2311.03233","title":"Navigating Scaling Laws: Compute Optimality in Adaptive Model Training","created":"2023-11-06","cited_by_count":4,"area":null},{"id":"2502.01578","title":"ReGLA: Refining Gated Linear Attention","created":"2025-02-03","cited_by_count":4,"area":null},{"id":"2502.16763","title":"Learning to Add, Multiply, and Execute Algorithmic Instructions Exactly with Neural Networks","created":"2025-02-24","cited_by_count":4,"area":null},{"id":"2506.11769","title":"Long-Short Alignment for Effective Long-Context Modeling in LLMs","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2507.07694","title":"SAS: Simulated Attention Score","created":"2025-07-10","cited_by_count":4,"area":null},{"id":"2510.14826","title":"To Infinity and Beyond: Tool-Use Unlocks Length Generalization in State Space Models","created":"2025-10-16","cited_by_count":4,"area":null},{"id":"2606.29983","title":"Stabilizing Extrapolation in Looped Transformers via Learned Stochastic Stopping","created":"2026-06-29","cited_by_count":4,"area":null},{"id":"2503.10542","title":"Language Models, Graph Searching, and Supervision Adulteration: When More Supervision is Less and How to Make More More","created":"2025-03-13","cited_by_count":3,"area":null},{"id":"2402.17407","title":"A Neural Rewriting System to Solve Algorithmic Problems","created":"2024-02-27","cited_by_count":2,"area":null},{"id":"2409.13728","title":"Rule Extrapolation in Language Models: A Study of Compositional Generalization on OOD Prompts","created":"2024-09-09","cited_by_count":2,"area":null},{"id":"2503.08067","title":"Context-aware Biases for Length Extrapolation","created":"2025-03-11","cited_by_count":2,"area":null},{"id":"2504.02797","title":"Spline-based Transformers","created":"2025-04-03","cited_by_count":2,"area":null},{"id":"2506.13277","title":"SeqPE: Transformer with Sequential Position Encoding","created":"2025-06-16","cited_by_count":2,"area":null},{"id":"2510.15231","title":"Extending Audio Context for Long-Form Understanding in Large Audio-Language Models","created":"2025-10-17","cited_by_count":2,"area":null},{"id":"2311.11601","title":"Addressing the Length Bias Problem in Document-Level Neural Machine Translation","created":"2023-11-20","cited_by_count":1,"area":null},{"id":"2406.08272","title":"Learning interpretable positional encodings in transformers depends on initialization","created":"2024-06-12","cited_by_count":1,"area":null},{"id":"2503.23174","title":"TRA: Better Length Generalisation with Threshold Relative Attention","created":"2025-03-29","cited_by_count":1,"area":null},{"id":"2510.10489","title":"Head-wise Adaptive Rotary Positional Encoding for Fine-Grained Image Generation","created":"2025-10-12","cited_by_count":1,"area":null},{"id":"2605.26035","title":"Length Generalization with Log-Depth Recurrent Units","created":"2026-05-25","cited_by_count":1,"area":null},{"id":"2310.14633","title":"Extending Input Contexts of Language Models through Training on Segmented Sequences","created":"2023-10-23","cited_by_count":0,"area":null},{"id":"2506.00920","title":"Position as Probability: Self-Supervised Transformers that Think Past Their Training for Length Extrapolation","created":"2025-06-01","cited_by_count":0,"area":null},{"id":"2507.19372","title":"Learning neuro-symbolic convergent term rewriting systems","created":"2025-07-25","cited_by_count":0,"area":null},{"id":"2510.09767","title":"HeSRN: Representation Learning On Heterogeneous Graphs via Slot-Aware Retentive Network","created":"2025-10-10","cited_by_count":0,"area":null},{"id":"2602.14050","title":"Position Encoding with Random Float Sampling Enhances Length Generalization of Transformers","created":"2026-02-15","cited_by_count":0,"area":null},{"id":"2602.21800","title":"An Evaluation of Context Length Extrapolation in Long Code via Positional Embeddings and Efficient Attention","created":"2026-02-25","cited_by_count":0,"area":null},{"id":"2606.24975","title":"Why Do Accumulated Transformations Extrapolate?","created":"2026-06-23","cited_by_count":0,"area":null},{"id":"2607.18759","title":"Relative Positions Generalize, Absolute Positions Memorize: An Implicit-Bias Account of Length Generalization in Attention","created":"2026-07-21","cited_by_count":0,"area":null},{"id":"2608.31067","title":"Universal Transformers for Circuit Computations: Perfect Length Generalization in Tiny Transformers","created":"2026-08-31","cited_by_count":0,"area":null},{"id":"2609.07314","title":"Content-Based Addressing for Long Context","created":"2026-09-07","cited_by_count":0,"area":null},{"id":"2609.12674","title":"Doc2FRC: Length-Consistent Document-Level Machine Translation via Fixed-Range Chunking","created":"2026-09-11","cited_by_count":0,"area":null},{"id":"2609.20278","title":"Labeled Incidence Structures for Native Transformer Modeling of Text, Knowledge Graphs, and Hypergraphs","created":"2026-07-29","cited_by_count":0,"area":null},{"id":"2609.34556","title":"RoPE is Dead, Long Live RoPE: Towards Scalable Data-aware Positional Encodings","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.04518","title":"Length Generalization Needs Proper Regularization","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.19358","title":"Asymptotic Behavior of Transformers","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}