{"total":117,"rows":[{"id":"2309.10668","title":"Language Modeling Is Compression","created":"2023-09-19","cited_by_count":225,"area":null},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216,"area":null},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2410.06205","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?","created":"2024-10-08","cited_by_count":115,"area":null},{"id":"2309.10400","title":"PoSE: Efficient Context Window Extension of LLMs via Positional Skip-wise Training","created":"2023-09-19","cited_by_count":111,"area":null},{"id":"2408.09559","title":"HiAgent: Hierarchical Working Memory Management for Solving Long-Horizon Agent Tasks with Large Language Model","created":"2024-08-18","cited_by_count":106,"area":"lr"},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86,"area":null},{"id":"2402.12376","title":"FiT: Flexible Vision Transformer for Diffusion Model","created":"2024-02-19","cited_by_count":85,"area":"diffusion"},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78,"area":null},{"id":"2402.09963","title":"Why are Sensitive Functions Hard for Transformers?","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2311.14737","title":"Positional Description Matters for Transformers Arithmetic","created":"2023-11-22","cited_by_count":56,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2310.16450","title":"CLEX: Continuous Length Extrapolation for Large Language Models","created":"2023-10-25","cited_by_count":44,"area":null},{"id":"2606.16993","title":"DreamX-World 1.0: A General-Purpose Interactive World Model","created":"2026-06-15","cited_by_count":40,"area":"wm"},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2308.10882","title":"Giraffe: Adventures in Expanding Context Lengths in LLMs","created":"2023-08-21","cited_by_count":33,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2502.01612","title":"Self-Improving Transformers Overcome Easy-to-Hard and Length Generalization Challenges","created":"2025-02-03","cited_by_count":31,"area":"synth"},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2406.04229","title":"The CLRS-Text Algorithmic Reasoning Language Benchmark","created":"2024-06-06","cited_by_count":28,"area":"lr"},{"id":"2403.00071","title":"Resonance RoPE: Improving Context Length Generalization of Large Language Models","created":"2024-02-29","cited_by_count":27,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2405.13226","title":"Dataset Decomposition: Faster LLM Training with Variable Sequence Length Curriculum","created":"2024-05-21","cited_by_count":26,"area":null},{"id":"2410.03227","title":"ALR$^2$: A Retrieve-then-Reason Framework for Long-context Question Answering","created":"2024-10-04","cited_by_count":26,"area":"lr"},{"id":"2403.18361","title":"ViTAR: Vision Transformer with Any Resolution","created":"2024-03-27","cited_by_count":25,"area":null},{"id":"2405.20131","title":"Language Models Need Inductive Biases to Count Inductively","created":"2024-05-30","cited_by_count":25,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2407.03575","title":"DGR-MIL: Exploring Diverse Global Representation in Multiple Instance Learning for Whole Slide Image Classification","created":"2024-07-04","cited_by_count":25,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2411.07107","title":"Training Neural Networks as Recognizers of Formal Languages","created":"2024-11-11","cited_by_count":24,"area":"lr"},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2409.00509","title":"LongRecipe: Recipe for Efficient Long Context Generalization in Large Language Models","created":"2024-08-31","cited_by_count":23,"area":null},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22,"area":null},{"id":"2406.06893","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","created":"2024-06-11","cited_by_count":22,"area":null},{"id":"2410.10034","title":"TULIP: Token-length Upgraded CLIP","created":"2024-10-13","cited_by_count":19,"area":"mllm"},{"id":"2410.21216","title":"HoPE: A Novel Positional Encoding Without Long-Term Decay for Enhanced Context Awareness and Extrapolation","created":"2024-10-28","cited_by_count":17,"area":null},{"id":"2406.07138","title":"An Efficient Recipe for Long Context Extension via Middle-Focused Positional Encoding","created":"2024-06-11","cited_by_count":16,"area":null},{"id":"2408.03282","title":"AMES: Asymmetric and Memory-Efficient Similarity Estimation for Instance-level Retrieval","created":"2024-08-06","cited_by_count":16,"area":null},{"id":"2404.06910","title":"Superposition Prompting: Improving and Accelerating Retrieval-Augmented Generation","created":"2024-04-10","cited_by_count":15,"area":"rag"},{"id":"2406.08787","title":"A Survey on Compositional Learning of AI Models: Theoretical and Experimental Practices","created":"2024-06-13","cited_by_count":15,"area":null},{"id":"2410.13925","title":"FiTv2: Scalable and Improved Flexible Vision Transformer for Diffusion Model","created":"2024-10-17","cited_by_count":15,"area":"diffusion"},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2412.19350","title":"On the Expressiveness and Length Generalization of Selective State-Space Models on Regular Languages","created":"2024-12-26","cited_by_count":15,"area":"ssm"},{"id":"2506.09251","title":"Extrapolation by Association: Length Generalization Transfer in Transformers","created":"2025-06-10","cited_by_count":13,"area":null},{"id":"2311.05241","title":"When Meta-Learning Meets Online and Continual Learning: A Survey","created":"2023-11-09","cited_by_count":12,"area":null},{"id":"2403.13501","title":"VSTAR: Generative Temporal Nursing for Longer Dynamic Video Synthesis","created":"2024-03-20","cited_by_count":11,"area":"diffusion"},{"id":"2404.00560","title":"A Theory for Length Generalization in Learning to Reason","created":"2024-03-31","cited_by_count":11,"area":null},{"id":"2406.01895","title":"Explicitly Encoding Structural Symmetry is Key to Length Generalization in Arithmetic Tasks","created":"2024-06-04","cited_by_count":11,"area":"lr"},{"id":"2310.11984","title":"From Interpolation to Extrapolation: Complete Length Generalization for Arithmetic Transformers","created":"2023-10-18","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2412.17592","title":"Investigating Length Issues in Document-level Machine Translation","created":"2024-12-23","cited_by_count":10,"area":null},{"id":"2509.05218","title":"HoPE: Hyperbolic Rotary Positional Encoding for Stable Long-Range Dependency Modeling in Large Language Models","created":"2025-09-05","cited_by_count":10,"area":null},{"id":"2402.17396","title":"Benchmarking GPT-4 on Algorithmic Problems: A Systematic Evaluation of Prompting Strategies","created":"2024-02-27","cited_by_count":9,"area":null},{"id":"2403.08312","title":"StreamingDialogue: Prolonged Dialogue Learning via Long Context Compression with Minimal Losses","created":"2024-03-13","cited_by_count":9,"area":"inference"},{"id":"2405.17358","title":"Rethinking Transformers in Solving POMDPs","created":"2024-05-27","cited_by_count":9,"area":"deeprl"},{"id":"2410.18533","title":"LOGO -- Long cOntext aliGnment via efficient preference Optimization","created":"2024-10-24","cited_by_count":9,"area":"alignment"},{"id":"2504.13101","title":"Position: An Empirically Grounded Identifiability Theory Will Accelerate Self-Supervised Learning Research","created":"2025-04-17","cited_by_count":9,"area":null},{"id":"2505.16983","title":"LLM as Effective Streaming Processor: Bridging Streaming-Batch Mismatches with Group Position Encoding","created":"2025-05-22","cited_by_count":9,"area":null},{"id":"2402.08225","title":"Improving Black-box Robustness with In-Context Rewriting","created":"2024-02-13","cited_by_count":8,"area":null},{"id":"2403.00417","title":"Rethinking Tokenization: Crafting Better Tokenizers for Large Language Models","created":"2024-03-01","cited_by_count":8,"area":"lr"},{"id":"2411.02322","title":"LayerDAG: A Layerwise Autoregressive Diffusion Model for Directed Acyclic Graph Generation","created":"2024-11-04","cited_by_count":8,"area":"diffusion"},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2401.07105","title":"Graph Language Models","created":"2024-01-13","cited_by_count":6,"area":null},{"id":"2410.01490","title":"Extending Context Window of Large Language Models from a Distributional Perspective","created":"2024-10-02","cited_by_count":6,"area":null},{"id":"2504.02827","title":"On Vanishing Variance in Transformer Length Generalization","created":"2025-04-03","cited_by_count":6,"area":null},{"id":"2509.22445","title":"Bridging Kolmogorov Complexity and Deep Learning: Asymptotically Optimal Description Length Objectives for Transformers","created":"2025-09-26","cited_by_count":6,"area":null},{"id":"2402.00236","title":"Positional Encoding Helps Recurrent Neural Networks Handle a Large Vocabulary","created":"2024-01-31","cited_by_count":5,"area":null},{"id":"2411.05943","title":"Quantifying artificial intelligence through algorithmic generalization","created":"2024-11-08","cited_by_count":5,"area":null},{"id":"2412.14076","title":"Compositional Generalization Across Distributional Shifts with Sparse Tree Operations","created":"2024-12-18","cited_by_count":5,"area":null},{"id":"2512.07805","title":"Group Representational Position Encoding","created":"2025-12-08","cited_by_count":5,"area":null},{"id":"2311.03233","title":"Navigating Scaling Laws: Compute Optimality in Adaptive Model Training","created":"2023-11-06","cited_by_count":4,"area":null},{"id":"2501.00712","title":"Rethinking Addressing in Language Models via Contexualized Equivariant Positional Encoding","created":"2025-01-01","cited_by_count":4,"area":"lr"},{"id":"2502.01578","title":"ReGLA: Refining Gated Linear Attention","created":"2025-02-03","cited_by_count":4,"area":null},{"id":"2502.16763","title":"Learning to Add, Multiply, and Execute Algorithmic Instructions Exactly with Neural Networks","created":"2025-02-24","cited_by_count":4,"area":null},{"id":"2503.18719","title":"Boosting Resolution Generalization of Diffusion Transformers with Randomized Positional Encodings","created":"2025-03-24","cited_by_count":4,"area":"diffusion"},{"id":"2506.11769","title":"Long-Short Alignment for Effective Long-Context Modeling in LLMs","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2507.07694","title":"SAS: Simulated Attention Score","created":"2025-07-10","cited_by_count":4,"area":null},{"id":"2510.14826","title":"To Infinity and Beyond: Tool-Use Unlocks Length Generalization in State Space Models","created":"2025-10-16","cited_by_count":4,"area":null},{"id":"2606.29983","title":"Stabilizing Extrapolation in Looped Transformers via Learned Stochastic Stopping","created":"2026-06-29","cited_by_count":4,"area":null},{"id":"2503.04344","title":"LEDiT: Your Length-Extrapolatable Diffusion Transformer without Positional Encoding","created":"2025-03-06","cited_by_count":3,"area":"diffusion"},{"id":"2503.10542","title":"Language Models, Graph Searching, and Supervision Adulteration: When More Supervision is Less and How to Make More More","created":"2025-03-13","cited_by_count":3,"area":null},{"id":"2507.13332","title":"The Imitation Game: Turing Machine Imitator is Length Generalizable Reasoner","created":"2025-07-17","cited_by_count":3,"area":"lr"},{"id":"2402.17407","title":"A Neural Rewriting System to Solve Algorithmic Problems","created":"2024-02-27","cited_by_count":2,"area":null},{"id":"2409.13728","title":"Rule Extrapolation in Language Models: A Study of Compositional Generalization on OOD Prompts","created":"2024-09-09","cited_by_count":2,"area":null},{"id":"2503.08067","title":"Context-aware Biases for Length Extrapolation","created":"2025-03-11","cited_by_count":2,"area":null},{"id":"2504.02797","title":"Spline-based Transformers","created":"2025-04-03","cited_by_count":2,"area":null},{"id":"2506.13277","title":"SeqPE: Transformer with Sequential Position Encoding","created":"2025-06-16","cited_by_count":2,"area":null},{"id":"2510.15231","title":"Extending Audio Context for Long-Form Understanding in Large Audio-Language Models","created":"2025-10-17","cited_by_count":2,"area":null},{"id":"2512.21576","title":"Towards Long-window Anchoring in Vision-Language Model Distillation","created":"2025-12-25","cited_by_count":2,"area":"mllm"},{"id":"2311.11601","title":"Addressing the Length Bias Problem in Document-Level Neural Machine Translation","created":"2023-11-20","cited_by_count":1,"area":null},{"id":"2406.08272","title":"Learning interpretable positional encodings in transformers depends on initialization","created":"2024-06-12","cited_by_count":1,"area":null},{"id":"2503.23174","title":"TRA: Better Length Generalisation with Threshold Relative Attention","created":"2025-03-29","cited_by_count":1,"area":null},{"id":"2510.10489","title":"Head-wise Adaptive Rotary Positional Encoding for Fine-Grained Image Generation","created":"2025-10-12","cited_by_count":1,"area":null},{"id":"2604.14339","title":"Shuffle the Context: RoPE-Perturbed Self-Distillation for Long-Context Adaptation","created":"2026-04-15","cited_by_count":1,"area":"rag"},{"id":"2604.21632","title":"To See the Unseen: on the Generalization Ability of Transformers in Symbolic Reasoning","created":"2026-04-23","cited_by_count":1,"area":"lr"},{"id":"2605.26035","title":"Length Generalization with Log-Depth Recurrent Units","created":"2026-05-25","cited_by_count":1,"area":null},{"id":"2310.14633","title":"Extending Input Contexts of Language Models through Training on Segmented Sequences","created":"2023-10-23","cited_by_count":0,"area":null},{"id":"2412.11459","title":"Rethinking Associative Memory Mechanism in Induction Head","created":"2024-12-16","cited_by_count":0,"area":"lr"}],"next_cursor":"100"}