{"list":"other","total":77,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867},{"id":"1911.00172","title":"Generalization through Memorization: Nearest Neighbor Language Models","created":"2019-11-01","cited_by_count":800},{"id":"2404.13501","title":"A Survey on the Memory Mechanism of Large Language Model based Agents","created":"2024-04-21","cited_by_count":634},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514},{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367},{"id":"2501.00663","title":"Titans: Learning to Memorize at Test Time","created":"2024-12-31","cited_by_count":328},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196},{"id":"2306.07174","title":"Augmenting Language Models with Long-Term Memory","created":"2023-06-12","cited_by_count":189},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174},{"id":"1610.06258","title":"Using Fast Weights to Attend to the Recent Past","created":"2016-10-20","cited_by_count":170},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159},{"id":"2503.14456","title":"RWKV-7 \"Goose\" with Expressive Dynamic State Evolution","created":"2025-03-18","cited_by_count":141},{"id":"2504.15965","title":"From Human Memory to AI Memory: A Survey on Memory Mechanisms in the Era of LLMs","created":"2025-04-22","cited_by_count":124},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99},{"id":"2402.04624","title":"MEMORYLLM: Towards Self-Updatable Large Language Models","created":"2024-02-07","cited_by_count":93},{"id":"2603.15569","title":"Mamba-3: Improved Sequence Modeling using State Space Principles","created":"2026-03-16","cited_by_count":89},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86},{"id":"2502.10297","title":"DeltaProduct: Improving State-Tracking in Linear RNNs via Householder Products","created":"2025-02-14","cited_by_count":75},{"id":"2512.24695","title":"Nested Learning: The Illusion of Deep Learning Architectures","created":"2025-12-31","cited_by_count":72},{"id":"2512.23675","title":"End-to-End Test-Time Training for Long Context","created":"2025-12-29","cited_by_count":62},{"id":"2507.22448","title":"Falcon-H1: A Family of Hybrid-Head Language Models Redefining Efficiency and Performance","created":"2025-07-30","cited_by_count":57},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39},{"id":"2505.00675","title":"Rethinking Memory in LLM based Agents: Representations, Operations, and Emerging Topics","created":"2025-05-01","cited_by_count":36},{"id":"2605.22791","title":"Gated DeltaNet-2: Decoupling Erase and Write in Linear Attention","created":"2026-05-21","cited_by_count":33},{"id":"2511.05963","title":"Next-Latent Prediction Transformers Learn Compact World Models","created":"2025-11-08","cited_by_count":31},{"id":"2506.18879","title":"CommVQ: Commutative Vector Quantization for KV Cache Compression","created":"2025-06-23","cited_by_count":28},{"id":"2410.02703","title":"Selective Attention Improves Transformer","created":"2024-10-03","cited_by_count":26},{"id":"2604.03444","title":"Olmo Hybrid: From Theory to Practice and Back","created":"2026-04-03","cited_by_count":22},{"id":"2605.06716","title":"From Storage to Experience: A Survey on the Evolution of LLM Agent Memory Mechanisms","created":"2026-05-07","cited_by_count":21},{"id":"2604.06169","title":"In-Place Test-Time Training","created":"2026-04-07","cited_by_count":20},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15},{"id":"2602.24281","title":"Memory Caching: RNNs with Growing Memory","created":"2026-02-27","cited_by_count":15},{"id":"2502.06049","title":"LM2: Large Memory Models","created":"2025-02-09","cited_by_count":13},{"id":"2602.21204","title":"Test-Time Training with KV Binding Is Secretly Linear Attention","created":"2026-02-24","cited_by_count":13},{"id":"2410.13846","title":"LightTransfer: Your Long-Context LLM is Secretly a Hybrid Model with Effortless Adaptation","created":"2024-10-17","cited_by_count":12},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12},{"id":"2412.13328","title":"Expansion Span: Combining Fading Memory and Retrieval in Hybrid State Space Models","created":"2024-12-17","cited_by_count":11},{"id":"2511.21016","title":"Gated KalmaNet: A Fading Memory Layer Through Test-Time Ridge Regression","created":"2025-11-26","cited_by_count":11},{"id":"2506.15545","title":"RATTENTION: Towards the Minimal Sliding Window Size in Local-Global Attention Models","created":"2025-06-18","cited_by_count":10},{"id":"2509.18868","title":"Memory in Large Language Models: Mechanisms, Evaluation and Evolution","created":"2025-09-23","cited_by_count":8},{"id":"2602.10743","title":"Kalman Linear Attention: Parallel Bayesian Filtering For Efficient Language Modelling and State Tracking","created":"2026-02-11","cited_by_count":8},{"id":"2509.06100","title":"Orthogonal Low-rank Adaptation in Lie Groups for Continual Learning of Large Language Models","created":"2025-09-07","cited_by_count":7},{"id":"2601.12906","title":"Gated Differentiable Working Memory for Long-Context Language Modeling","created":"2026-01-19","cited_by_count":6},{"id":"2602.00398","title":"MemoryLLM: Plug-n-Play Interpretable Feed-Forward Memory for Transformers","created":"2026-01-30","cited_by_count":5},{"id":"2605.08301","title":"Priming: Hybrid State Space Models From Pre-trained Transformers","created":"2026-05-08","cited_by_count":5},{"id":"2605.08949","title":"Muon-OGD: Muon-based Spectral Orthogonal Gradient Projection for LLM Continual Learning","created":"2026-05-09","cited_by_count":5},{"id":"2505.16950","title":"Bottlenecked Transformers: Periodic KV Cache Consolidation for Generalised Reasoning","created":"2025-05-22","cited_by_count":3},{"id":"2602.12601","title":"HyperMLP: An Integrated Perspective for Sequence Modeling","created":"2026-02-13","cited_by_count":3},{"id":"2602.13215","title":"When to Think Fast and Slow? AMOR: Adaptive Entropy Gate for Hybrid Models","created":"2026-01-22","cited_by_count":3},{"id":"2508.15099","title":"Hydra: A Modular Architecture for Efficient Long-Context Reasoning","created":"2025-08-20","cited_by_count":1},{"id":"2511.01581","title":"ExplicitLM: Decoupling Knowledge from Parameters via Explicit Memory Banks","created":"2025-11-03","cited_by_count":1},{"id":"2603.22325","title":"Hybrid Associative Memories","created":"2026-03-20","cited_by_count":1},{"id":"2605.08587","title":"Kaczmarz Linear Attention","created":"2026-05-09","cited_by_count":1}],"next_cursor":null}