{"total":57,"rows":[{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2512.13564","title":"Memory in the Age of AI Agents","created":"2025-12-15","cited_by_count":303,"area":"agents"},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2506.13585","title":"MiniMax-M1: Scaling Test-Time Compute Efficiently with Lightning Attention","created":"2025-06-16","cited_by_count":263,"area":"lr"},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127,"area":null},{"id":"2505.11594","title":"SageAttention3: Microscaling FP4 Attention for Inference and An Exploration of 8-Bit Training","created":"2025-05-16","cited_by_count":66,"area":null},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62,"area":null},{"id":"2605.26494","title":"The MiniMax-M2 Series: Mini Activations Unleashing Max Real-World Intelligence","created":"2026-05-26","cited_by_count":61,"area":"agents"},{"id":"2509.24006","title":"SLA: Beyond Sparsity in Diffusion Transformers via Fine-Tunable Sparse-Linear Attention","created":"2025-09-28","cited_by_count":58,"area":"diffusion"},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2411.17116","title":"Star Attention: Efficient LLM Inference over Long Sequences","created":"2024-11-26","cited_by_count":25,"area":"inference"},{"id":"2505.21136","title":"SageAttention2++: A More Efficient Implementation of SageAttention2","created":"2025-05-27","cited_by_count":22,"area":null},{"id":"2602.12675","title":"SLA2: Sparse-Linear Attention with Learnable Routing and QAT","created":"2026-02-13","cited_by_count":22,"area":"diffusion"},{"id":"2401.16265","title":"CO2: Efficient Distributed Training with Full Communication-Computation Overlap","created":"2024-01-29","cited_by_count":17,"area":null},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2510.04800","title":"Hybrid Architectures for Language Models: Systematic Analysis and Design Insights","created":"2025-10-06","cited_by_count":14,"area":"ssm"},{"id":"2503.14376","title":"Tiled Flash Linear Attention: More Efficient Linear RNN and xLSTM Kernels","created":"2025-03-18","cited_by_count":13,"area":null},{"id":"2503.16653","title":"iFlame: Interleaving Full and Linear Attention for Efficient Mesh Generation","created":"2025-03-20","cited_by_count":13,"area":null},{"id":"2410.13846","title":"LightTransfer: Your Long-Context LLM is Secretly a Hybrid Model with Effortless Adaptation","created":"2024-10-17","cited_by_count":12,"area":"lr"},{"id":"2604.15039","title":"Prefill-as-a-Service: KVCache of Next-Generation Models Could Go Cross-Datacenter","created":"2026-04-16","cited_by_count":11,"area":"inference"},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2512.08829","title":"InfiniteVL: Synergizing Linear and Sparse Attention for Highly-Efficient, Unlimited-Input Vision-Language Models","created":"2025-12-09","cited_by_count":10,"area":"mllm"},{"id":"2405.21022","title":"You Only Scan Once: Efficient Multi-dimension Sequential Modeling with LightNet","created":"2024-05-31","cited_by_count":9,"area":null},{"id":"2503.04725","title":"L$^2$M: Mutual Information Scaling Law for Long-Context Language Modeling","created":"2025-03-06","cited_by_count":9,"area":null},{"id":"2507.02591","title":"AuroraLong: Bringing RNNs Back to Efficient Open-Ended Video Understanding","created":"2025-07-03","cited_by_count":9,"area":null},{"id":"2404.02882","title":"Linear Attention Sequence Parallelism","created":"2024-04-03","cited_by_count":8,"area":null},{"id":"2510.16720","title":"Beyond Pipelines: A Survey of the Paradigm Shift toward Model-Native Agentic AI","created":"2025-10-19","cited_by_count":8,"area":"agents"},{"id":"2409.01990","title":"Designing Large Foundation Models for Efficient Training and Inference: A Survey","created":"2024-09-03","cited_by_count":7,"area":null},{"id":"2409.12490","title":"CritiPrefill: A Segment-wise Criticality-based Approach for Prefilling Acceleration in LLMs","created":"2024-09-19","cited_by_count":7,"area":null},{"id":"2505.20625","title":"Long Context Scaling: Divide and Conquer via Multi-Agent Question-driven Collaboration","created":"2025-05-27","cited_by_count":7,"area":"agents"},{"id":"2503.05447","title":"Linear-MoE: Linear Sequence Modeling Meets Mixture-of-Experts","created":"2025-03-07","cited_by_count":6,"area":"moe"},{"id":"2605.05838","title":"MDN: Parallelizing Stepwise Momentum for Delta Linear Attention","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2605.23081","title":"ThriftAttention: Selective Mixed Precision for Long-Context FP4 Attention","created":"2026-05-21","cited_by_count":4,"area":null},{"id":"2510.27258","title":"Higher-order Linear Attention","created":"2025-10-31","cited_by_count":2,"area":null},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2402.17512","title":"Unifying Linear-Time Attention via Latent Probabilistic Modelling","created":"2024-02-27","cited_by_count":1,"area":null},{"id":"2406.10906","title":"Breaking the Attention Bottleneck","created":"2024-06-16","cited_by_count":1,"area":null},{"id":"2503.02495","title":"Union of Experts: Adapting Hierarchical Routing to Equivalently Decomposed Transformer","created":"2025-03-04","cited_by_count":1,"area":"moe"},{"id":"2510.21956","title":"Transformer Based Linear Attention with Optimized GPU Kernel Implementation","created":"2025-10-24","cited_by_count":1,"area":null},{"id":"2603.26556","title":"When Perplexity Lies: Generation-Focused Distillation of Hybrid Sequence Models","created":"2026-03-27","cited_by_count":1,"area":null},{"id":"2608.15533","title":"DeltaLog: Deferred Materialization of Recurrent States for Linear Attention Decoding","created":"2026-08-16","cited_by_count":1,"area":"inference"},{"id":"2510.18239","title":"LIME: Link-based user-item Interaction Modeling with decoupled xor attention for Efficient test time scaling","created":"2025-10-21","cited_by_count":0,"area":"lr"},{"id":"2604.10064","title":"On The Application of Linear Attention in Multimodal Transformers","created":"2026-04-11","cited_by_count":0,"area":"mllm"},{"id":"2604.24715","title":"Long-Context Aware Upcycling: A New Frontier for Hybrid LLM Scaling","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.06946","title":"Adaptive Memory Decay for Log-Linear Attention","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2606.11052","title":"Attention Amnesia in Hybrid LLMs: When CoT Fine-Tuning Breaks Long-Range Recall, and How to Fix It","created":"2026-06-09","cited_by_count":0,"area":"lr"},{"id":"2606.11634","title":"Architecture-Aware Reinforcement Learning Makes Sliding-Window Attention Competitive in Math Reasoning","created":"2026-06-10","cited_by_count":0,"area":"lr"},{"id":"2607.12395","title":"Ring-Zero: Scaling Zero RL to a Trillion Parameters for Emergent Reasoning","created":"2026-07-14","cited_by_count":0,"area":"lr"},{"id":"2608.30567","title":"TuringLLM: Efficiently Scaling Foundation Models Toward Physical AI","created":"2026-08-31","cited_by_count":0,"area":"moe"},{"id":"2609.14320","title":"SpectralShift: Effective Context Window Extension of Gated DeltaNet via Spectral Reparameterization","created":"2026-09-13","cited_by_count":0,"area":null},{"id":"2609.35378","title":"Multilinguality in Hybrid Attention LLMs","created":"2026-09-28","cited_by_count":0,"area":"agents"},{"id":"2609.36860","title":"IronLLM: Forging Compact Edge-Native Language Models for Real-Time Embodied Intelligence","created":"2026-09-29","cited_by_count":0,"area":null}],"next_cursor":null}