{"total":96,"rows":[{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514,"area":"ssm"},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268,"area":null},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128,"area":null},{"id":"2402.04347","title":"The Hedgehog & the Porcupine: Expressive Linear Attentions with Softmax Mimicry","created":"2024-02-06","cited_by_count":120,"area":null},{"id":"2301.08721","title":"Batch Prompting: Efficient Inference with Large Language Model APIs","created":"2023-01-19","cited_by_count":85,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2402.09398","title":"Get More with LESS: Synthesizing Recurrence with KV Cache Compression for Efficient LLM Inference","created":"2024-02-14","cited_by_count":75,"area":"inference"},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2408.10189","title":"Transformers to SSMs: Distilling Quadratic Knowledge to Subquadratic Models","created":"2024-08-19","cited_by_count":67,"area":"ssm"},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2512.23675","title":"End-to-End Test-Time Training for Long Context","created":"2025-12-29","cited_by_count":62,"area":null},{"id":"2405.18428","title":"DiG: Scalable and Efficient Diffusion Models with Gated Linear Attention","created":"2024-05-28","cited_by_count":56,"area":"diffusion"},{"id":"2106.12566","title":"Stable, Fast and Accurate: Kernelized Attention with Relative Positional Encoding","created":"2021-06-23","cited_by_count":51,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2511.07384","title":"Teaching Pretrained Language Models to Think Deeper with Retrofitted Recurrence","created":"2025-11-10","cited_by_count":47,"area":"lr"},{"id":"2402.03170","title":"Is Mamba Capable of In-Context Learning?","created":"2024-02-05","cited_by_count":45,"area":"ssm"},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2105.14528","title":"Fast Nearest Neighbor Machine Translation","created":"2021-05-30","cited_by_count":37,"area":null},{"id":"2110.02488","title":"ABC: Attention with Bounded-memory Control","created":"2021-10-06","cited_by_count":36,"area":null},{"id":"2310.01655","title":"PolySketchFormer: Fast Transformers via Sketching Polynomial Kernels","created":"2023-10-02","cited_by_count":36,"area":null},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33,"area":null},{"id":"2112.04139","title":"Bidimensional Leaderboards: Generate and Evaluate Language Hand in Hand","created":"2021-12-08","cited_by_count":32,"area":null},{"id":"2204.04667","title":"Linear Complexity Randomized Self-attention Mechanism","created":"2022-04-10","cited_by_count":31,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2210.04243","title":"Fine-Tuning Pre-trained Transformers into Decaying Fast Weights","created":"2022-10-09","cited_by_count":26,"area":null},{"id":"2505.03005","title":"RADLADS: Rapid Attention Distillation to Linear Attention Decoders at Scale","created":"2025-05-05","cited_by_count":24,"area":null},{"id":"2205.01972","title":"Sequencer: Deep LSTM for Image Classification","created":"2022-05-04","cited_by_count":23,"area":null},{"id":"2302.04542","title":"Efficient Attention via Control Variates","created":"2023-02-09","cited_by_count":23,"area":null},{"id":"2502.20339","title":"Thinking Slow, Fast: Scaling Inference Compute with Distilled Reasoners","created":"2025-02-27","cited_by_count":22,"area":"lr"},{"id":"2211.03495","title":"How Much Does Attention Actually Attend? Questioning the Importance of Attention in Pretrained Transformers","created":"2022-11-07","cited_by_count":21,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2504.10449","title":"M1: Towards Scalable Test-Time Compute with Mamba Reasoning Models","created":"2025-04-14","cited_by_count":21,"area":"lr"},{"id":"2512.20569","title":"Distilling to Hybrid Attention Models via KL-Guided Layer Selection","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2601.22156","title":"Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts","created":"2026-01-29","cited_by_count":18,"area":null},{"id":"2602.23361","title":"VGG-T$^3$: Offline Feed-Forward 3D Reconstruction at Scale","created":"2026-02-26","cited_by_count":18,"area":null},{"id":"2109.07364","title":"Towards Incremental Transformers: An Empirical Analysis of Transformer Models for Incremental NLU","created":"2021-09-15","cited_by_count":17,"area":null},{"id":"2304.03369","title":"EGA-Depth: Efficient Guided Attention for Self-Supervised Multi-Camera Depth Estimation","created":"2023-04-06","cited_by_count":16,"area":null},{"id":"2109.02377","title":"PermuteFormer: Efficient Relative Position Encoding for Long Sequences","created":"2021-09-06","cited_by_count":14,"area":null},{"id":"2507.16577","title":"Scaling Linear Attention with Sparse State Expansion","created":"2025-07-22","cited_by_count":13,"area":null},{"id":"2410.13846","title":"LightTransfer: Your Long-Context LLM is Secretly a Hybrid Model with Effortless Adaptation","created":"2024-10-17","cited_by_count":12,"area":"lr"},{"id":"2502.13145","title":"Multimodal Mamba: Decoder-only Multimodal State Space Model via Quadratic to Linear Distillation","created":"2025-02-18","cited_by_count":12,"area":"mllm"},{"id":"2109.06679","title":"Efficient Inference for Multilingual Neural Machine Translation","created":"2021-09-14","cited_by_count":10,"area":null},{"id":"2405.08553","title":"Improving Transformers with Dynamically Composable Multi-Head Attention","created":"2024-05-14","cited_by_count":10,"area":null},{"id":"2207.03341","title":"Softmax-free Linear Transformers","created":"2022-07-05","cited_by_count":9,"area":null},{"id":"2112.08152","title":"Faster Nearest Neighbor Machine Translation","created":"2021-12-15","cited_by_count":8,"area":null},{"id":"2307.09701","title":"Efficiency Pentathlon: A Standardized Arena for Efficiency Evaluation","created":"2023-07-19","cited_by_count":7,"area":null},{"id":"2608.11233","title":"Retrofitting Recurrent Depth into a Pretrained Language Model: Installation, Extrapolation, Transfer, and Retention at Two Parameter Budgets","created":"2026-07-31","cited_by_count":6,"area":null},{"id":"2212.11791","title":"Training Integer-Only Deep Recurrent Neural Networks","created":"2022-12-22","cited_by_count":5,"area":null},{"id":"2504.00037","title":"ViT-Linearizer: Distilling Quadratic Knowledge into Linear-Time Vision Models","created":"2025-03-30","cited_by_count":5,"area":null},{"id":"2509.05276","title":"SpikingBrain: Spiking Brain-inspired Large Models","created":"2025-09-05","cited_by_count":5,"area":null},{"id":"2512.23852","title":"Trellis: Learning to Compress Key-Value Memory in Attention Models","created":"2025-12-29","cited_by_count":5,"area":null},{"id":"2606.06479","title":"Pretraining Recurrent Networks without Recurrence","created":"2026-06-04","cited_by_count":5,"area":null},{"id":"2203.12644","title":"Linearizing Transformer with Key-Value Memory","created":"2022-03-23","cited_by_count":4,"area":null},{"id":"2205.09273","title":"Twist Decoding: Diverse Generators Guide Each Other","created":"2022-05-19","cited_by_count":4,"area":null},{"id":"2502.01578","title":"ReGLA: Refining Gated Linear Attention","created":"2025-02-03","cited_by_count":4,"area":null},{"id":"2509.23436","title":"LOTFormer: Doubly-Stochastic Linear Attention via Low-Rank Optimal Transport","created":"2025-09-27","cited_by_count":4,"area":null},{"id":"2602.02180","title":"STILL: Selecting Tokens for Intra-Layer Hybrid Attention to Linearize LLMs","created":"2026-02-02","cited_by_count":4,"area":null},{"id":"2605.05838","title":"MDN: Parallelizing Stepwise Momentum for Delta Linear Attention","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2606.20097","title":"HydraHead: From Head-Level Functional Heterogeneity to Specialized Attention Hybridization","created":"2026-06-18","cited_by_count":4,"area":null},{"id":"2109.09828","title":"iRNN: Integer-only Recurrent Neural Network","created":"2021-09-20","cited_by_count":3,"area":null},{"id":"2210.08431","title":"Modeling Context With Linear Attention for Scalable Document-Level Translation","created":"2022-10-16","cited_by_count":3,"area":null},{"id":"2404.02684","title":"Cross-Architecture Transfer Learning for Linear-Cost Inference Transformers","created":"2024-04-03","cited_by_count":3,"area":null},{"id":"2506.09316","title":"On-the-Fly Adaptive Distillation of Transformer to Dual-State Linear Attention","created":"2025-06-11","cited_by_count":3,"area":null},{"id":"2506.18999","title":"Diffusion Transformer-to-Mamba Distillation for High-Resolution Image Generation","created":"2025-06-23","cited_by_count":3,"area":"diffusion"},{"id":"2603.15590","title":"Effective Distillation to Hybrid xLSTM Architectures","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2604.14191","title":"Attention to Mamba: A Recipe for Cross-Architecture Distillation","created":"2026-04-01","cited_by_count":3,"area":"ssm"},{"id":"2110.02453","title":"Ripple Attention for Visual Perception with Sub-quadratic Complexity","created":"2021-10-06","cited_by_count":2,"area":null},{"id":"2209.00735","title":"Recurrent Convolutional Neural Networks Learn Succinct Learning Algorithms","created":"2022-09-01","cited_by_count":2,"area":null},{"id":"2305.16947","title":"Sentence-Incremental Neural Coreference Resolution","created":"2023-05-26","cited_by_count":2,"area":null},{"id":"2403.17445","title":"Incorporating Exponential Smoothing into MLP: A Simple but Effective Sequence Model","created":"2024-03-26","cited_by_count":2,"area":null},{"id":"2410.06846","title":"Joint Fine-tuning and Conversion of Pretrained Speech and Language Models towards Linear Complexity","created":"2024-10-09","cited_by_count":2,"area":"ssm"},{"id":"2507.03340","title":"Degrees of Freedom for Linear Attention: Distilling Softmax Attention with Optimal Feature Efficiency","created":"2025-07-04","cited_by_count":2,"area":null},{"id":"2510.05901","title":"Untangling Component Imbalance in Hybrid Linear Attention Conversion Methods","created":"2025-10-07","cited_by_count":2,"area":null},{"id":"2510.11602","title":"Deconstructing Attention: Investigating Design Principles for Effective Language Modeling","created":"2025-10-13","cited_by_count":2,"area":null},{"id":"2604.22575","title":"SpikingBrain2.0: Brain-Inspired Foundation Models for Efficient Long-Context and Cross-Platform Inference","created":"2026-04-24","cited_by_count":2,"area":null},{"id":"2606.01294","title":"Don't Read Everything: A Curvature-Conditioned Query for Linear Attention","created":"2026-05-31","cited_by_count":2,"area":null},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2304.00171","title":"Practical Conformer: Optimizing size, speed and flops of Conformer for on-Device and cloud ASR","created":"2023-03-31","cited_by_count":1,"area":null},{"id":"2504.14366","title":"What Matters in Linearizing Language Models? A Comparative Study of Architecture, Scale, and Task Adaptation","created":"2025-04-19","cited_by_count":1,"area":null},{"id":"2506.11305","title":"Don't Pay Attention","created":"2025-06-12","cited_by_count":1,"area":null},{"id":"2602.01198","title":"A State-Transition Framework for Efficient LLM Reasoning","created":"2026-02-01","cited_by_count":1,"area":"lr"},{"id":"2602.01763","title":"A Provable Expressiveness Hierarchy in Hybrid Linear-Full Attention","created":"2026-02-02","cited_by_count":1,"area":null},{"id":"2605.13473","title":"OSDN: Improving Delta Rule with Provable Online Preconditioning in Linear Attention","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2606.16429","title":"Taylor-Calibrate: Principled Initialization for Hybrid Linear Attention Distillation","created":"2026-06-15","cited_by_count":1,"area":"inference"},{"id":"2608.22368","title":"DiD It in 87 Minutes: A Label-Free Softmax-to-Linear Adaptation of Vision Transformers for Object Detection","created":"2026-08-23","cited_by_count":1,"area":null},{"id":"2205.05842","title":"Supplementary Material: Implementation and Experiments for GAU-based Model","created":"2022-05-12","cited_by_count":0,"area":null},{"id":"2503.03269","title":"Conformal Transformations for Symmetric Power Transformers","created":"2025-03-05","cited_by_count":0,"area":null},{"id":"2602.01007","title":"Distilling Token-Trained Models into Byte-Level Models","created":"2026-02-01","cited_by_count":0,"area":"distill"},{"id":"2605.06501","title":"Cubit: Token Mixer with Kernel Ridge Regression","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.20936","title":"DASH: Fast Differentiable Architecture Search for Hybrid Attention in Minutes on a Single GPU","created":"2026-05-20","cited_by_count":0,"area":"inference"},{"id":"2607.19358","title":"LISA: Linear-Indexed Sparse Attention for Efficient Long-Context Reasoning","created":"2026-05-29","cited_by_count":0,"area":"lr"},{"id":"2609.31947","title":"On-Policy Attention Linearization","created":"2026-09-25","cited_by_count":0,"area":"lr"},{"id":"2610.13674","title":"Not All Dimensions Are Equal: Outlier-Aware Attention Linearization with Grouped Quadratic Kernels","created":"2026-10-09","cited_by_count":0,"area":null},{"id":"2610.17914","title":"LinMorph: Learning to Morph Weights for Efficient Video DiT Linearization","created":"2026-10-13","cited_by_count":0,"area":"diffusion"}],"next_cursor":null}