{"total":76,"rows":[{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268,"area":null},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128,"area":null},{"id":"2402.04347","title":"The Hedgehog & the Porcupine: Expressive Linear Attentions with Softmax Mimicry","created":"2024-02-06","cited_by_count":120,"area":null},{"id":"2301.08721","title":"Batch Prompting: Efficient Inference with Large Language Model APIs","created":"2023-01-19","cited_by_count":85,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2512.23675","title":"End-to-End Test-Time Training for Long Context","created":"2025-12-29","cited_by_count":62,"area":null},{"id":"2106.12566","title":"Stable, Fast and Accurate: Kernelized Attention with Relative Positional Encoding","created":"2021-06-23","cited_by_count":51,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2105.14528","title":"Fast Nearest Neighbor Machine Translation","created":"2021-05-30","cited_by_count":37,"area":null},{"id":"2110.02488","title":"ABC: Attention with Bounded-memory Control","created":"2021-10-06","cited_by_count":36,"area":null},{"id":"2310.01655","title":"PolySketchFormer: Fast Transformers via Sketching Polynomial Kernels","created":"2023-10-02","cited_by_count":36,"area":null},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33,"area":null},{"id":"2112.04139","title":"Bidimensional Leaderboards: Generate and Evaluate Language Hand in Hand","created":"2021-12-08","cited_by_count":32,"area":null},{"id":"2204.04667","title":"Linear Complexity Randomized Self-attention Mechanism","created":"2022-04-10","cited_by_count":31,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2210.04243","title":"Fine-Tuning Pre-trained Transformers into Decaying Fast Weights","created":"2022-10-09","cited_by_count":26,"area":null},{"id":"2505.03005","title":"RADLADS: Rapid Attention Distillation to Linear Attention Decoders at Scale","created":"2025-05-05","cited_by_count":24,"area":null},{"id":"2205.01972","title":"Sequencer: Deep LSTM for Image Classification","created":"2022-05-04","cited_by_count":23,"area":null},{"id":"2302.04542","title":"Efficient Attention via Control Variates","created":"2023-02-09","cited_by_count":23,"area":null},{"id":"2211.03495","title":"How Much Does Attention Actually Attend? Questioning the Importance of Attention in Pretrained Transformers","created":"2022-11-07","cited_by_count":21,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2512.20569","title":"Distilling to Hybrid Attention Models via KL-Guided Layer Selection","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2601.22156","title":"Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts","created":"2026-01-29","cited_by_count":18,"area":null},{"id":"2602.23361","title":"VGG-T$^3$: Offline Feed-Forward 3D Reconstruction at Scale","created":"2026-02-26","cited_by_count":18,"area":null},{"id":"2109.07364","title":"Towards Incremental Transformers: An Empirical Analysis of Transformer Models for Incremental NLU","created":"2021-09-15","cited_by_count":17,"area":null},{"id":"2304.03369","title":"EGA-Depth: Efficient Guided Attention for Self-Supervised Multi-Camera Depth Estimation","created":"2023-04-06","cited_by_count":16,"area":null},{"id":"2109.02377","title":"PermuteFormer: Efficient Relative Position Encoding for Long Sequences","created":"2021-09-06","cited_by_count":14,"area":null},{"id":"2507.16577","title":"Scaling Linear Attention with Sparse State Expansion","created":"2025-07-22","cited_by_count":13,"area":null},{"id":"2109.06679","title":"Efficient Inference for Multilingual Neural Machine Translation","created":"2021-09-14","cited_by_count":10,"area":null},{"id":"2405.08553","title":"Improving Transformers with Dynamically Composable Multi-Head Attention","created":"2024-05-14","cited_by_count":10,"area":null},{"id":"2207.03341","title":"Softmax-free Linear Transformers","created":"2022-07-05","cited_by_count":9,"area":null},{"id":"2112.08152","title":"Faster Nearest Neighbor Machine Translation","created":"2021-12-15","cited_by_count":8,"area":null},{"id":"2307.09701","title":"Efficiency Pentathlon: A Standardized Arena for Efficiency Evaluation","created":"2023-07-19","cited_by_count":7,"area":null},{"id":"2608.11233","title":"Retrofitting Recurrent Depth into a Pretrained Language Model: Installation, Extrapolation, Transfer, and Retention at Two Parameter Budgets","created":"2026-07-31","cited_by_count":6,"area":null},{"id":"2212.11791","title":"Training Integer-Only Deep Recurrent Neural Networks","created":"2022-12-22","cited_by_count":5,"area":null},{"id":"2504.00037","title":"ViT-Linearizer: Distilling Quadratic Knowledge into Linear-Time Vision Models","created":"2025-03-30","cited_by_count":5,"area":null},{"id":"2509.05276","title":"SpikingBrain: Spiking Brain-inspired Large Models","created":"2025-09-05","cited_by_count":5,"area":null},{"id":"2512.23852","title":"Trellis: Learning to Compress Key-Value Memory in Attention Models","created":"2025-12-29","cited_by_count":5,"area":null},{"id":"2606.06479","title":"Pretraining Recurrent Networks without Recurrence","created":"2026-06-04","cited_by_count":5,"area":null},{"id":"2203.12644","title":"Linearizing Transformer with Key-Value Memory","created":"2022-03-23","cited_by_count":4,"area":null},{"id":"2205.09273","title":"Twist Decoding: Diverse Generators Guide Each Other","created":"2022-05-19","cited_by_count":4,"area":null},{"id":"2502.01578","title":"ReGLA: Refining Gated Linear Attention","created":"2025-02-03","cited_by_count":4,"area":null},{"id":"2509.23436","title":"LOTFormer: Doubly-Stochastic Linear Attention via Low-Rank Optimal Transport","created":"2025-09-27","cited_by_count":4,"area":null},{"id":"2602.02180","title":"STILL: Selecting Tokens for Intra-Layer Hybrid Attention to Linearize LLMs","created":"2026-02-02","cited_by_count":4,"area":null},{"id":"2605.05838","title":"MDN: Parallelizing Stepwise Momentum for Delta Linear Attention","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2606.20097","title":"HydraHead: From Head-Level Functional Heterogeneity to Specialized Attention Hybridization","created":"2026-06-18","cited_by_count":4,"area":null},{"id":"2109.09828","title":"iRNN: Integer-only Recurrent Neural Network","created":"2021-09-20","cited_by_count":3,"area":null},{"id":"2210.08431","title":"Modeling Context With Linear Attention for Scalable Document-Level Translation","created":"2022-10-16","cited_by_count":3,"area":null},{"id":"2404.02684","title":"Cross-Architecture Transfer Learning for Linear-Cost Inference Transformers","created":"2024-04-03","cited_by_count":3,"area":null},{"id":"2506.09316","title":"On-the-Fly Adaptive Distillation of Transformer to Dual-State Linear Attention","created":"2025-06-11","cited_by_count":3,"area":null},{"id":"2603.15590","title":"Effective Distillation to Hybrid xLSTM Architectures","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2110.02453","title":"Ripple Attention for Visual Perception with Sub-quadratic Complexity","created":"2021-10-06","cited_by_count":2,"area":null},{"id":"2209.00735","title":"Recurrent Convolutional Neural Networks Learn Succinct Learning Algorithms","created":"2022-09-01","cited_by_count":2,"area":null},{"id":"2305.16947","title":"Sentence-Incremental Neural Coreference Resolution","created":"2023-05-26","cited_by_count":2,"area":null},{"id":"2403.17445","title":"Incorporating Exponential Smoothing into MLP: A Simple but Effective Sequence Model","created":"2024-03-26","cited_by_count":2,"area":null},{"id":"2507.03340","title":"Degrees of Freedom for Linear Attention: Distilling Softmax Attention with Optimal Feature Efficiency","created":"2025-07-04","cited_by_count":2,"area":null},{"id":"2510.05901","title":"Untangling Component Imbalance in Hybrid Linear Attention Conversion Methods","created":"2025-10-07","cited_by_count":2,"area":null},{"id":"2510.11602","title":"Deconstructing Attention: Investigating Design Principles for Effective Language Modeling","created":"2025-10-13","cited_by_count":2,"area":null},{"id":"2604.22575","title":"SpikingBrain2.0: Brain-Inspired Foundation Models for Efficient Long-Context and Cross-Platform Inference","created":"2026-04-24","cited_by_count":2,"area":null},{"id":"2606.01294","title":"Don't Read Everything: A Curvature-Conditioned Query for Linear Attention","created":"2026-05-31","cited_by_count":2,"area":null},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2304.00171","title":"Practical Conformer: Optimizing size, speed and flops of Conformer for on-Device and cloud ASR","created":"2023-03-31","cited_by_count":1,"area":null},{"id":"2504.14366","title":"What Matters in Linearizing Language Models? A Comparative Study of Architecture, Scale, and Task Adaptation","created":"2025-04-19","cited_by_count":1,"area":null},{"id":"2506.11305","title":"Don't Pay Attention","created":"2025-06-12","cited_by_count":1,"area":null},{"id":"2602.01763","title":"A Provable Expressiveness Hierarchy in Hybrid Linear-Full Attention","created":"2026-02-02","cited_by_count":1,"area":null},{"id":"2605.13473","title":"OSDN: Improving Delta Rule with Provable Online Preconditioning in Linear Attention","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2608.22368","title":"DiD It in 87 Minutes: A Label-Free Softmax-to-Linear Adaptation of Vision Transformers for Object Detection","created":"2026-08-23","cited_by_count":1,"area":null},{"id":"2205.05842","title":"Supplementary Material: Implementation and Experiments for GAU-based Model","created":"2022-05-12","cited_by_count":0,"area":null},{"id":"2503.03269","title":"Conformal Transformations for Symmetric Power Transformers","created":"2025-03-05","cited_by_count":0,"area":null},{"id":"2605.06501","title":"Cubit: Token Mixer with Kernel Ridge Regression","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2610.13674","title":"Not All Dimensions Are Equal: Outlier-Aware Attention Linearization with Grouped Quadratic Kernels","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}