{"total":191,"rows":[{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2204.04676","title":"Simple Baselines for Image Restoration","created":"2022-04-10","cited_by_count":708,"area":null},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514,"area":"ssm"},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2206.13947","title":"Long Range Language Modeling via Gated State Spaces","created":"2022-06-27","cited_by_count":265,"area":null},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196,"area":"deeprl"},{"id":"2402.17152","title":"Actions Speak Louder than Words: Trillion-Parameter Sequential Transducers for Generative Recommendations","created":"2024-02-27","cited_by_count":188,"area":null},{"id":"2309.14322","title":"Small-scale proxies for large-scale Transformer training instabilities","created":"2023-09-25","cited_by_count":183,"area":null},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179,"area":null},{"id":"2303.07399","title":"RTMPose: Real-Time Multi-Person Pose Estimation based on MMPose","created":"2023-03-13","cited_by_count":175,"area":null},{"id":"2305.07027","title":"EfficientViT: Memory Efficient Vision Transformer with Cascaded Group Attention","created":"2023-05-11","cited_by_count":172,"area":null},{"id":"2210.09782","title":"Decoupling Features in Hierarchical Propagation for Video Object Segmentation","created":"2022-10-18","cited_by_count":148,"area":null},{"id":"2403.17695","title":"PlainMamba: Improving Non-Hierarchical Mamba in Visual Recognition","created":"2024-03-26","cited_by_count":141,"area":"ssm"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2505.23884","title":"Test-Time Training Done Right","created":"2025-05-29","cited_by_count":130,"area":"diffusion"},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127,"area":null},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110,"area":null},{"id":"2311.04823","title":"Hierarchically Gated Recurrent Neural Network for Sequence Modeling","created":"2023-11-08","cited_by_count":102,"area":null},{"id":"2405.16605","title":"Demystify Mamba in Vision: A Linear Attention Perspective","created":"2024-05-26","cited_by_count":102,"area":"ssm"},{"id":"2210.10340","title":"The Devil in Linear Transformer","created":"2022-10-19","cited_by_count":98,"area":null},{"id":"2304.06819","title":"Modeling Dense Multimodal Interactions Between Biological Pathways and Histology for Survival Prediction","created":"2023-04-13","cited_by_count":92,"area":null},{"id":"2403.01590","title":"The Hidden Attention of Mamba Models","created":"2024-03-03","cited_by_count":91,"area":"ssm"},{"id":"2401.12973","title":"In-Context Language Learning: Architectures and Algorithms","created":"2024-01-23","cited_by_count":89,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2311.18257","title":"Diffusion Models Without Attention","created":"2023-11-30","cited_by_count":75,"area":"diffusion"},{"id":"2502.10297","title":"DeltaProduct: Improving State-Tracking in Linear RNNs via Householder Products","created":"2025-02-14","cited_by_count":75,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2304.04947","title":"Conditional Adapters: Parameter-efficient Transfer Learning with Fast Inference","created":"2023-04-11","cited_by_count":69,"area":null},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2404.16112","title":"Mamba-360: Survey of State Space Models as Transformer Alternative for Long Sequence Modelling: Methods, Applications, and Challenges","created":"2024-04-24","cited_by_count":64,"area":"ssm"},{"id":"2211.03295","title":"MogaNet: Multi-order Gated Aggregation Network","created":"2022-11-07","cited_by_count":59,"area":null},{"id":"2403.17844","title":"Mechanistic Design and Scaling of Hybrid Architectures","created":"2024-03-26","cited_by_count":59,"area":null},{"id":"2401.04658","title":"Lightning Attention-2: A Free Lunch for Handling Unlimited Sequence Lengths in Large Language Models","created":"2024-01-09","cited_by_count":57,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2212.10544","title":"Pretraining Without Attention","created":"2022-12-20","cited_by_count":51,"area":null},{"id":"2212.14427","title":"Efficient Movie Scene Detection using State-Space Transformers","created":"2022-12-29","cited_by_count":51,"area":null},{"id":"2501.18795","title":"Rope to Nope and Back Again: A New Hybrid Attention Strategy","created":"2025-01-30","cited_by_count":47,"area":null},{"id":"2506.05233","title":"MesaNet: Sequence Modeling by Locally Optimal Test-Time Training","created":"2025-06-05","cited_by_count":47,"area":null},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2309.08586","title":"Replacing softmax with ReLU in Vision Transformers","created":"2023-09-15","cited_by_count":44,"area":null},{"id":"2305.04749","title":"Toeplitz Neural Network for Sequence Modeling","created":"2023-05-08","cited_by_count":43,"area":null},{"id":"2404.04478","title":"Diffusion-RWKV: Scaling RWKV-Like Architectures for Diffusion Models","created":"2024-04-06","cited_by_count":41,"area":"diffusion"},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2212.08136","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","created":"2022-12-15","cited_by_count":37,"area":null},{"id":"2310.01655","title":"PolySketchFormer: Fast Transformers via Sketching Polynomial Kernels","created":"2023-10-02","cited_by_count":36,"area":null},{"id":"2307.14995","title":"TransNormerLLM: A Faster and Better Large Language Model with Improved TransNormer","created":"2023-07-27","cited_by_count":34,"area":null},{"id":"2312.07526","title":"RTMO: Towards High-Performance One-Stage Real-Time Multi-Person Pose Estimation","created":"2023-12-12","cited_by_count":34,"area":null},{"id":"2403.07332","title":"LKM-UNet: Large Kernel Vision Mamba UNet for Medical Image Segmentation","created":"2024-03-12","cited_by_count":34,"area":"ssm"},{"id":"2605.22791","title":"Gated DeltaNet-2: Decoupling Erase and Write in Linear Attention","created":"2026-05-21","cited_by_count":33,"area":"ssm"},{"id":"2306.00008","title":"Brainformers: Trading Simplicity for Efficiency","created":"2023-05-29","cited_by_count":31,"area":null},{"id":"2405.17381","title":"Various Lengths, Constant Speed: Efficient Language Modeling with Lightning Attention","created":"2024-05-27","cited_by_count":31,"area":null},{"id":"2410.06672","title":"Towards Universality: Studying Mechanistic Similarity Across Language Model Architectures","created":"2024-10-09","cited_by_count":31,"area":"ssm"},{"id":"2209.14145","title":"Multi-scale Attention Network for Single Image Super-Resolution","created":"2022-09-28","cited_by_count":29,"area":null},{"id":"2412.16112","title":"CLEAR: Conv-Like Linearization Revs Pre-Trained Diffusion Transformers Up","created":"2024-12-20","cited_by_count":28,"area":"diffusion"},{"id":"2302.11824","title":"MossFormer: Pushing the Performance Limit of Monaural Speech Separation using Gated Single-Head Transformer with Convolution-Augmented Joint Self-Attentions","created":"2023-02-23","cited_by_count":27,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2207.07563","title":"QSAN: A Near-term Achievable Quantum Self-Attention Network","created":"2022-07-14","cited_by_count":25,"area":null},{"id":"2306.09539","title":"Block-State Transformers","created":"2023-06-15","cited_by_count":24,"area":null},{"id":"2302.04542","title":"Efficient Attention via Control Variates","created":"2023-02-09","cited_by_count":23,"area":null},{"id":"2402.04875","title":"On Provable Length and Compositional Generalization","created":"2024-02-07","cited_by_count":22,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2211.03495","title":"How Much Does Attention Actually Attend? Questioning the Importance of Attention in Pretrained Transformers","created":"2022-11-07","cited_by_count":21,"area":null},{"id":"2212.02475","title":"Meta-Learning Fast Weight Language Models","created":"2022-12-05","cited_by_count":21,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2412.12009","title":"SpeechPrune: Context-aware Token Pruning for Speech Information Retrieval","created":"2024-12-16","cited_by_count":21,"area":"inference"},{"id":"2306.11197","title":"Sparse Modular Activation for Efficient Sequence Modeling","created":"2023-06-19","cited_by_count":20,"area":null},{"id":"2402.04779","title":"StableMask: Refining Causal Masking in Decoder-only Transformer","created":"2024-02-07","cited_by_count":20,"area":null},{"id":"2410.10165","title":"HSR-Enhanced Sparse Attention Acceleration","created":"2024-10-14","cited_by_count":19,"area":null},{"id":"2504.05646","title":"Lattice: Learning to Efficiently Compress the Memory","created":"2025-04-08","cited_by_count":19,"area":null},{"id":"2503.13427","title":"xLSTM 7B: A Recurrent LLM for Fast and Efficient Inference","created":"2025-03-17","cited_by_count":18,"area":null},{"id":"2602.23361","title":"VGG-T$^3$: Offline Feed-Forward 3D Reconstruction at Scale","created":"2026-02-26","cited_by_count":18,"area":null},{"id":"2211.16742","title":"Protein Language Models and Structure Prediction: Connection and Progression","created":"2022-11-30","cited_by_count":17,"area":null},{"id":"2307.09270","title":"Linearized Relative Positional Encoding","created":"2023-07-18","cited_by_count":17,"area":null},{"id":"2305.12689","title":"FIT: Far-reaching Interleaved Transformers","created":"2023-05-22","cited_by_count":16,"area":null},{"id":"2410.15364","title":"Scene Graph Generation with Role-Playing Large Language Models","created":"2024-10-20","cited_by_count":16,"area":"mllm"},{"id":"2205.08689","title":"Spatial-Temporal Interactive Dynamic Graph Convolution Network for Traffic Forecasting","created":"2022-05-18","cited_by_count":14,"area":null},{"id":"2312.02829","title":"MIMONets: Multiple-Input-Multiple-Output Neural Networks Exploiting Computation in Superposition","created":"2023-12-05","cited_by_count":14,"area":"mechinterp"},{"id":"2510.04800","title":"Hybrid Architectures for Language Models: Systematic Analysis and Design Insights","created":"2025-10-06","cited_by_count":14,"area":"ssm"},{"id":"2503.14376","title":"Tiled Flash Linear Attention: More Efficient Linear RNN and xLSTM Kernels","created":"2025-03-18","cited_by_count":13,"area":null},{"id":"2601.04359","title":"PackCache: A Training-Free Acceleration Method for Unified Autoregressive Video Generation via Compact KV-Cache","created":"2026-01-07","cited_by_count":13,"area":"inference"},{"id":"2305.19370","title":"Blockwise Parallel Transformer for Large Context Models","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2306.06843","title":"Recurrent Attention Networks for Long-text Modeling","created":"2023-06-12","cited_by_count":12,"area":null},{"id":"2405.00077","title":"BrainODE: Dynamic Brain Signal Analysis via Graph-Aided Neural Ordinary Differential Equations","created":"2024-04-30","cited_by_count":12,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2407.08481","title":"SliceMamba with Neural Architecture Search for Medical Image Segmentation","created":"2024-07-11","cited_by_count":11,"area":"ssm"},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2210.07535","title":"AutoMoE: Heterogeneous Mixture-of-Experts with Adaptive Computation for Efficient Neural Machine Translation","created":"2022-10-14","cited_by_count":10,"area":"moe"},{"id":"2210.07661","title":"CAB: Comprehensive Attention Benchmarking on Long Sequence Modeling","created":"2022-10-14","cited_by_count":10,"area":null},{"id":"2306.11941","title":"Efficient Dynamics Modeling in Interactive Environments with Koopman Theory","created":"2023-06-20","cited_by_count":10,"area":null},{"id":"2405.08553","title":"Improving Transformers with Dynamically Composable Multi-Head Attention","created":"2024-05-14","cited_by_count":10,"area":null},{"id":"2406.07368","title":"When Linear Attention Meets Autoregressive Decoding: Towards More Effective and Efficient Linearized Large Language Models","created":"2024-06-11","cited_by_count":9,"area":"inference"},{"id":"2502.07244","title":"Linear Transformers as VAR Models: Aligning Autoregressive Attention Mechanisms with Autoregressive Forecasting","created":"2025-02-11","cited_by_count":9,"area":null}],"next_cursor":"100"}