{"total":89,"rows":[{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2406.03372","title":"Training of Physical Neural Networks","created":"2024-06-05","cited_by_count":49,"area":null},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2410.20399","title":"ThunderKittens: Simple, Fast, and Adorable AI Kernels","created":"2024-10-27","cited_by_count":36,"area":null},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33,"area":null},{"id":"2501.15061","title":"PolaFormer: Polarity-aware Linear Attention for Vision Transformers","created":"2025-01-25","cited_by_count":32,"area":null},{"id":"2501.06425","title":"Tensor Product Attention Is All You Need","created":"2025-01-11","cited_by_count":31,"area":null},{"id":"2402.04497","title":"The Fine-Grained Complexity of Gradient Computation for Training Large Language Models","created":"2024-02-07","cited_by_count":30,"area":null},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2408.13233","title":"Multi-Layer Transformers Gradient Can be Approximated in Almost Linear Time","created":"2024-08-23","cited_by_count":22,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2408.12151","title":"A Tighter Complexity Analysis of SparseGPT","created":"2024-08-22","cited_by_count":19,"area":null},{"id":"2410.10165","title":"HSR-Enhanced Sparse Attention Acceleration","created":"2024-10-14","cited_by_count":19,"area":null},{"id":"2602.23361","title":"VGG-T$^3$: Offline Feed-Forward 3D Reconstruction at Scale","created":"2026-02-26","cited_by_count":18,"area":null},{"id":"2506.05584","title":"TabFlex: Scaling Tabular Learning to Millions with Linear Attention","created":"2025-06-05","cited_by_count":15,"area":null},{"id":"2507.16577","title":"Scaling Linear Attention with Sparse State Expansion","created":"2025-07-22","cited_by_count":13,"area":null},{"id":"2505.23666","title":"LoLA: Low-Rank Linear Attention With Sparse Caching","created":"2025-05-29","cited_by_count":12,"area":null},{"id":"2501.14577","title":"ZETA: Leveraging Z-order Curves for Efficient Top-k Attention","created":"2025-01-24","cited_by_count":9,"area":null},{"id":"2505.11892","title":"Fast RoPE Attention: Combining the Polynomial Method and Fast Fourier Transform","created":"2025-05-17","cited_by_count":9,"area":null},{"id":"2511.17388","title":"Selective Rotary Position Embedding","created":"2025-11-21","cited_by_count":9,"area":null},{"id":"2406.02847","title":"Exact Conversion of In-Context Learning to Model Weights in Linearized-Attention Transformers","created":"2024-06-05","cited_by_count":7,"area":null},{"id":"2505.16284","title":"Only Large Weights (And Not Skip Connections) Can Prevent the Perils of Rank Collapse","created":"2025-05-22","cited_by_count":7,"area":null},{"id":"2507.09025","title":"Lizard: An Efficient Linearization Framework for Large Language Models","created":"2025-07-11","cited_by_count":6,"area":null},{"id":"2411.16170","title":"CARE Transformer: Mobile-Friendly Linear Visual Transformer via Decoupled Dual Interaction","created":"2024-11-25","cited_by_count":5,"area":null},{"id":"2504.00037","title":"ViT-Linearizer: Distilling Quadratic Knowledge into Linear-Time Vision Models","created":"2025-03-30","cited_by_count":5,"area":null},{"id":"2505.18698","title":"MonarchAttention: Zero-Shot Conversion to Fast, Hardware-Aware Structured Attention","created":"2025-05-24","cited_by_count":5,"area":null},{"id":"2502.01578","title":"ReGLA: Refining Gated Linear Attention","created":"2025-02-03","cited_by_count":4,"area":null},{"id":"2502.16249","title":"Linear Attention for Efficient Bidirectional Sequence Modeling","created":"2025-02-22","cited_by_count":4,"area":null},{"id":"2509.23436","title":"LOTFormer: Doubly-Stochastic Linear Attention via Low-Rank Optimal Transport","created":"2025-09-27","cited_by_count":4,"area":null},{"id":"2510.05364","title":"The End of Transformers? On Challenging Attention and the Rise of Sub-Quadratic Architectures","created":"2025-10-06","cited_by_count":4,"area":null},{"id":"2602.02180","title":"STILL: Selecting Tokens for Intra-Layer Hybrid Attention to Linearize LLMs","created":"2026-02-02","cited_by_count":4,"area":null},{"id":"2603.16063","title":"ViT-AdaLA: Adapting Vision Transformers with Linear Attention","created":"2026-03-17","cited_by_count":4,"area":null},{"id":"2404.02684","title":"Cross-Architecture Transfer Learning for Linear-Cost Inference Transformers","created":"2024-04-03","cited_by_count":3,"area":null},{"id":"2410.09637","title":"ReLU's Revival: On the Entropic Overload in Normalization-Free Large Language Models","created":"2024-10-12","cited_by_count":3,"area":null},{"id":"2410.13060","title":"AERO: Entropy-Guided Framework for Private LLM Inference","created":"2024-10-16","cited_by_count":3,"area":null},{"id":"2506.09316","title":"On-the-Fly Adaptive Distillation of Transformer to Dual-State Linear Attention","created":"2025-06-11","cited_by_count":3,"area":null},{"id":"2509.18467","title":"LAWCAT: Efficient Distillation from Quadratic to Linear Attention with Convolution across Tokens for Long Context Modeling","created":"2025-09-22","cited_by_count":3,"area":null},{"id":"2602.02047","title":"Dissecting Outlier Dynamics in LLM NVFP4 Pretraining","created":"2026-02-02","cited_by_count":3,"area":null},{"id":"2603.15590","title":"Effective Distillation to Hybrid xLSTM Architectures","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2604.20368","title":"LaplacianFormer:Rethinking Linear Attention with Laplacian Kernel","created":"2026-04-22","cited_by_count":3,"area":null},{"id":"2605.02772","title":"Linearizing Vision Transformer with Test-Time Training","created":"2026-05-04","cited_by_count":3,"area":null},{"id":"2406.00894","title":"Pretrained Hybrids with MAD Skills","created":"2024-06-02","cited_by_count":2,"area":null},{"id":"2506.21137","title":"Norm$\\times$Direction: Restoring the Missing Query Norm in Vision Linear Attention","created":"2025-06-26","cited_by_count":2,"area":null},{"id":"2510.05901","title":"Untangling Component Imbalance in Hybrid Linear Attention Conversion Methods","created":"2025-10-07","cited_by_count":2,"area":null},{"id":"2510.10631","title":"GraphTARIF: Linear Graph Transformer with Augmented Rank and Improved Focus","created":"2025-10-12","cited_by_count":2,"area":null},{"id":"2601.22563","title":"EUGens: Efficient, Unified, and General Dense Layers","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2603.06248","title":"Gradient Flow Polarizes Softmax Outputs towards Low-Entropy Solutions","created":"2026-03-06","cited_by_count":2,"area":null},{"id":"2604.22575","title":"SpikingBrain2.0: Brain-Inspired Foundation Models for Efficient Long-Context and Cross-Platform Inference","created":"2026-04-24","cited_by_count":2,"area":null},{"id":"2606.01294","title":"Don't Read Everything: A Curvature-Conditioned Query for Linear Attention","created":"2026-05-31","cited_by_count":2,"area":null},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2402.17512","title":"Unifying Linear-Time Attention via Latent Probabilistic Modelling","created":"2024-02-27","cited_by_count":1,"area":null},{"id":"2504.14366","title":"What Matters in Linearizing Language Models? A Comparative Study of Architecture, Scale, and Task Adaptation","created":"2025-04-19","cited_by_count":1,"area":null},{"id":"2510.21956","title":"Transformer Based Linear Attention with Optimized GPU Kernel Implementation","created":"2025-10-24","cited_by_count":1,"area":null},{"id":"2511.00576","title":"FlashEVA: Accelerating LLM inference via Efficient Attention","created":"2025-11-01","cited_by_count":1,"area":null},{"id":"2511.05560","title":"Sample-Efficient Language Modeling with Linear Attention and Lightweight Enhancements","created":"2025-11-04","cited_by_count":1,"area":null},{"id":"2602.03797","title":"Manifold Random Features","created":"2026-02-03","cited_by_count":1,"area":null},{"id":"2602.04915","title":"SLAY: Geometry-Aware Spherical Linearized Attention with Yat-Kernel","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2603.26556","title":"When Perplexity Lies: Generation-Focused Distillation of Hybrid Sequence Models","created":"2026-03-27","cited_by_count":1,"area":null},{"id":"2604.03260","title":"Why Attend to Everything? Focus is the Key","created":"2026-03-12","cited_by_count":1,"area":null},{"id":"2604.05438","title":"Residual-Mass Accounting for Partial-KV Decoding","created":"2026-04-07","cited_by_count":1,"area":null},{"id":"2606.27748","title":"Flexformer: Flexible Linear Transformer with Learnable Attention Kernel","created":"2026-06-26","cited_by_count":1,"area":null},{"id":"2607.07706","title":"The Key to Going Linear: Analysis-Driven Transformer Linearization","created":"2026-07-08","cited_by_count":1,"area":null},{"id":"2608.22368","title":"DiD It in 87 Minutes: A Label-Free Softmax-to-Linear Adaptation of Vision Transformers for Object Detection","created":"2026-08-23","cited_by_count":1,"area":null},{"id":"2407.03392","title":"M5: A Whole Genome Bacterial Encoder at Single Nucleotide Resolution","created":"2024-07-03","cited_by_count":0,"area":null},{"id":"2410.09771","title":"EUGens: Efficient, Unified, and General Dense Layers","created":"2024-10-13","cited_by_count":0,"area":null},{"id":"2410.14485","title":"CaTs and DAGs: Integrating Directed Acyclic Graphs with Transformers for Causally Constrained Predictions","created":"2024-10-18","cited_by_count":0,"area":null},{"id":"2503.01564","title":"Attention Condensation via Sparsity Induced Regularized Training","created":"2025-03-03","cited_by_count":0,"area":null},{"id":"2504.06704","title":"CAT: Circular-Convolutional Attention for Sub-Quadratic Transformers","created":"2025-04-09","cited_by_count":0,"area":null},{"id":"2509.07963","title":"Customizing the Inductive Biases of Softmax Attention using Structured Matrices","created":"2025-09-09","cited_by_count":0,"area":null},{"id":"2510.12842","title":"Protenix-Mini+: efficient structure prediction model with scalable pairformer","created":"2025-10-13","cited_by_count":0,"area":null},{"id":"2512.04198","title":"Network of Theseus (like the ship)","created":"2025-12-03","cited_by_count":0,"area":null},{"id":"2512.08061","title":"LUNA: Linear Universal Neural Attention with Generalization Guarantees","created":"2025-12-08","cited_by_count":0,"area":null},{"id":"2602.12021","title":"Improved state mixing in higher-order and block diagonal linear recurrent networks","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2603.11680","title":"UCAN: Unified Convolutional Attention Network for Expansive Receptive Fields in Lightweight Super-Resolution","created":"2026-03-12","cited_by_count":0,"area":null},{"id":"2604.22050","title":"LayerBoost: Layer-Aware Attention Reduction for Efficient LLMs","created":"2026-04-23","cited_by_count":0,"area":null},{"id":"2605.12491","title":"Do Vision Transformers Need All-to-All Attention? Global Communication Through Elastic Learned Cores","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2605.17294","title":"HierEdit: Region-Aware Hierarchical Diffusion for Efficient High-Resolution Editing","created":"2026-05-17","cited_by_count":0,"area":null},{"id":"2606.16093","title":"Long-Context Modeling via GSS-Transformer Hybrid Architecture with Learnable Mixing","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2607.03652","title":"ELiTeFormer: An Efficient Transformer for FPGAs","created":"2026-07-04","cited_by_count":0,"area":null},{"id":"2608.11519","title":"FLARE++: Low-rank attention with dynamic attention routing","created":"2026-08-12","cited_by_count":0,"area":null},{"id":"2609.35745","title":"Copy the Same, Distill the Difference: Initializing Linear Vision Transformers","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.39034","title":"Switching Linear Attention","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.13674","title":"Not All Dimensions Are Equal: Outlier-Aware Attention Linearization with Grouped Quadratic Kernels","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}