{"total":56,"rows":[{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2512.23675","title":"End-to-End Test-Time Training for Long Context","created":"2025-12-29","cited_by_count":62,"area":null},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2505.03005","title":"RADLADS: Rapid Attention Distillation to Linear Attention Decoders at Scale","created":"2025-05-05","cited_by_count":24,"area":null},{"id":"2512.20569","title":"Distilling to Hybrid Attention Models via KL-Guided Layer Selection","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2601.22156","title":"Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts","created":"2026-01-29","cited_by_count":18,"area":null},{"id":"2602.23361","title":"VGG-T$^3$: Offline Feed-Forward 3D Reconstruction at Scale","created":"2026-02-26","cited_by_count":18,"area":null},{"id":"2505.23666","title":"LoLA: Low-Rank Linear Attention With Sparse Caching","created":"2025-05-29","cited_by_count":12,"area":null},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2506.17121","title":"Cache Me If You Can: How Many KVs Do You Need for Effective Long-Context LMs?","created":"2025-06-20","cited_by_count":10,"area":null},{"id":"2510.07019","title":"Native Hybrid Attention for Efficient Sequence Modeling","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2411.19455","title":"Autocorrelation Matters: Understanding the Role of Initialization Schemes for State Space Models","created":"2024-11-29","cited_by_count":9,"area":null},{"id":"2502.18886","title":"On Pruning State-Space LLMs","created":"2025-02-26","cited_by_count":6,"area":null},{"id":"2507.09025","title":"Lizard: An Efficient Linearization Framework for Large Language Models","created":"2025-07-11","cited_by_count":6,"area":null},{"id":"2510.17196","title":"Understanding and Improving Length Generalization in Hierarchical Sparse Attention Models","created":"2025-10-20","cited_by_count":6,"area":null},{"id":"2602.11374","title":"Retrieval-Aware Distillation for Transformer-SSM Hybrids","created":"2026-02-11","cited_by_count":6,"area":null},{"id":"2607.25357","title":"Raven: High-Recall Sequence Modeling with Sparse Memory Routing","created":"2026-07-28","cited_by_count":6,"area":null},{"id":"2504.00037","title":"ViT-Linearizer: Distilling Quadratic Knowledge into Linear-Time Vision Models","created":"2025-03-30","cited_by_count":5,"area":null},{"id":"2509.05276","title":"SpikingBrain: Spiking Brain-inspired Large Models","created":"2025-09-05","cited_by_count":5,"area":null},{"id":"2602.11761","title":"MiniCPM-SALA: Hybridizing Sparse and Linear Attention for Efficient Long-Context Modeling","created":"2026-02-12","cited_by_count":5,"area":null},{"id":"2606.06479","title":"Pretraining Recurrent Networks without Recurrence","created":"2026-06-04","cited_by_count":5,"area":null},{"id":"2410.17477","title":"Do Robot Snakes Dream like Electric Sheep? Investigating the Effects of Architectural Inductive Biases on Hallucination","created":"2024-10-22","cited_by_count":4,"area":null},{"id":"2502.01578","title":"ReGLA: Refining Gated Linear Attention","created":"2025-02-03","cited_by_count":4,"area":null},{"id":"2602.02180","title":"STILL: Selecting Tokens for Intra-Layer Hybrid Attention to Linearize LLMs","created":"2026-02-02","cited_by_count":4,"area":null},{"id":"2607.14144","title":"The Capability Convergence Hypothesis: Capability from Access Structure, Not Scale","created":"2026-07-14","cited_by_count":4,"area":null},{"id":"2506.09316","title":"On-the-Fly Adaptive Distillation of Transformer to Dual-State Linear Attention","created":"2025-06-11","cited_by_count":3,"area":null},{"id":"2509.18467","title":"LAWCAT: Efficient Distillation from Quadratic to Linear Attention with Convolution across Tokens for Long Context Modeling","created":"2025-09-22","cited_by_count":3,"area":null},{"id":"2601.11667","title":"Distill-then-Replace: Efficient Task-Specific Hybrid Attention Model Construction","created":"2026-01-16","cited_by_count":3,"area":null},{"id":"2603.15590","title":"Effective Distillation to Hybrid xLSTM Architectures","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2605.02772","title":"Linearizing Vision Transformer with Test-Time Training","created":"2026-05-04","cited_by_count":3,"area":null},{"id":"2503.11224","title":"Technologies on Effectiveness and Efficiency: A Survey of State Spaces Models","created":"2025-03-14","cited_by_count":2,"area":null},{"id":"2507.03340","title":"Degrees of Freedom for Linear Attention: Distilling Softmax Attention with Optimal Feature Efficiency","created":"2025-07-04","cited_by_count":2,"area":null},{"id":"2602.13680","title":"AllMem: A Memory-centric Recipe for Efficient Long-context Modeling","created":"2026-02-14","cited_by_count":2,"area":null},{"id":"2604.22575","title":"SpikingBrain2.0: Brain-Inspired Foundation Models for Efficient Long-Context and Cross-Platform Inference","created":"2026-04-24","cited_by_count":2,"area":null},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2504.14366","title":"What Matters in Linearizing Language Models? A Comparative Study of Architecture, Scale, and Task Adaptation","created":"2025-04-19","cited_by_count":1,"area":null},{"id":"2511.00576","title":"FlashEVA: Accelerating LLM inference via Efficient Attention","created":"2025-11-01","cited_by_count":1,"area":null},{"id":"2606.10820","title":"K-Forcing: Joint Next-K-Token Decoding via Push-Forward Language Modeling","created":"2026-06-09","cited_by_count":1,"area":null},{"id":"2606.12364","title":"On Subquadratic Architectures: From Applications to Principles","created":"2026-06-10","cited_by_count":1,"area":null},{"id":"2608.22368","title":"DiD It in 87 Minutes: A Label-Free Softmax-to-Linear Adaptation of Vision Transformers for Object Detection","created":"2026-08-23","cited_by_count":1,"area":null},{"id":"2502.06189","title":"Multi-Level Decoupled Relational Distillation for Heterogeneous Architectures","created":"2025-02-10","cited_by_count":0,"area":null},{"id":"2505.21535","title":"FAR: Function-preserving Attention Replacement for IMC-friendly Inference","created":"2025-05-24","cited_by_count":0,"area":null},{"id":"2510.02361","title":"ChunkLLM: A Lightweight Pluggable Framework for Accelerating LLMs Inference","created":"2025-09-28","cited_by_count":0,"area":null},{"id":"2512.04198","title":"Network of Theseus (like the ship)","created":"2025-12-03","cited_by_count":0,"area":null},{"id":"2601.21503","title":"MAR: Efficient Large Language Models via Module-aware Architecture Refinement","created":"2026-01-29","cited_by_count":0,"area":null},{"id":"2604.22050","title":"LayerBoost: Layer-Aware Attention Reduction for Efficient LLMs","created":"2026-04-23","cited_by_count":0,"area":null},{"id":"2604.24715","title":"Long-Context Aware Upcycling: A New Frontier for Hybrid LLM Scaling","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.18865","title":"From Sparsity to Simplicity: Enabling Simpler Sequential Replacements via Sparse Attention Distillation","created":"2026-05-15","cited_by_count":0,"area":null},{"id":"2605.25676","title":"Llamion Technical Report","created":"2026-05-25","cited_by_count":0,"area":null},{"id":"2605.26099","title":"Do Language Models Need Sleep? Offline Recurrence for Improved Online Inference","created":"2026-05-25","cited_by_count":0,"area":null},{"id":"2605.31163","title":"Memory by Design: Bayesian Layers for Sequence Modeling","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2609.26590","title":"GTR: Gated Token Recurrence for Efficient Dense Prediction","created":"2026-09-22","cited_by_count":0,"area":null},{"id":"2609.39034","title":"Switching Linear Attention","created":"2026-09-30","cited_by_count":0,"area":null}],"next_cursor":null}