{"total":57,"rows":[{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33,"area":null},{"id":"2603.05498","title":"The Spike, the Sparse and the Sink: Anatomy of Massive Activations and Attention Sinks","created":"2026-03-05","cited_by_count":27,"area":null},{"id":"2601.22966","title":"A Unified View of Attention and Residual Sinks: Outlier-Driven Rescaling is Essential for Transformer Training","created":"2026-01-30","cited_by_count":23,"area":null},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2511.18890","title":"Nemotron-Flash: Towards Latency-Optimal Hybrid Small Language Models","created":"2025-11-24","cited_by_count":15,"area":null},{"id":"2505.07460","title":"A Survey on Collaborative Mechanisms Between Large and Small Language Models","created":"2025-05-12","cited_by_count":14,"area":null},{"id":"2507.16577","title":"Scaling Linear Attention with Sparse State Expansion","created":"2025-07-22","cited_by_count":13,"area":null},{"id":"2605.12357","title":"$\\delta$-mem: Efficient Online Memory for Large Language Models","created":"2026-05-12","cited_by_count":13,"area":null},{"id":"2505.23666","title":"LoLA: Low-Rank Linear Attention With Sparse Caching","created":"2025-05-29","cited_by_count":12,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2511.21016","title":"Gated KalmaNet: A Fading Memory Layer Through Test-Time Ridge Regression","created":"2025-11-26","cited_by_count":11,"area":null},{"id":"2503.22913","title":"Resona: Improving Context Copying in Linear Recurrence Models with Retrieval","created":"2025-03-28","cited_by_count":5,"area":null},{"id":"2506.06579","title":"Towards Efficient Multi-LLM Inference: Characterization and Analysis of LLM Routing and Hierarchical Techniques","created":"2025-06-06","cited_by_count":5,"area":null},{"id":"2507.00449","title":"Overcoming Long-Context Limitations of State-Space Models via Context-Dependent Sparse Attention","created":"2025-07-01","cited_by_count":5,"area":null},{"id":"2509.05276","title":"SpikingBrain: Spiking Brain-inspired Large Models","created":"2025-09-05","cited_by_count":5,"area":null},{"id":"2503.12167","title":"PLM: Efficient Peripheral Language Models Hardware-Co-Designed for Ubiquitous Computing","created":"2025-03-15","cited_by_count":4,"area":null},{"id":"2607.14144","title":"The Capability Convergence Hypothesis: Capability from Access Structure, Not Scale","created":"2026-07-14","cited_by_count":4,"area":null},{"id":"2607.25380","title":"Memory for Large Language Models","created":"2026-07-28","cited_by_count":4,"area":null},{"id":"2507.04416","title":"RAT: Bridging RNN Efficiency and Attention Accuracy via Chunk-based Sequence Modeling","created":"2025-07-06","cited_by_count":3,"area":null},{"id":"2601.22379","title":"SPLA: Block Sparse Plus Linear Attention for Long Context Modeling","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2602.03681","title":"Neural Attention Search Linear: Towards Adaptive Token-Level Hybrid Attention Models","created":"2026-02-03","cited_by_count":3,"area":null},{"id":"2602.13215","title":"When to Think Fast and Slow? AMOR: Adaptive Entropy Gate for Hybrid Models","created":"2026-01-22","cited_by_count":3,"area":null},{"id":"2603.15590","title":"Effective Distillation to Hybrid xLSTM Architectures","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2603.18017","title":"Frayed RoPE and Long Inputs: A Geometric Perspective","created":"2026-02-24","cited_by_count":3,"area":null},{"id":"2609.02986","title":"Modern Transformers Are Implicit Hybrids: From Functional Differentiation to Principled Hybrid Architecture Design","created":"2026-09-02","cited_by_count":3,"area":null},{"id":"2501.05465","title":"Small Language Models (SLMs) Can Still Pack a Punch: A survey (updated 2026)","created":"2025-01-03","cited_by_count":2,"area":null},{"id":"2509.04897","title":"PLaMo 2 Technical Report","created":"2025-09-05","cited_by_count":2,"area":null},{"id":"2510.00258","title":"Delayed Attention Training Improves Length Generalization in Transformer--RNN Hybrids","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2510.05901","title":"Untangling Component Imbalance in Hybrid Linear Attention Conversion Methods","created":"2025-10-07","cited_by_count":2,"area":null},{"id":"2602.13680","title":"AllMem: A Memory-centric Recipe for Efficient Long-context Modeling","created":"2026-02-14","cited_by_count":2,"area":null},{"id":"2604.13440","title":"A KL Lens on Quantization: Fast, Forward-Only Sensitivity for Mixed-Precision SSM-Transformer Models","created":"2026-04-15","cited_by_count":2,"area":null},{"id":"2604.22575","title":"SpikingBrain2.0: Brain-Inspired Foundation Models for Efficient Long-Context and Cross-Platform Inference","created":"2026-04-24","cited_by_count":2,"area":null},{"id":"2507.12442","title":"Characterizing State Space Model and Hybrid Language Model Performance with Long Context","created":"2025-07-16","cited_by_count":1,"area":null},{"id":"2509.00141","title":"Scaling Legal AI: Benchmarking Mamba and Transformers for Statutory Classification and Case Law Retrieval","created":"2025-08-29","cited_by_count":1,"area":null},{"id":"2509.04459","title":"Uncertainty-Aware Collaborative System of Large and Small Models for Multimodal Sentiment Analysis","created":"2025-08-27","cited_by_count":1,"area":null},{"id":"2601.14549","title":"QMC: Efficient SLM Edge Inference via Outlier-Aware Quantization and Emergent Memories Co-Design","created":"2026-01-21","cited_by_count":1,"area":null},{"id":"2603.02874","title":"Retrievit: In-context Retrieval Capabilities of Transformers, State Space Models, and Hybrid Architectures","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2603.22325","title":"Hybrid Associative Memories","created":"2026-03-20","cited_by_count":1,"area":null},{"id":"2608.29539","title":"LoGo: Token-Level Dynamic Local-Global Attention","created":"2026-08-30","cited_by_count":1,"area":null},{"id":"2503.11373","title":"Exploring Performance-Complexity Trade-Offs in Sound Event Detection Models","created":"2025-03-14","cited_by_count":0,"area":null},{"id":"2505.19472","title":"Balancing Computation Load and Representation Expressivity in Parallel Hybrid Neural Networks","created":"2025-05-26","cited_by_count":0,"area":null},{"id":"2507.09378","title":"Context-Aware Regularization with Markovian Integration for Attention-Based Nucleotide Analysis","created":"2025-07-12","cited_by_count":0,"area":null},{"id":"2508.05199","title":"EvoGraph: Hybrid Directed Graph Evolution toward Software 3.0","created":"2025-08-07","cited_by_count":0,"area":null},{"id":"2509.25155","title":"Context-Driven Performance Modeling for Causal Inference Operators on Neural Processing Units","created":"2025-09-29","cited_by_count":0,"area":null},{"id":"2512.07884","title":"GSPN-2: Efficient Parallel Sequence Modeling","created":"2025-11-28","cited_by_count":0,"area":null},{"id":"2604.03263","title":"LPC-SM: Local Predictive Coding and Sparse Memory for Long-Context Language Modeling","created":"2026-03-12","cited_by_count":0,"area":null},{"id":"2605.26099","title":"Do Language Models Need Sleep? Offline Recurrence for Improved Online Inference","created":"2026-05-25","cited_by_count":0,"area":null},{"id":"2606.02332","title":"Forget Attention: Importance-Aware Attention Is All You Need","created":"2026-06-01","cited_by_count":0,"area":null},{"id":"2607.15271","title":"Online Neural Space Time Memory for Dynamic Novel View Synthesis","created":"2026-07-16","cited_by_count":0,"area":null},{"id":"2609.28006","title":"Shared Global KV with Layer-Specific Local History","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.29397","title":"Baseline Shape Decides the Verdict: A Controlled Re-Examination of Ternary Language Models at 60K Parameters","created":"2026-09-24","cited_by_count":0,"area":null},{"id":"2610.01172","title":"Learning Rate Transfer for Hybrid Transformer-SSM Architectures","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.06750","title":"Balancing Memory Pathways: Analyzing and Improving Memory Utilization in Hybrid LMs","created":"2026-10-05","cited_by_count":0,"area":null},{"id":"2610.10114","title":"Mechanics of Long-Context Hybrid Models Part 1.1: From Hybrid Attention to Hybrid Position","created":"2026-10-07","cited_by_count":0,"area":null},{"id":"2610.13735","title":"Orthros: Phase-Aware Heterogeneous Attention for Efficient Transformers","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}