{"total":43,"rows":[{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2502.12170","title":"MUDDFormer: Breaking Residual Bottlenecks in Transformers via Multiway Dynamic Dense Connections","created":"2025-02-13","cited_by_count":31,"area":null},{"id":"2406.09297","title":"MLKV: Multi-Layer Key-Value Heads for Memory Efficient Transformer Decoding","created":"2024-06-13","cited_by_count":21,"area":null},{"id":"2407.12866","title":"Beyond KV Caching: Shared Attention for Efficient LLMs","created":"2024-07-13","cited_by_count":10,"area":null},{"id":"2501.06589","title":"Ladder-residual: parallelism-aware architecture for accelerating large model inference with communication overlapping","created":"2025-01-11","cited_by_count":9,"area":null},{"id":"2411.17800","title":"STAR: Synthesis of Tailored Architectures","created":"2024-11-26","cited_by_count":7,"area":null},{"id":"2509.18993","title":"CR-Net: Scaling Parameter-Efficient Training with Cross-Layer Low-Rank Structure","created":"2025-09-23","cited_by_count":7,"area":null},{"id":"2607.15456","title":"Looped Latent Attention: Cross-Loop KV Compression for Looped Transformers","created":"2026-07-16","cited_by_count":7,"area":null},{"id":"2406.11274","title":"Skip-Layer Attention: Bridging Abstract and Detailed Dependencies in Transformers","created":"2024-06-17","cited_by_count":4,"area":null},{"id":"2410.13166","title":"An Evolved Universal Transformer Memory","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2604.22782","title":"Stochastic KV Routing: Enabling Adaptive Depth-Wise Cache Sharing","created":"2026-04-03","cited_by_count":4,"area":null},{"id":"2411.17426","title":"CLOVER: Cross-Layer Orthogonal Vectors Pruning and Fine-Tuning","created":"2024-11-26","cited_by_count":3,"area":null},{"id":"2502.00439","title":"UniAttn: Reducing Inference Costs via Softmax Unification for Post-Training LLMs","created":"2025-02-01","cited_by_count":3,"area":null},{"id":"2409.11650","title":"Art and Science of Quantizing Large-Scale Models: A Comprehensive Overview","created":"2024-09-18","cited_by_count":2,"area":null},{"id":"2505.11820","title":"Chain-of-Model Learning for Language Model","created":"2025-05-17","cited_by_count":2,"area":null},{"id":"2608.01662","title":"LongCat Sparse Attention: Taming the Lightning via Streaming-aware Hierarchical Cross-Layer Indexing","created":"2026-08-03","cited_by_count":2,"area":null},{"id":"2508.21394","title":"AI Compute Architecture and Evolution Trends","created":"2025-08-29","cited_by_count":1,"area":null},{"id":"2602.00874","title":"Sublinear Time Quantum Algorithm for Attention Approximation","created":"2026-01-31","cited_by_count":1,"area":null},{"id":"2605.06105","title":"Shallow Prefill, Deep Decoding: Efficient Long-Context Inference via Layer-Asymmetric KV Visibility","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2606.02780","title":"Do Value Vectors in Deep Layers Need Context from the Residual Stream?","created":"2026-06-01","cited_by_count":1,"area":null},{"id":"2412.02344","title":"UniForm: A Reuse Attention Mechanism Optimized for Efficient Vision Transformers on Edge Devices","created":"2024-12-03","cited_by_count":0,"area":null},{"id":"2510.09767","title":"HeSRN: Representation Learning On Heterogeneous Graphs via Slot-Aware Retentive Network","created":"2025-10-10","cited_by_count":0,"area":null},{"id":"2510.13860","title":"ShishuLM : Achieving Optimal and Efficient Parameterization with Low Attention Transformer Models","created":"2025-10-13","cited_by_count":0,"area":null},{"id":"2510.14386","title":"ASecond-Order SpikingSSM for Wearables","created":"2025-10-16","cited_by_count":0,"area":null},{"id":"2601.19089","title":"EPAS: Efficient Training with Progressive Activation Sharing","created":"2026-01-27","cited_by_count":0,"area":null},{"id":"2603.00907","title":"KVSlimmer: Theoretical Insights and Practical Optimizations for Asymmetric KV Merging","created":"2026-03-01","cited_by_count":0,"area":null},{"id":"2603.18585","title":"HAViT: Historical Attention Vision Transformer","created":"2026-03-19","cited_by_count":0,"area":null},{"id":"2604.06129","title":"PoM: A Linear-Time Replacement for Attention with the Polynomial Mixer","created":"2026-04-07","cited_by_count":0,"area":null},{"id":"2608.18486","title":"WhiteMatter: All-to-All Cross-Layer Connections via KV Source Mixing","created":"2026-08-19","cited_by_count":0,"area":null},{"id":"2608.19920","title":"Learning how to Forget: Fine-tuning for Long-Context Sparse Attention","created":"2026-08-20","cited_by_count":0,"area":null},{"id":"2609.01231","title":"Multi-Head Self Attention is a Parameter Identification Mechanism","created":"2026-09-01","cited_by_count":0,"area":null},{"id":"2609.07306","title":"RouteRelay: Event-Triggered Cross-Layer Route Reuse for Efficient Dynamic Sparse Attention","created":"2026-09-07","cited_by_count":0,"area":null},{"id":"2609.28006","title":"Shared Global KV with Layer-Specific Local History","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.32759","title":"The Extender: A Log-Structured Transformer","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.33465","title":"GSM: Efficient Language Modeling with Shared Global State","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.39661","title":"The Evolution of Attention in Large Language Models: Mechanisms, Trade-offs, and Emerging Trends","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.02383","title":"The Surprising Effectiveness of Shared Memory in Looped Transformers","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.04635","title":"LatentIndex: Cross-Layer Sharing with Layer-Specific Selection for Sparse Attention","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.13735","title":"Orthros: Phase-Aware Heterogeneous Attention for Efficient Transformers","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}