{"total":4718,"rows":[{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336,"area":"ssm"},{"id":"2401.09417","title":"Vision Mamba: Efficient Visual Representation Learning with Bidirectional State Space Model","created":"2024-01-17","cited_by_count":1056,"area":"ssm"},{"id":"2401.10166","title":"VMamba: Visual State Space Model","created":"2024-01-18","cited_by_count":969,"area":null},{"id":"2406.07524","title":"Simple and Effective Masked Diffusion Language Models","created":"2024-06-11","cited_by_count":848,"area":"diffusion"},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2506.08009","title":"Self Forcing: Bridging the Train-Test Gap in Autoregressive Video Diffusion","created":"2025-06-09","cited_by_count":625,"area":"diffusion"},{"id":"2401.15077","title":"EAGLE: Speculative Sampling Requires Rethinking Feature Uncertainty","created":"2024-01-26","cited_by_count":578,"area":"lr"},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519,"area":null},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514,"area":"ssm"},{"id":"2402.17177","title":"Sora: A Review on Background, Technology, Limitations, and Opportunities of Large Vision Models","created":"2024-02-27","cited_by_count":477,"area":null},{"id":"2402.13616","title":"YOLOv9: Learning What You Want to Learn Using Programmable Gradient Information","created":"2024-02-21","cited_by_count":425,"area":null},{"id":"2401.04722","title":"U-Mamba: Enhancing Long-range Dependency for Biomedical Image Segmentation","created":"2024-01-09","cited_by_count":419,"area":"ssm"},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2403.03853","title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect","created":"2024-03-06","cited_by_count":383,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367,"area":null},{"id":"2407.04620","title":"Learning to (Learn at Test Time): RNNs with Expressive Hidden States","created":"2024-07-05","cited_by_count":355,"area":"ssm"},{"id":"2408.05517","title":"SWIFT:A Scalable lightWeight Infrastructure for Fine-Tuning","created":"2024-08-10","cited_by_count":355,"area":"mllm"},{"id":"2402.15648","title":"MambaIR: A Simple Baseline for Image Restoration with State-Space Model","created":"2024-02-23","cited_by_count":352,"area":"ssm"},{"id":"2403.06977","title":"VideoMamba: State Space Model for Efficient Video Understanding","created":"2024-03-11","cited_by_count":328,"area":"ssm"},{"id":"2501.00663","title":"Titans: Learning to Memorize at Test Time","created":"2024-12-31","cited_by_count":328,"area":"lr"},{"id":"2502.17419","title":"From System 1 to System 2: A Survey of Reasoning Large Language Models","created":"2025-02-24","cited_by_count":320,"area":"lr"},{"id":"2502.02013","title":"Layer by Layer: Uncovering Hidden Representations in Language Models","created":"2025-02-04","cited_by_count":311,"area":null},{"id":"2512.13564","title":"Memory in the Age of AI Agents","created":"2025-12-15","cited_by_count":303,"area":"agents"},{"id":"2402.02491","title":"VM-UNet: Vision Mamba UNet for Medical Image Segmentation","created":"2024-02-04","cited_by_count":287,"area":"ssm"},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2410.17891","title":"Scaling Diffusion Language Models via Adaptation from Autoregressive Models","created":"2024-10-23","cited_by_count":274,"area":"diffusion"},{"id":"2401.13560","title":"SegMamba: Long-range Sequential Modeling Mamba For 3D Medical Image Segmentation","created":"2024-01-24","cited_by_count":266,"area":"ssm"},{"id":"2506.13585","title":"MiniMax-M1: Scaling Test-Time Compute Efficiently with Lightning Attention","created":"2025-06-16","cited_by_count":263,"area":"lr"},{"id":"2507.02259","title":"MemAgent: Reshaping Long-Context LLM with Multi-Conv RL-based Memory Agent","created":"2025-07-03","cited_by_count":246,"area":"lr"},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2404.09556","title":"nnU-Net Revisited: A Call for Rigorous Validation in 3D Medical Image Segmentation","created":"2024-04-15","cited_by_count":240,"area":null},{"id":"2403.14735","title":"Foundation Models for Time Series Analysis: A Tutorial and Survey","created":"2024-03-21","cited_by_count":239,"area":null},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2403.09338","title":"LocalMamba: Visual State Space Model with Windowed Selective Scan","created":"2024-03-14","cited_by_count":236,"area":"ssm"},{"id":"2506.17298","title":"Mercury: Ultra-Fast Language Models Based on Diffusion","created":"2025-06-17","cited_by_count":235,"area":"lr"},{"id":"2404.15574","title":"Retrieval Head Mechanistically Explains Long-Context Factuality","created":"2024-04-24","cited_by_count":232,"area":null},{"id":"2401.03890","title":"A Survey on 3D Gaussian Splatting","created":"2024-01-08","cited_by_count":224,"area":null},{"id":"2407.08083","title":"MambaVision: A Hybrid Mamba-Transformer Vision Backbone","created":"2024-07-10","cited_by_count":224,"area":"ssm"},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216,"area":null},{"id":"2406.10149","title":"BABILong: Testing the Limits of LLMs with Long Context Reasoning-in-a-Haystack","created":"2024-06-14","cited_by_count":215,"area":"lr"},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2402.04617","title":"InfLLM: Training-Free Long-Context Extrapolation for LLMs with an Efficient Context Memory","created":"2024-02-07","cited_by_count":197,"area":"agents"},{"id":"2407.13278","title":"Deep Time Series Models: A Comprehensive Survey and Benchmark","created":"2024-07-18","cited_by_count":197,"area":null},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196,"area":"deeprl"},{"id":"2404.08819","title":"The Illusion of State in State-Space Models","created":"2024-04-12","cited_by_count":187,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186,"area":null},{"id":"2406.07887","title":"An Empirical Study of Mamba-based Language Models","created":"2024-06-12","cited_by_count":186,"area":"ssm"},{"id":"2503.02175","title":"DivPrune: Diversity-based Visual Token Pruning for Large Multimodal Models","created":"2025-03-04","cited_by_count":181,"area":"mllm"},{"id":"2402.03302","title":"Swin-UMamba: Mamba-based UNet with ImageNet-based pretraining","created":"2024-02-05","cited_by_count":179,"area":"ssm"},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2406.02918","title":"U-KAN Makes Strong Backbone for Medical Image Segmentation and Generation","created":"2024-06-05","cited_by_count":179,"area":null},{"id":"2404.05719","title":"Ferret-UI: Grounded Mobile UI Understanding with Multimodal LLMs","created":"2024-04-08","cited_by_count":176,"area":"mllm"},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170,"area":null},{"id":"2402.10739","title":"PointMamba: A Simple State Space Model for Point Cloud Analysis","created":"2024-02-16","cited_by_count":167,"area":"ssm"},{"id":"2503.15558","title":"Cosmos-Reason1: From Physical Common Sense To Embodied Reasoning","created":"2025-03-18","cited_by_count":164,"area":"lr"},{"id":"2403.06963","title":"The pitfalls of next-token prediction","created":"2024-03-11","cited_by_count":160,"area":null},{"id":"2412.10193","title":"Simple Guidance Mechanisms for Discrete Diffusion Models","created":"2024-12-13","cited_by_count":155,"area":"diffusion"},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2403.09977","title":"EfficientVMamba: Atrous Selective Scan for Light Weight Visual Mamba","created":"2024-03-15","cited_by_count":146,"area":"ssm"},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144,"area":null},{"id":"2405.07992","title":"MambaOut: Do We Really Need Mamba for Vision?","created":"2024-05-13","cited_by_count":143,"area":"ssm"},{"id":"2403.03883","title":"SaulLM-7B: A pioneering Large Language Model for Law","created":"2024-03-06","cited_by_count":142,"area":null},{"id":"2403.17695","title":"PlainMamba: Improving Non-Hierarchical Mamba in Visual Recognition","created":"2024-03-26","cited_by_count":141,"area":"ssm"},{"id":"2402.12451","title":"The Revolution of Multimodal Large Language Models: A Survey","created":"2024-02-19","cited_by_count":137,"area":"mllm"},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2402.00789","title":"Graph-Mamba: Towards Long-Range Graph Sequence Modeling with Selective State Spaces","created":"2024-02-01","cited_by_count":134,"area":"ssm"},{"id":"2402.05079","title":"Mamba-UNet: UNet-Like Pure Visual Mamba for Medical Image Segmentation","created":"2024-02-07","cited_by_count":133,"area":"ssm"},{"id":"2503.21614","title":"A Survey of Efficient Reasoning for Large Reasoning Models: Language, Multimodality, and Beyond","created":"2025-03-27","cited_by_count":132,"area":"lr"},{"id":"2403.11134","title":"Recent Advances in 3D Gaussian Splatting","created":"2024-03-17","cited_by_count":131,"area":null},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2505.23884","title":"Test-Time Training Done Right","created":"2025-05-29","cited_by_count":130,"area":"diffusion"},{"id":"2509.26645","title":"TTT3R: 3D Reconstruction as Test-Time Training","created":"2025-09-30","cited_by_count":129,"area":null},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127,"area":null},{"id":"2402.16788","title":"Why Transformers Need Adam: A Hessian Perspective","created":"2024-02-26","cited_by_count":124,"area":null},{"id":"2410.13276","title":"SeerAttention: Learning Intrinsic Sparse Attention in Your LLMs","created":"2024-10-17","cited_by_count":124,"area":"moe"},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2401.06104","title":"Transformers are Multi-State RNNs","created":"2024-01-11","cited_by_count":120,"area":"inference"},{"id":"2404.03425","title":"ChangeMamba: Remote Sensing Change Detection With Spatiotemporal State Space Model","created":"2024-04-04","cited_by_count":120,"area":"ssm"},{"id":"2411.02359","title":"DeeR-VLA: Dynamic Inference of Multimodal Large Language Models for Efficient Robot Execution","created":"2024-11-04","cited_by_count":117,"area":"lr"},{"id":"2403.09636","title":"Dynamic Memory Compression: Retrofitting LLMs for Accelerated Inference","created":"2024-03-14","cited_by_count":116,"area":null},{"id":"2404.00282","title":"Survey on Large Language Model-Enhanced Reinforcement Learning: Concept, Taxonomy, and Methods","created":"2024-03-30","cited_by_count":116,"area":null},{"id":"2403.11144","title":"Is Mamba Effective for Time Series Forecasting?","created":"2024-03-17","cited_by_count":114,"area":"ssm"},{"id":"2410.12781","title":"Long-LRM: Long-sequence Large Reconstruction Model for Wide-coverage Gaussian Splats","created":"2024-10-16","cited_by_count":114,"area":null},{"id":"2403.03234","title":"Caduceus: Bi-Directional Equivariant Long-Range DNA Sequence Modeling","created":"2024-03-05","cited_by_count":113,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2404.06564","title":"MambaAD: Exploring State Space Models for Multi-class Unsupervised Anomaly Detection","created":"2024-04-09","cited_by_count":113,"area":"ssm"},{"id":"2407.17490","title":"AMEX: Android Multi-annotation Expo Dataset for Mobile GUI Agents","created":"2024-07-03","cited_by_count":113,"area":"agents"},{"id":"2403.07487","title":"Motion Mamba: Efficient and Long Sequence Motion Generation","created":"2024-03-12","cited_by_count":112,"area":"ssm"}],"next_cursor":"100"}