{"total":393,"rows":[{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455,"area":null},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514,"area":"ssm"},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422,"area":"mechinterp"},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2407.04620","title":"Learning to (Learn at Test Time): RNNs with Expressive Hidden States","created":"2024-07-05","cited_by_count":355,"area":"ssm"},{"id":"2410.10819","title":"DuoAttention: Efficient Long-Context LLM Inference with Retrieval and Streaming Heads","created":"2024-10-14","cited_by_count":288,"area":"inference"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2309.07430","title":"Adapted Large Language Models Can Outperform Medical Experts in Clinical Text Summarization","created":"2023-09-14","cited_by_count":246,"area":null},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204,"area":null},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2306.15794","title":"HyenaDNA: Long-Range Genomic Sequence Modeling at Single Nucleotide Resolution","created":"2023-06-27","cited_by_count":194,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2305.20009","title":"Protein Design with Guided Discrete Diffusion","created":"2023-05-31","cited_by_count":157,"area":"diffusion"},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2402.04347","title":"The Hedgehog & the Porcupine: Expressive Linear Attentions with Softmax Mimicry","created":"2024-02-06","cited_by_count":120,"area":null},{"id":"2403.03234","title":"Caduceus: Bi-Directional Equivariant Long-Range DNA Sequence Modeling","created":"2024-03-05","cited_by_count":113,"area":null},{"id":"2402.04248","title":"Can Mamba Learn How to Learn? A Comparative Study on In-Context Learning Tasks","created":"2024-02-06","cited_by_count":105,"area":"ssm"},{"id":"2311.04823","title":"Hierarchically Gated Recurrent Neural Network for Sequence Modeling","created":"2023-11-08","cited_by_count":102,"area":null},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2403.15796","title":"Understanding Emergent Abilities of Language Models from the Loss Perspective","created":"2024-03-23","cited_by_count":94,"area":null},{"id":"2403.01590","title":"The Hidden Attention of Mamba Models","created":"2024-03-03","cited_by_count":91,"area":"ssm"},{"id":"2405.03162","title":"Advancing Multimodal Medical Capabilities of Gemini","created":"2024-05-06","cited_by_count":90,"area":null},{"id":"2401.12973","title":"In-Context Language Learning: Architectures and Algorithms","created":"2024-01-23","cited_by_count":89,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2402.05892","title":"Mamba-ND: Selective State Space Modeling for Multi-Dimensional Data","created":"2024-02-08","cited_by_count":84,"area":"ssm"},{"id":"2403.15360","title":"SiMBA: Simplified Mamba-Based Architecture for Vision and Multivariate Time series","created":"2024-03-22","cited_by_count":82,"area":"ssm"},{"id":"2402.02244","title":"Beyond the Limits: A Survey of Techniques to Extend the Context Length in Large Language Models","created":"2024-02-03","cited_by_count":76,"area":"lr"},{"id":"2311.18257","title":"Diffusion Models Without Attention","created":"2023-11-30","cited_by_count":75,"area":"diffusion"},{"id":"2402.09398","title":"Get More with LESS: Synthesizing Recurrence with KV Cache Compression for Efficient LLM Inference","created":"2024-02-14","cited_by_count":75,"area":"inference"},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2306.17100","title":"RL4CO: an Extensive Reinforcement Learning for Combinatorial Optimization Benchmark","created":"2023-06-29","cited_by_count":71,"area":null},{"id":"2404.16112","title":"Mamba-360: Survey of State Space Models as Transformer Alternative for Long Sequence Modelling: Methods, Applications, and Challenges","created":"2024-04-24","cited_by_count":64,"area":"ssm"},{"id":"2310.03016","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","created":"2023-10-04","cited_by_count":63,"area":null},{"id":"2403.17844","title":"Mechanistic Design and Scaling of Hybrid Architectures","created":"2024-03-26","cited_by_count":59,"area":null},{"id":"2407.14207","title":"Longhorn: State Space Models are Amortized Online Learners","created":"2024-07-19","cited_by_count":59,"area":"ssm"},{"id":"2404.07544","title":"From Words to Numbers: Your Large Language Model Is Secretly A Capable Regressor When Given In-Context Examples","created":"2024-04-11","cited_by_count":57,"area":null},{"id":"2406.10729","title":"A Comprehensive Survey of Foundation Models in Medicine","created":"2024-06-15","cited_by_count":56,"area":null},{"id":"2403.19967","title":"Rewrite the Stars","created":"2024-03-29","cited_by_count":55,"area":null},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2605.15178","title":"SANA-WM: Efficient Minute-Scale World Modeling with Hybrid Linear Diffusion Transformer","created":"2026-05-14","cited_by_count":55,"area":"wm"},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2409.17808","title":"Generative Modeling of Molecular Dynamics Trajectories","created":"2024-09-26","cited_by_count":51,"area":null},{"id":"2404.15956","title":"A Survey on Visual Mamba","created":"2024-04-24","cited_by_count":50,"area":"ssm"},{"id":"2406.11612","title":"Long Code Arena: a Set of Benchmarks for Long-Context Code Models","created":"2024-06-17","cited_by_count":50,"area":null},{"id":"2406.14528","title":"DeciMamba: Exploring the Length Extrapolation Potential of Mamba","created":"2024-06-20","cited_by_count":49,"area":"ssm"},{"id":"2503.04130","title":"STORM: Token-Efficient Long Video Understanding for Multimodal LLMs","created":"2025-03-06","cited_by_count":49,"area":"mllm"},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46,"area":null},{"id":"2407.09941","title":"Hydra: Bidirectional State Space Models Through Generalized Matrix Mixers","created":"2024-07-13","cited_by_count":44,"area":"ssm"},{"id":"2310.02970","title":"Fast, Expressive SE$(n)$ Equivariant Networks through Weight-Sharing in Position-Orientation Space","created":"2023-10-04","cited_by_count":41,"area":null},{"id":"2404.04478","title":"Diffusion-RWKV: Scaling RWKV-Like Architectures for Diffusion Models","created":"2024-04-06","cited_by_count":41,"area":"diffusion"},{"id":"2403.19888","title":"MambaMixer: Efficient Selective State Space Models with Dual Token and Channel Selection","created":"2024-03-29","cited_by_count":40,"area":"ssm"},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2309.13414","title":"State-space Models with Layer-wise Nonlinearity are Universal Approximators with Exponential Decaying Memory","created":"2023-09-23","cited_by_count":39,"area":null},{"id":"2408.01129","title":"A Survey of Mamba","created":"2024-08-02","cited_by_count":39,"area":"ssm"},{"id":"2412.16178","title":"Context Clues: Evaluating Long Context Models for Clinical Prediction Tasks on EHRs","created":"2024-12-09","cited_by_count":39,"area":"ssm"},{"id":"2407.19115","title":"Towards Scalable and Stable Parallelization of Nonlinear RNNs","created":"2024-07-26","cited_by_count":38,"area":null},{"id":"2410.01201","title":"Were RNNs All We Needed?","created":"2024-10-02","cited_by_count":38,"area":null},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2402.01771","title":"BlackMamba: Mixture of Experts for State-Space Models","created":"2024-02-01","cited_by_count":37,"area":"moe"},{"id":"2410.20399","title":"ThunderKittens: Simple, Fast, and Adorable AI Kernels","created":"2024-10-27","cited_by_count":36,"area":null},{"id":"2410.21252","title":"LongReward: Improving Long-context Large Language Models with AI Feedback","created":"2024-10-28","cited_by_count":34,"area":"alignment"},{"id":"2305.04847","title":"CaloClouds: Fast Geometry-Independent Highly-Granular Calorimeter Simulation","created":"2023-05-08","cited_by_count":33,"area":null},{"id":"2311.05908","title":"FlashFFTConv: Efficient Convolutions for Long Sequences with Tensor Cores","created":"2023-11-10","cited_by_count":33,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2311.14495","title":"StableSSM: Alleviating the Curse of Memory in State-space Models through Stable Reparameterization","created":"2023-11-24","cited_by_count":30,"area":null},{"id":"2311.12570","title":"BEND: Benchmarking DNA Language Models on biologically meaningful tasks","created":"2023-11-21","cited_by_count":29,"area":null},{"id":"2409.03231","title":"State-space models are accurate and efficient neural operators for dynamical systems","created":"2024-09-05","cited_by_count":28,"area":"ssm"},{"id":"2410.04199","title":"LongGenBench: Long-context Generation Benchmark","created":"2024-10-05","cited_by_count":28,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2405.15731","title":"Understanding the differences in Foundation Models: Attention, State Space Models, and Recurrent Neural Networks","created":"2024-05-24","cited_by_count":26,"area":null},{"id":"2306.09539","title":"Block-State Transformers","created":"2023-06-15","cited_by_count":24,"area":null},{"id":"2310.18780","title":"Laughing Hyena Distillery: Extracting Compact Recurrences From Convolutions","created":"2023-10-28","cited_by_count":24,"area":null},{"id":"2406.01382","title":"Do Large Language Models Perform the Way People Expect? Measuring the Human Generalization Function","created":"2024-06-03","cited_by_count":24,"area":null},{"id":"2406.12723","title":"BIOSCAN-5M: A Multimodal Dataset for Insect Biodiversity","created":"2024-06-18","cited_by_count":24,"area":null},{"id":"2404.09554","title":"Explainable Generative AI (GenXAI): A Survey, Conceptualization, and Research Agenda","created":"2024-04-15","cited_by_count":22,"area":null},{"id":"2312.06837","title":"Spectral State Space Models","created":"2023-12-11","cited_by_count":21,"area":null},{"id":"2402.07440","title":"Benchmarking and Building Long-Context Retrieval Models with LoCo and M2-BERT","created":"2024-02-12","cited_by_count":21,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2310.00655","title":"PatchMixer: A Patch-Mixing Architecture for Long-Term Time Series Forecasting","created":"2023-10-01","cited_by_count":20,"area":null},{"id":"2407.11435","title":"Genomic Language Models: Opportunities and Challenges","created":"2024-07-16","cited_by_count":20,"area":null},{"id":"2312.08598","title":"MotherNet: Fast Training and Inference via Hyper-Network Transformers","created":"2023-12-14","cited_by_count":19,"area":null},{"id":"2401.00955","title":"Learning Long Sequences in Spiking Neural Networks","created":"2023-12-14","cited_by_count":19,"area":null},{"id":"2404.13222","title":"Vim4Path: Self-Supervised Vision Mamba for Histopathology Images","created":"2024-04-20","cited_by_count":19,"area":"ssm"},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19,"area":"inference"},{"id":"2408.12151","title":"A Tighter Complexity Analysis of SparseGPT","created":"2024-08-22","cited_by_count":19,"area":null}],"next_cursor":"100"}