{"total":295,"rows":[{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455,"area":null},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2309.07430","title":"Adapted Large Language Models Can Outperform Medical Experts in Clinical Text Summarization","created":"2023-09-14","cited_by_count":246,"area":null},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204,"area":null},{"id":"2306.15794","title":"HyenaDNA: Long-Range Genomic Sequence Modeling at Single Nucleotide Resolution","created":"2023-06-27","cited_by_count":194,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2402.04347","title":"The Hedgehog & the Porcupine: Expressive Linear Attentions with Softmax Mimicry","created":"2024-02-06","cited_by_count":120,"area":null},{"id":"2403.03234","title":"Caduceus: Bi-Directional Equivariant Long-Range DNA Sequence Modeling","created":"2024-03-05","cited_by_count":113,"area":null},{"id":"2311.04823","title":"Hierarchically Gated Recurrent Neural Network for Sequence Modeling","created":"2023-11-08","cited_by_count":102,"area":null},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2403.15796","title":"Understanding Emergent Abilities of Language Models from the Loss Perspective","created":"2024-03-23","cited_by_count":94,"area":null},{"id":"2405.03162","title":"Advancing Multimodal Medical Capabilities of Gemini","created":"2024-05-06","cited_by_count":90,"area":null},{"id":"2401.12973","title":"In-Context Language Learning: Architectures and Algorithms","created":"2024-01-23","cited_by_count":89,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2306.17100","title":"RL4CO: an Extensive Reinforcement Learning for Combinatorial Optimization Benchmark","created":"2023-06-29","cited_by_count":71,"area":null},{"id":"2310.03016","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","created":"2023-10-04","cited_by_count":63,"area":null},{"id":"2403.17844","title":"Mechanistic Design and Scaling of Hybrid Architectures","created":"2024-03-26","cited_by_count":59,"area":null},{"id":"2404.07544","title":"From Words to Numbers: Your Large Language Model Is Secretly A Capable Regressor When Given In-Context Examples","created":"2024-04-11","cited_by_count":57,"area":null},{"id":"2406.10729","title":"A Comprehensive Survey of Foundation Models in Medicine","created":"2024-06-15","cited_by_count":56,"area":null},{"id":"2403.19967","title":"Rewrite the Stars","created":"2024-03-29","cited_by_count":55,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2409.17808","title":"Generative Modeling of Molecular Dynamics Trajectories","created":"2024-09-26","cited_by_count":51,"area":null},{"id":"2406.11612","title":"Long Code Arena: a Set of Benchmarks for Long-Context Code Models","created":"2024-06-17","cited_by_count":50,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46,"area":null},{"id":"2310.02970","title":"Fast, Expressive SE$(n)$ Equivariant Networks through Weight-Sharing in Position-Orientation Space","created":"2023-10-04","cited_by_count":41,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2309.13414","title":"State-space Models with Layer-wise Nonlinearity are Universal Approximators with Exponential Decaying Memory","created":"2023-09-23","cited_by_count":39,"area":null},{"id":"2407.19115","title":"Towards Scalable and Stable Parallelization of Nonlinear RNNs","created":"2024-07-26","cited_by_count":38,"area":null},{"id":"2410.01201","title":"Were RNNs All We Needed?","created":"2024-10-02","cited_by_count":38,"area":null},{"id":"2410.20399","title":"ThunderKittens: Simple, Fast, and Adorable AI Kernels","created":"2024-10-27","cited_by_count":36,"area":null},{"id":"2305.04847","title":"CaloClouds: Fast Geometry-Independent Highly-Granular Calorimeter Simulation","created":"2023-05-08","cited_by_count":33,"area":null},{"id":"2311.05908","title":"FlashFFTConv: Efficient Convolutions for Long Sequences with Tensor Cores","created":"2023-11-10","cited_by_count":33,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2311.14495","title":"StableSSM: Alleviating the Curse of Memory in State-space Models through Stable Reparameterization","created":"2023-11-24","cited_by_count":30,"area":null},{"id":"2311.12570","title":"BEND: Benchmarking DNA Language Models on biologically meaningful tasks","created":"2023-11-21","cited_by_count":29,"area":null},{"id":"2410.04199","title":"LongGenBench: Long-context Generation Benchmark","created":"2024-10-05","cited_by_count":28,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2405.15731","title":"Understanding the differences in Foundation Models: Attention, State Space Models, and Recurrent Neural Networks","created":"2024-05-24","cited_by_count":26,"area":null},{"id":"2306.09539","title":"Block-State Transformers","created":"2023-06-15","cited_by_count":24,"area":null},{"id":"2310.18780","title":"Laughing Hyena Distillery: Extracting Compact Recurrences From Convolutions","created":"2023-10-28","cited_by_count":24,"area":null},{"id":"2406.01382","title":"Do Large Language Models Perform the Way People Expect? Measuring the Human Generalization Function","created":"2024-06-03","cited_by_count":24,"area":null},{"id":"2406.12723","title":"BIOSCAN-5M: A Multimodal Dataset for Insect Biodiversity","created":"2024-06-18","cited_by_count":24,"area":null},{"id":"2404.09554","title":"Explainable Generative AI (GenXAI): A Survey, Conceptualization, and Research Agenda","created":"2024-04-15","cited_by_count":22,"area":null},{"id":"2312.06837","title":"Spectral State Space Models","created":"2023-12-11","cited_by_count":21,"area":null},{"id":"2402.07440","title":"Benchmarking and Building Long-Context Retrieval Models with LoCo and M2-BERT","created":"2024-02-12","cited_by_count":21,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2310.00655","title":"PatchMixer: A Patch-Mixing Architecture for Long-Term Time Series Forecasting","created":"2023-10-01","cited_by_count":20,"area":null},{"id":"2407.11435","title":"Genomic Language Models: Opportunities and Challenges","created":"2024-07-16","cited_by_count":20,"area":null},{"id":"2312.08598","title":"MotherNet: Fast Training and Inference via Hyper-Network Transformers","created":"2023-12-14","cited_by_count":19,"area":null},{"id":"2401.00955","title":"Learning Long Sequences in Spiking Neural Networks","created":"2023-12-14","cited_by_count":19,"area":null},{"id":"2408.12151","title":"A Tighter Complexity Analysis of SparseGPT","created":"2024-08-22","cited_by_count":19,"area":null},{"id":"2410.10165","title":"HSR-Enhanced Sparse Attention Acceleration","created":"2024-10-14","cited_by_count":19,"area":null},{"id":"2504.05646","title":"Lattice: Learning to Efficiently Compress the Memory","created":"2025-04-08","cited_by_count":19,"area":null},{"id":"2306.06635","title":"2-D SSM: A General Spatial Layer for Visual Transformers","created":"2023-06-11","cited_by_count":18,"area":null},{"id":"2405.06147","title":"State-Free Inference of State-Space Models: The Transfer Function Approach","created":"2024-05-10","cited_by_count":18,"area":null},{"id":"2602.23361","title":"VGG-T$^3$: Offline Feed-Forward 3D Reconstruction at Scale","created":"2026-02-26","cited_by_count":18,"area":null},{"id":"2310.08049","title":"Is attention required for ICL? Exploring the Relationship Between Model Architecture and In-Context Learning Ability","created":"2023-10-12","cited_by_count":17,"area":null},{"id":"2310.13807","title":"Learning to (Learn at Test Time)","created":"2023-10-20","cited_by_count":17,"area":null},{"id":"2312.17276","title":"PanGu-$\\pi$: Enhancing Language Model Architectures via Nonlinearity Compensation","created":"2023-12-27","cited_by_count":17,"area":null},{"id":"2405.19121","title":"Spatio-Spectral Graph Neural Networks","created":"2024-05-29","cited_by_count":17,"area":null},{"id":"2306.04532","title":"Long Sequence Hopfield Memory","created":"2023-06-07","cited_by_count":16,"area":null},{"id":"2309.08045","title":"Traveling Waves Encode the Recent Past and Enhance Sequence Learning","created":"2023-09-03","cited_by_count":16,"area":null},{"id":"2402.00854","title":"SymbolicAI: A framework for logic-based approaches combining generative models and solvers","created":"2024-02-01","cited_by_count":16,"area":null},{"id":"2311.07621","title":"To Transformers and Beyond: Large Language Models for the Genome","created":"2023-11-13","cited_by_count":15,"area":null},{"id":"2602.24281","title":"Memory Caching: RNNs with Growing Memory","created":"2026-02-27","cited_by_count":15,"area":null},{"id":"2309.07412","title":"Advancing Regular Language Reasoning in Linear Recurrent Neural Networks","created":"2023-09-14","cited_by_count":13,"area":null},{"id":"2402.04286","title":"Progress and Opportunities of Foundation Models in Bioinformatics","created":"2024-02-06","cited_by_count":13,"area":null},{"id":"2406.05815","title":"What Can We Learn from State Space Models for Machine Learning on Graphs?","created":"2024-06-09","cited_by_count":13,"area":null},{"id":"2411.04165","title":"Bio-xLSTM: Generative modeling, representation and in-context learning of biological and chemical sequences","created":"2024-11-06","cited_by_count":13,"area":null},{"id":"2512.22471","title":"The Bayesian Geometry of Transformer Attention","created":"2025-12-27","cited_by_count":13,"area":null},{"id":"2602.17634","title":"Reverso: Efficient Time Series Foundation Models for Zero-shot Forecasting","created":"2026-02-19","cited_by_count":13,"area":null},{"id":"2305.14952","title":"Focus Your Attention (with Adaptive IIR Filters)","created":"2023-05-24","cited_by_count":12,"area":null},{"id":"2305.19370","title":"Blockwise Parallel Transformer for Large Context Models","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2410.14195","title":"Rethinking Transformer for Long Contextual Histopathology Whole Slide Image Analysis","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2412.13716","title":"Model Decides How to Tokenize: Adaptive DNA Sequence Tokenization with MxDNA","created":"2024-12-18","cited_by_count":12,"area":null},{"id":"2503.01868","title":"Systems and Algorithms for Convolutional Multi-Hybrid Language Models at Scale","created":"2025-02-25","cited_by_count":12,"area":null},{"id":"2401.02575","title":"Large Language Models for Social Networks: Applications, Challenges, and Solutions","created":"2024-01-04","cited_by_count":11,"area":null},{"id":"2402.10644","title":"Linear Transformers with Learnable Kernel Functions are Better In-Context Models","created":"2024-02-16","cited_by_count":11,"area":null},{"id":"2405.02670","title":"From Generalization Analysis to Optimization Designs for State Space Models","created":"2024-05-04","cited_by_count":11,"area":null},{"id":"2508.04022","title":"Prototype-Driven Structure Synergy Network for Remote Sensing Images Segmentation","created":"2025-08-06","cited_by_count":11,"area":null},{"id":"2311.16620","title":"On the Long Range Abilities of Transformers","created":"2023-11-28","cited_by_count":10,"area":null},{"id":"2406.01627","title":"GenBench: A Benchmarking Suite for Systematic Evaluation of Genomic Foundation Models","created":"2024-06-01","cited_by_count":10,"area":null},{"id":"2410.12459","title":"HELM: Hierarchical Encoding for mRNA Language Modeling","created":"2024-10-16","cited_by_count":10,"area":null},{"id":"2502.00318","title":"Sub-Sequential Physics-Informed Learning with State Space Model","created":"2025-02-01","cited_by_count":10,"area":null},{"id":"2505.18728","title":"Message-Passing State-Space Models: Improving Graph Learning with Modern Sequence Modeling","created":"2025-05-24","cited_by_count":10,"area":null},{"id":"2506.17121","title":"Cache Me If You Can: How Many KVs Do You Need for Effective Long-Context LMs?","created":"2025-06-20","cited_by_count":10,"area":null}],"next_cursor":"100"}