{"list":"other","total":59,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1406.1078","title":"Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation","created":"2014-06-03","cited_by_count":4057},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2310.11511","title":"Self-RAG: Learning to Retrieve, Generate, and Critique through Self-Reflection","created":"2023-10-17","cited_by_count":1839},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748},{"id":"2002.08910","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","created":"2020-02-10","cited_by_count":719},{"id":"1808.07042","title":"CoQA: A Conversational Question Answering Challenge","created":"2018-08-21","cited_by_count":683},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"1712.07040","title":"The NarrativeQA Reading Comprehension Challenge","created":"2017-12-19","cited_by_count":597},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502},{"id":"2212.14052","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","created":"2022-12-28","cited_by_count":499},{"id":"2303.06349","title":"Resurrecting Recurrent Neural Networks for Long Sequences","created":"2023-03-11","cited_by_count":408},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396},{"id":"2302.10866","title":"Hyena Hierarchy: Towards Larger Convolutional Language Models","created":"2023-02-21","cited_by_count":393},{"id":"2310.01558","title":"Making Retrieval-Augmented Language Models Robust to Irrelevant Context","created":"2023-10-02","cited_by_count":369},{"id":"2407.04620","title":"Learning to (Learn at Test Time): RNNs with Expressive Hidden States","created":"2024-07-05","cited_by_count":355},{"id":"2405.04517","title":"xLSTM: Extended Long Short-Term Memory","created":"2024-05-07","cited_by_count":327},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213},{"id":"2312.04927","title":"Zoology: Measuring and Improving Recall in Efficient Language Models","created":"2023-12-08","cited_by_count":204},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159},{"id":"1709.04057","title":"Parallelizing Linear Recurrent Neural Nets Over Sequence Length","created":"2017-09-12","cited_by_count":127},{"id":"2402.04248","title":"Can Mamba Learn How to Learn? A Comparative Study on In-Context Learning Tasks","created":"2024-02-06","cited_by_count":105},{"id":"2311.04823","title":"Hierarchically Gated Recurrent Neural Network for Sequence Modeling","created":"2023-11-08","cited_by_count":102},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99},{"id":"2401.12973","title":"In-Context Language Learning: Architectures and Algorithms","created":"2024-01-23","cited_by_count":89},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76},{"id":"2208.00748","title":"Efficient Long-Text Understanding with Short-Text Models","created":"2022-08-01","cited_by_count":71},{"id":"2403.17844","title":"Mechanistic Design and Scaling of Hybrid Architectures","created":"2024-03-26","cited_by_count":59},{"id":"2402.03170","title":"Is Mamba Capable of In-Context Learning?","created":"2024-02-05","cited_by_count":45},{"id":"2403.00071","title":"Resonance RoPE: Improving Context Length Generalization of Large Language Models","created":"2024-02-29","cited_by_count":27},{"id":"2210.04243","title":"Fine-Tuning Pre-trained Transformers into Decaying Fast Weights","created":"2022-10-09","cited_by_count":26},{"id":"1602.02218","title":"Strongly-Typed Recurrent Neural Networks","created":"2016-02-06","cited_by_count":13},{"id":"2412.13328","title":"Expansion Span: Combining Fading Memory and Retrieval in Hybrid State Space Models","created":"2024-12-17","cited_by_count":11},{"id":"2407.08112","title":"How Well Can a Long Sequence Model Model Long Sequences? Comparing Architechtural Inductive Biases on Long-Context Abilities","created":"2024-07-11","cited_by_count":9},{"id":"2410.17477","title":"Do Robot Snakes Dream like Electric Sheep? Investigating the Effects of Architectural Inductive Biases on Hallucination","created":"2024-10-22","cited_by_count":4},{"id":"2502.01578","title":"ReGLA: Refining Gated Linear Attention","created":"2025-02-03","cited_by_count":4}],"next_cursor":null}