{"list":"other","total":80,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2112.00114","title":"Show Your Work: Scratchpads for Intermediate Computation with Language Models","created":"2021-11-30","cited_by_count":886},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827},{"id":"2208.04933","title":"Simplified State Space Layers for Sequence Modeling","created":"2022-08-09","cited_by_count":788},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"1612.08083","title":"Language Modeling with Gated Convolutional Networks","created":"2016-12-23","cited_by_count":702},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"1410.5401","title":"Neural Turing Machines","created":"2014-10-20","cited_by_count":644},{"id":"2103.00112","title":"Transformer in Transformer","created":"2021-02-27","cited_by_count":633},{"id":"1909.01377","title":"Deep Equilibrium Models","created":"2019-09-03","cited_by_count":615},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"2212.10403","title":"Towards Reasoning in Large Language Models: A Survey","created":"2022-12-20","cited_by_count":596},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514},{"id":"1603.08983","title":"Adaptive Computation Time for Recurrent Neural Networks","created":"2016-03-29","cited_by_count":506},{"id":"2206.11893","title":"On the Parameterization and Initialization of Diagonal State Space Models","created":"2022-06-23","cited_by_count":424},{"id":"2102.04906","title":"Dynamic Neural Networks: A Survey","created":"2021-02-09","cited_by_count":408},{"id":"2303.06349","title":"Resurrecting Recurrent Neural Networks for Long Sequences","created":"2023-03-11","cited_by_count":408},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310},{"id":"2305.15408","title":"Towards Revealing the Mystery behind Chain of Thought: A Theoretical Perspective","created":"2023-05-24","cited_by_count":294},{"id":"2006.04152","title":"BERT Loses Patience: Fast and Robust Inference with Early Exit","created":"2020-06-07","cited_by_count":273},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268},{"id":"2206.13947","title":"Long Range Language Modeling via Gated State Spaces","created":"2022-06-27","cited_by_count":265},{"id":"2004.04037","title":"DynaBERT: Dynamic BERT with Adaptive Width and Depth","created":"2020-04-08","cited_by_count":251},{"id":"1910.10073","title":"Depth-Adaptive Transformer","created":"2019-10-22","cited_by_count":236},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217},{"id":"2207.06881","title":"Recurrent Memory Transformer","created":"2022-07-14","cited_by_count":203},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199},{"id":"2207.00729","title":"The Parallelism Tradeoff: Limitations of Log-Precision Transformers","created":"2022-07-02","cited_by_count":193},{"id":"2202.10447","title":"Transformer Quality in Linear Time","created":"2022-02-21","cited_by_count":191},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179},{"id":"2106.16213","title":"Saturated Transformers are Constant-Depth Threshold Circuits","created":"2021-06-30","cited_by_count":139},{"id":"1804.06028","title":"ListOps: A Diagnostic Dataset for Latent Tree Learning","created":"2018-04-17","cited_by_count":129},{"id":"1709.04057","title":"Parallelizing Linear Recurrent Neural Nets Over Sequence Length","created":"2017-09-12","cited_by_count":127},{"id":"2212.10554","title":"A Length-Extrapolatable Transformer","created":"2022-12-20","cited_by_count":127},{"id":"1511.08228","title":"Neural GPUs Learn Algorithms","created":"2015-11-25","cited_by_count":121},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110},{"id":"2207.10551","title":"Scaling Laws vs Model Architectures: How does Inductive Bias Influence Scaling?","created":"2022-07-21","cited_by_count":103},{"id":"2311.04823","title":"Hierarchically Gated Recurrent Neural Network for Sequence Modeling","created":"2023-11-08","cited_by_count":102},{"id":"2204.06618","title":"Formal Language Recognition by Hard Attention Transformers: Perspectives from Circuit Complexity","created":"2022-04-13","cited_by_count":93},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83},{"id":"2005.05402","title":"MART: Memory-Augmented Recurrent Transformer for Coherent Video Paragraph Captioning","created":"2020-05-11","cited_by_count":79},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75},{"id":"2104.08803","title":"Consistent Accelerated Inference via Confident Adaptive Transformers","created":"2021-04-18","cited_by_count":74},{"id":"2211.12316","title":"Simplicity Bias in Transformers and their Ability to Learn Sparse Boolean Functions","created":"2022-11-22","cited_by_count":70},{"id":"2202.06258","title":"Flowformer: Linearizing Transformers with Conservation Flows","created":"2022-02-13","cited_by_count":69},{"id":"2010.06891","title":"Memformer: A Memory-Augmented Transformer for Sequence Modeling","created":"2020-10-14","cited_by_count":63},{"id":"2111.00035","title":"Skyformer: Remodel Self-Attention with Gaussian Kernel and Nystr\\\"om Method","created":"2021-10-29","cited_by_count":63},{"id":"2110.07732","title":"The Neural Data Router: Adaptive Control Flow in Transformers Improves Systematic Generalization","created":"2021-10-14","cited_by_count":62},{"id":"1803.03585","title":"The Importance of Being Recurrent for Modeling Hierarchical Structure","created":"2018-03-09","cited_by_count":42},{"id":"2310.07096","title":"Sparse Universal Transformer","created":"2023-10-11","cited_by_count":32},{"id":"1902.09393","title":"Cooperative Learning of Disjoint Syntax and Semantics","created":"2019-02-25","cited_by_count":27},{"id":"2110.06399","title":"Dynamic Inference with Neural Interpreters","created":"2021-10-12","cited_by_count":24},{"id":"2306.09539","title":"Block-State Transformers","created":"2023-06-15","cited_by_count":24},{"id":"1506.04834","title":"Tree-structured composition in neural networks without tree-structured architectures","created":"2015-06-16","cited_by_count":23},{"id":"2301.13195","title":"Adaptive Computation with Elastic Input Sequence","created":"2023-01-30","cited_by_count":22},{"id":"1910.13466","title":"Ordered Memory","created":"2019-10-29","cited_by_count":20},{"id":"2306.11197","title":"Sparse Modular Activation for Efficient Sequence Modeling","created":"2023-06-19","cited_by_count":20},{"id":"2004.08178","title":"Highway Transformer: Self-Gating Enhanced Self-Attentive Networks","created":"2020-04-17","cited_by_count":18},{"id":"2310.01749","title":"Stack Attention: Improving the Ability of Transformers to Model Hierarchical Patterns","created":"2023-10-03","cited_by_count":17},{"id":"2106.06038","title":"Modeling Hierarchical Structures with Continuous Recursive Neural Networks","created":"2021-06-10","cited_by_count":15},{"id":"2106.04279","title":"Staircase Attention for Recurrent Processing of Sequences","created":"2021-06-08","cited_by_count":14},{"id":"2205.14794","title":"Temporal Latent Bottleneck: Synthesis of Fast and Slow Processing Mechanisms in Sequence Learning","created":"2022-05-30","cited_by_count":13},{"id":"2305.03796","title":"Transformer Working Memory Enables Regular Language Reasoning and Natural Language Length Extrapolation","created":"2023-05-05","cited_by_count":13},{"id":"2311.16620","title":"On the Long Range Abilities of Transformers","created":"2023-11-28","cited_by_count":10},{"id":"2009.11443","title":"Neurocoder: Learning General-Purpose Computation Using Stored Neural Programs","created":"2020-09-24","cited_by_count":6},{"id":"2210.08031","title":"Neural Attentive Circuits","created":"2022-10-14","cited_by_count":6},{"id":"2305.19999","title":"Beam Tree Recursive Cells","created":"2023-05-31","cited_by_count":6},{"id":"2311.04449","title":"Recursion in Recursion: Two-Level Nested Recursion for Length Generalization with Scalability","created":"2023-11-08","cited_by_count":5},{"id":"2307.10779","title":"Efficient Beam Tree Recursion","created":"2023-07-20","cited_by_count":4}],"next_cursor":null}