{"list":"other","total":88,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2006.11239","title":"Denoising Diffusion Probabilistic Models","created":"2020-06-19","cited_by_count":21076},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"1412.3555","title":"Empirical Evaluation of Gated Recurrent Neural Networks on Sequence Modeling","created":"2014-12-11","cited_by_count":2367},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"1803.01271","title":"An Empirical Evaluation of Generic Convolutional and Recurrent Networks for Sequence Modeling","created":"2018-03-04","cited_by_count":1476},{"id":"2005.10242","title":"Understanding Contrastive Representation Learning through Alignment and Uniformity on the Hypersphere","created":"2020-05-20","cited_by_count":1405},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336},{"id":"1409.1259","title":"On the Properties of Neural Machine Translation: Encoder-Decoder Approaches","created":"2014-09-03","cited_by_count":1304},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"1601.06759","title":"Pixel Recurrent Neural Networks","created":"2016-01-25","cited_by_count":816},{"id":"1506.03099","title":"Scheduled Sampling for Sequence Prediction with Recurrent Neural Networks","created":"2015-06-09","cited_by_count":803},{"id":"2412.06769","title":"Training Large Language Models to Reason in a Continuous Latent Space","created":"2024-12-09","cited_by_count":797},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2208.04933","title":"Simplified State Space Layers for Sequence Modeling","created":"2022-08-09","cited_by_count":788},{"id":"1312.6120","title":"Exact solutions to the nonlinear dynamics of learning in deep linear neural networks","created":"2013-12-20","cited_by_count":763},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"2211.15661","title":"What learning algorithm is in-context learning? Investigations with linear models","created":"2022-11-28","cited_by_count":684},{"id":"1410.5401","title":"Neural Turing Machines","created":"2014-10-20","cited_by_count":644},{"id":"1909.01377","title":"Deep Equilibrium Models","created":"2019-09-03","cited_by_count":615},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"1703.03864","title":"Evolution Strategies as a Scalable Alternative to Reinforcement Learning","created":"2017-03-10","cited_by_count":574},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532},{"id":"2305.07759","title":"TinyStories: How Small Can Language Models Be and Still Speak Coherent English?","created":"2023-05-12","cited_by_count":449},{"id":"2502.05171","title":"Scaling up Test-Time Compute with Latent Reasoning: A Recurrent Depth Approach","created":"2025-02-07","cited_by_count":415},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396},{"id":"2405.04517","title":"xLSTM: Extended Long Short-Term Memory","created":"2024-05-07","cited_by_count":327},{"id":"1511.06464","title":"Unitary Evolution Recurrent Neural Networks","created":"2015-11-20","cited_by_count":294},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268},{"id":"1505.00387","title":"Highway Networks","created":"2015-05-03","cited_by_count":260},{"id":"2301.13196","title":"Looped Transformers as Programmable Computers","created":"2023-01-30","cited_by_count":237},{"id":"1610.09038","title":"Professor Forcing: A New Algorithm for Training Recurrent Networks","created":"2016-10-27","cited_by_count":216},{"id":"2207.06881","title":"Recurrent Memory Transformer","created":"2022-07-14","cited_by_count":203},{"id":"2207.00729","title":"The Parallelism Tradeoff: Limitations of Log-Precision Transformers","created":"2022-07-02","cited_by_count":193},{"id":"2404.08819","title":"The Illusion of State in State-Space Models","created":"2024-04-12","cited_by_count":187},{"id":"2506.21734","title":"Hierarchical Reasoning Model","created":"2025-06-26","cited_by_count":177},{"id":"2009.06489","title":"The Hardware Lottery","created":"2020-09-14","cited_by_count":160},{"id":"1709.04057","title":"Parallelizing Linear Recurrent Neural Nets Over Sequence Length","created":"2017-09-12","cited_by_count":127},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122},{"id":"2212.04458","title":"General-Purpose In-Context Learning by Meta-Learning Transformers","created":"2022-12-08","cited_by_count":105},{"id":"1609.01704","title":"Hierarchical Multiscale Recurrent Neural Networks","created":"2016-09-06","cited_by_count":104},{"id":"2103.13076","title":"Finetuning Pretrained Transformers into RNNs","created":"2021-03-24","cited_by_count":96},{"id":"1611.00035","title":"Full-Capacity Unitary Recurrent Neural Networks","created":"2016-10-31","cited_by_count":94},{"id":"1804.02464","title":"Differentiable plasticity: training plastic neural networks with backpropagation","created":"2018-04-06","cited_by_count":84},{"id":"1702.00071","title":"On orthogonality and learning recurrent networks with long term dependencies","created":"2017-01-31","cited_by_count":83},{"id":"1707.09520","title":"Orthogonal Recurrent Neural Networks with Scaled Cayley Transform","created":"2017-07-29","cited_by_count":83},{"id":"2410.23771","title":"What is Wrong with Perplexity for Long-context Language Modeling?","created":"2024-10-31","cited_by_count":69},{"id":"1805.10369","title":"Stable Recurrent Models","created":"2018-05-25","cited_by_count":66},{"id":"1312.6026","title":"How to Construct Deep Recurrent Neural Networks","created":"2013-12-20","cited_by_count":64},{"id":"2010.06891","title":"Memformer: A Memory-Augmented Transformer for Sequence Modeling","created":"2020-10-14","cited_by_count":63},{"id":"1612.00188","title":"Efficient Orthogonal Parametrisation of Recurrent Neural Networks Using Householder Reflections","created":"2016-12-01","cited_by_count":57},{"id":"2007.02686","title":"Meta-Learning through Hebbian Plasticity in Random Networks","created":"2020-07-06","cited_by_count":47},{"id":"2309.12252","title":"Parallelizing non-linear sequential models over the sequence length","created":"2023-09-21","cited_by_count":45},{"id":"2407.19115","title":"Towards Scalable and Stable Parallelization of Nonlinear RNNs","created":"2024-07-26","cited_by_count":38},{"id":"2410.01201","title":"Were RNNs All We Needed?","created":"2024-10-02","cited_by_count":38},{"id":"1903.06400","title":"Studying the Inductive Biases of RNNs with Synthetic Variations of Natural Languages","created":"2019-03-15","cited_by_count":37},{"id":"2511.05963","title":"Next-Latent Prediction Transformers Learn Compact World Models","created":"2025-11-08","cited_by_count":31},{"id":"2603.12228","title":"Neural Thickets: Diverse Task Experts Are Dense Around Pretrained Weights","created":"2026-03-12","cited_by_count":28},{"id":"2511.16652","title":"Evolution Strategies at the Hyperscale","created":"2025-11-20","cited_by_count":25},{"id":"2512.19941","title":"Block-Recurrent Dynamics in Vision Transformers","created":"2025-12-23","cited_by_count":20},{"id":"2601.22156","title":"Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts","created":"2026-01-29","cited_by_count":18},{"id":"2510.21450","title":"ParaRNN: Unlocking Parallel Training of Nonlinear RNNs for Large Language Models","created":"2025-10-24","cited_by_count":15},{"id":"1705.09353","title":"Predictive State Recurrent Neural Networks","created":"2017-05-25","cited_by_count":14},{"id":"2507.12549","title":"The Serial Scaling Hypothesis","created":"2025-07-16","cited_by_count":13},{"id":"1709.08520","title":"Predictive-State Decoders: Encoding the Future into Recurrent Networks","created":"2017-09-25","cited_by_count":11},{"id":"2506.14202","title":"DiffusionBlocks: Block-wise Neural Network Training via Diffusion Interpretation","created":"2025-06-17","cited_by_count":11},{"id":"1507.07680","title":"Training recurrent networks online without backtracking","created":"2015-07-28","cited_by_count":10},{"id":"2309.16318","title":"DeepPCR: Parallelizing Sequential Operations in Neural Networks","created":"2023-09-28","cited_by_count":9},{"id":"2503.24322","title":"NoProp: Training Neural Networks without Full Back-propagation or Full Forward-propagation","created":"2025-03-31","cited_by_count":8},{"id":"2506.10918","title":"Sequential-Parallel Duality in Prefix Scannable Models","created":"2025-06-12","cited_by_count":8},{"id":"2603.03612","title":"Why Are Linear RNNs More Parallelizable?","created":"2026-03-04","cited_by_count":8},{"id":"2603.14360","title":"M$^2$RNN: Non-Linear RNNs with Matrix-Valued States for Scalable Language Modeling","created":"2026-03-15","cited_by_count":8},{"id":"2508.16817","title":"Predictability Enables Parallelization of Nonlinear State Space Models","created":"2025-08-22","cited_by_count":7},{"id":"1803.01489","title":"Recurrent Predictive State Policy Networks","created":"2018-03-05","cited_by_count":6},{"id":"2604.21215","title":"The Recurrent Transformer: Greater Effective Depth and Efficient Decoding","created":"2026-04-23","cited_by_count":6},{"id":"1907.10134","title":"BPPSA: Scaling Back-propagation by Parallel Scan Algorithm","created":"2019-07-23","cited_by_count":3},{"id":"2603.15590","title":"Effective Distillation to Hybrid xLSTM Architectures","created":"2026-03-16","cited_by_count":3},{"id":"2604.14191","title":"Attention to Mamba: A Recipe for Cross-Architecture Distillation","created":"2026-04-01","cited_by_count":3},{"id":"1701.03866","title":"Long Timescale Credit Assignment in NeuralNetworks with External Memory","created":"2017-01-14","cited_by_count":1},{"id":"1702.04121","title":"Practical Learning of Predictive State Representations","created":"2017-02-14","cited_by_count":1}],"next_cursor":null}