{"list":"other","total":68,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"1608.06993","title":"Densely Connected Convolutional Networks","created":"2016-08-25","cited_by_count":6720},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2408.03314","title":"Scaling LLM Test-Time Compute Optimally can be More Effective than Scaling Model Parameters","created":"2024-08-06","cited_by_count":1986},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2501.19393","title":"s1: Simple test-time scaling","created":"2025-01-31","cited_by_count":1341},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2302.05442","title":"Scaling Vision Transformers to 22 Billion Parameters","created":"2023-02-10","cited_by_count":694},{"id":"1909.01377","title":"Deep Equilibrium Models","created":"2019-09-03","cited_by_count":615},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514},{"id":"2008.02217","title":"Hopfield Networks is All You Need","created":"2020-07-16","cited_by_count":475},{"id":"2502.05171","title":"Scaling up Test-Time Compute with Latent Reasoning: A Recurrent Depth Approach","created":"2025-02-07","cited_by_count":415},{"id":"2303.06349","title":"Resurrecting Recurrent Neural Networks for Long Sequences","created":"2023-03-11","cited_by_count":408},{"id":"2407.04620","title":"Learning to (Learn at Test Time): RNNs with Expressive Hidden States","created":"2024-07-05","cited_by_count":355},{"id":"1602.02068","title":"From Softmax to Sparsemax: A Sparse Model of Attention and Multi-Label Classification","created":"2016-02-05","cited_by_count":341},{"id":"2501.00663","title":"Titans: Learning to Memorize at Test Time","created":"2024-12-31","cited_by_count":328},{"id":"2405.04517","title":"xLSTM: Extended Long Short-Term Memory","created":"2024-05-07","cited_by_count":327},{"id":"2212.13345","title":"The Forward-Forward Algorithm: Some Preliminary Investigations","created":"2022-12-27","cited_by_count":266},{"id":"1606.01164","title":"Dense Associative Memory for Pattern Recognition","created":"2016-06-03","cited_by_count":236},{"id":"2503.24235","title":"A Survey on Test-Time Scaling in Large Language Models: What, How, Where, and How Well?","created":"2025-03-31","cited_by_count":223},{"id":"2309.14322","title":"Small-scale proxies for large-scale Transformer training instabilities","created":"2023-09-25","cited_by_count":183},{"id":"1905.05702","title":"Sparse Sequence-to-Sequence Models","created":"2019-05-14","cited_by_count":170},{"id":"2510.25741","title":"Scaling Latent Reasoning via Looped Language Models","created":"2025-10-29","cited_by_count":165},{"id":"1909.00015","title":"Adaptively Sparse Transformers","created":"2019-08-30","cited_by_count":155},{"id":"2311.12424","title":"Looped Transformers are Better at Learning Learning Algorithms","created":"2023-11-21","cited_by_count":149},{"id":"2204.12451","title":"Understanding The Robustness in Vision Transformers","created":"2022-04-26","cited_by_count":144},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127},{"id":"1901.02324","title":"Learning with Fenchel-Young Losses","created":"2019-01-08","cited_by_count":119},{"id":"2008.06996","title":"Large Associative Memory Problem in Neurobiology and Machine Learning","created":"2020-08-16","cited_by_count":112},{"id":"2405.16605","title":"Demystify Mamba in Vision: A Linear Attention Perspective","created":"2024-05-26","cited_by_count":102},{"id":"2409.15647","title":"Looped Transformers for Length Generalization","created":"2024-09-24","cited_by_count":99},{"id":"2210.10340","title":"The Devil in Linear Transformer","created":"2022-10-19","cited_by_count":98},{"id":"2105.10446","title":"ReduNet: A White-box Deep Network from the Principle of Maximizing Rate Reduction","created":"2021-05-21","cited_by_count":84},{"id":"2306.01129","title":"White-Box Transformers via Sparse Rate Reduction","created":"2023-06-01","cited_by_count":80},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74},{"id":"2302.07253","title":"Energy Transformer","created":"2023-02-14","cited_by_count":71},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64},{"id":"2506.05233","title":"MesaNet: Sequence Modeling by Locally Optimal Test-Time Training","created":"2025-06-05","cited_by_count":47},{"id":"2311.01927","title":"GateLoop: Fully Data-Controlled Linear Recurrence for Sequence Modeling","created":"2023-11-03","cited_by_count":46},{"id":"2309.12673","title":"On Sparse Modern Hopfield Model","created":"2023-09-22","cited_by_count":42},{"id":"2303.06562","title":"ContraNorm: A Contrastive Learning Perspective on Oversmoothing and Beyond","created":"2023-03-12","cited_by_count":39},{"id":"2404.03827","title":"Uniform Memory Retrieval with Larger Capacity for Modern Hopfield Models","created":"2024-04-04","cited_by_count":38},{"id":"2102.07870","title":"Momentum Residual Neural Networks","created":"2021-02-15","cited_by_count":37},{"id":"2312.17346","title":"STanHop: Sparse Tandem Hopfield Model for Memory-Enhanced Time Series Prediction","created":"2023-12-28","cited_by_count":35},{"id":"2507.02092","title":"Energy-Based Transformers are Scalable Learners and Thinkers","created":"2025-07-02","cited_by_count":31},{"id":"2205.13891","title":"Transformers from an Optimization Perspective","created":"2022-05-27","cited_by_count":27},{"id":"2510.24824","title":"Parallel Loop Transformer for Efficient Test-Time Computation Scaling","created":"2025-10-28","cited_by_count":24},{"id":"2311.13110","title":"White-Box Transformers via Sparse Rate Reduction: Compression Is All There Is?","created":"2023-11-22","cited_by_count":23},{"id":"2502.08482","title":"Enhancing Auto-regressive Chain-of-Thought through Loop-Aligned Reasoning","created":"2025-02-12","cited_by_count":19},{"id":"2404.03900","title":"Nonparametric Modern Hopfield Models","created":"2024-04-05","cited_by_count":16},{"id":"2106.00058","title":"Stable and Interpretable Unrolled Dictionary Learning","created":"2021-05-31","cited_by_count":15},{"id":"2402.13725","title":"Sparse and Structured Hopfield Networks","created":"2024-02-21","cited_by_count":13},{"id":"2410.03810","title":"Exploring the Limitations of Mamba in COPY and CoT Reasoning","created":"2024-10-04","cited_by_count":6},{"id":"2510.14095","title":"Unlocking Out-of-Distribution Generalization in Transformers via Recursive Latent Space Reasoning","created":"2025-10-15","cited_by_count":6},{"id":"2506.03790","title":"Attention-Only Transformers via Unrolled Subspace Denoising","created":"2025-06-04","cited_by_count":5},{"id":"2502.11646","title":"Hyper-SET: Designing Transformers via Hyperspherical Energy Minimization","created":"2025-02-17","cited_by_count":2}],"next_cursor":null}