{"list":"other","total":72,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1703.03400","title":"Model-Agnostic Meta-Learning for Fast Adaptation of Deep Networks","created":"2017-03-09","cited_by_count":4897},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1904.09751","title":"The Curious Case of Neural Text Degeneration","created":"2019-04-22","cited_by_count":2916},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1412.3555","title":"Empirical Evaluation of Gated Recurrent Neural Networks on Sequence Modeling","created":"2014-12-11","cited_by_count":2367},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2508.10925","title":"gpt-oss-120b & gpt-oss-20b Model Card","created":"2025-08-08","cited_by_count":1386},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336},{"id":"2302.00487","title":"A Comprehensive Survey of Continual Learning: Theory, Method and Application","created":"2023-01-31","cited_by_count":872},{"id":"1604.06174","title":"Training Deep Nets with Sublinear Memory Cost","created":"2016-04-21","cited_by_count":848},{"id":"1606.04474","title":"Learning to learn by gradient descent by gradient descent","created":"2016-06-14","cited_by_count":620},{"id":"1904.07734","title":"Three scenarios for continual learning","created":"2019-04-15","cited_by_count":614},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502},{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407},{"id":"2406.11794","title":"DataComp-LM: In search of the next generation of training sets for language models","created":"2024-06-17","cited_by_count":398},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396},{"id":"1804.09458","title":"Dynamic Few-Shot Visual Learning without Forgetting","created":"2018-04-25","cited_by_count":385},{"id":"1409.5185","title":"Deeply-Supervised Nets","created":"2014-09-18","cited_by_count":367},{"id":"1502.03492","title":"Gradient-based Hyperparameter Optimization through Reversible Learning","created":"2015-02-11","cited_by_count":360},{"id":"2407.04620","title":"Learning to (Learn at Test Time): RNNs with Expressive Hidden States","created":"2024-07-05","cited_by_count":355},{"id":"2501.00663","title":"Titans: Learning to Memorize at Test Time","created":"2024-12-31","cited_by_count":328},{"id":"1712.06087","title":"\"Zero-Shot\" Super-Resolution using Deep Internal Learning","created":"2017-12-17","cited_by_count":286},{"id":"2004.15021","title":"Consistent Video Depth Estimation","created":"2020-04-30","cited_by_count":220},{"id":"2209.07522","title":"Test-Time Training with Masked Autoencoders","created":"2022-09-15","cited_by_count":212},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198},{"id":"2402.08268","title":"World Model on Million-Length Video And Language With Blockwise RingAttention","created":"2024-02-13","cited_by_count":198},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196},{"id":"2205.12393","title":"Fine-tuned Language Models are Continual Learners","created":"2022-05-24","cited_by_count":156},{"id":"2505.23884","title":"Test-Time Training Done Right","created":"2025-05-29","cited_by_count":130},{"id":"2007.04309","title":"Self-Supervised Policy Adaptation during Deployment","created":"2020-07-08","cited_by_count":123},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122},{"id":"2105.14103","title":"An Attention Free Transformer","created":"2021-05-28","cited_by_count":112},{"id":"2411.12537","title":"Unlocking State-Tracking in Linear RNNs Through Negative Eigenvalues","created":"2024-11-19","cited_by_count":101},{"id":"2504.05298","title":"One-Minute Video Generation with Test-Time Training","created":"2025-04-07","cited_by_count":101},{"id":"2504.03624","title":"Nemotron-H: A Family of Accurate and Efficient Hybrid Mamba-Transformer Models","created":"2025-04-04","cited_by_count":100},{"id":"2103.13076","title":"Finetuning Pretrained Transformers into RNNs","created":"2021-03-24","cited_by_count":96},{"id":"2106.06295","title":"Going Beyond Linear Transformers with Recurrent Fast Weight Programmers","created":"2021-06-11","cited_by_count":89},{"id":"2305.18466","title":"Test-Time Training on Nearest Neighbors for Large Language Models","created":"2023-05-29","cited_by_count":88},{"id":"2408.10189","title":"Transformers to SSMs: Distilling Quadratic Knowledge to Subquadratic Models","created":"2024-08-19","cited_by_count":67},{"id":"1812.02699","title":"Online Model Distillation for Efficient Video Inference","created":"2018-12-06","cited_by_count":60},{"id":"1709.07432","title":"Dynamic Evaluation of Neural Sequence Models","created":"2017-09-21","cited_by_count":55},{"id":"2011.07831","title":"Learning Associative Inference Using Fast Weight Memory","created":"2020-11-16","cited_by_count":51},{"id":"2012.14905","title":"Meta Learning Backpropagation And Improving It","created":"2020-12-29","cited_by_count":49},{"id":"2506.05233","title":"MesaNet: Sequence Modeling by Locally Optimal Test-Time Training","created":"2025-06-05","cited_by_count":47},{"id":"2202.05780","title":"A Modern Self-Referential Weight Matrix That Learns to Modify Itself","created":"2022-02-11","cited_by_count":41},{"id":"2307.05014","title":"Test-Time Training on Video Streams","created":"2023-07-11","cited_by_count":37},{"id":"2503.13751","title":"Optimizing ML Training with Metagradient Descent","created":"2025-03-17","cited_by_count":23},{"id":"2212.02475","title":"Meta-Learning Fast Weight Language Models","created":"2022-12-05","cited_by_count":21},{"id":"2310.16076","title":"Practical Computational Power of Linear Transformers and Their Recurrent and Self-Referential Extensions","created":"2023-10-24","cited_by_count":20},{"id":"2310.13807","title":"Learning to (Learn at Test Time)","created":"2023-10-20","cited_by_count":17},{"id":"2206.01649","title":"Neural Differential Equations for Learning to Program Neural Nets Through Continuous Learning Rules","created":"2022-06-03","cited_by_count":16},{"id":"2210.06184","title":"Images as Weight Matrices: Sequential Image Generation Through Synaptic Learning Rules","created":"2022-10-07","cited_by_count":9},{"id":"2510.04786","title":"Learning on the Job: Test-Time Curricula for Targeted Reinforcement Learning","created":"2025-10-06","cited_by_count":9},{"id":"2507.18809","title":"Test-time Offline Reinforcement Learning on Goal-related Experience","created":"2025-07-24","cited_by_count":8},{"id":"1803.10631","title":"Meta-Learning a Dynamical Language Model","created":"2018-03-28","cited_by_count":1}],"next_cursor":null}