{"total":124,"rows":[{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297,"area":"rag"},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141,"area":"rag"},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2106.04426","title":"Hash Layers For Large Sparse Models","created":"2021-06-08","cited_by_count":237,"area":null},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226,"area":null},{"id":"2207.06881","title":"Recurrent Memory Transformer","created":"2022-07-14","cited_by_count":203,"area":null},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98,"area":null},{"id":"2403.06801","title":"CT2Rep: Automated Radiology Report Generation for 3D Medical Imaging","created":"2024-03-11","cited_by_count":96,"area":null},{"id":"2312.17238","title":"Fast Inference of Mixture-of-Experts Language Models with Offloading","created":"2023-12-28","cited_by_count":91,"area":"moe"},{"id":"2102.11972","title":"Do Transformer Modifications Transfer Across Implementations and Applications?","created":"2021-02-23","cited_by_count":87,"area":null},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2407.04153","title":"Mixture of A Million Experts","created":"2024-07-04","cited_by_count":72,"area":"moe"},{"id":"2106.16038","title":"ChineseBERT: Chinese Pretraining Enhanced by Glyph and Pinyin Information","created":"2021-06-30","cited_by_count":65,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2105.14444","title":"NAS-BERT: Task-Agnostic and Adaptive-Size BERT Compression with Neural Architecture Search","created":"2021-05-30","cited_by_count":56,"area":null},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2302.06461","title":"A Study on ReLU and Softmax in Transformer","created":"2023-02-13","cited_by_count":53,"area":null},{"id":"2412.09764","title":"Memory Layers at Scale","created":"2024-12-12","cited_by_count":48,"area":null},{"id":"2002.04013","title":"Towards Crowdsourced Training of Large Neural Networks using Decentralized Mixture-of-Experts","created":"2020-02-10","cited_by_count":43,"area":"moe"},{"id":"2204.01725","title":"Distinguishing Homophenes Using Multi-Head Visual-Audio Memory for Lip Reading","created":"2022-04-04","cited_by_count":39,"area":null},{"id":"2210.16773","title":"An Efficient Memory-Augmented Transformer for Knowledge-Intensive NLP Tasks","created":"2022-10-30","cited_by_count":36,"area":"rag"},{"id":"2104.01655","title":"Efficient Transformers in Reinforcement Learning using Actor-Learner Distillation","created":"2021-04-04","cited_by_count":35,"area":null},{"id":"2105.06548","title":"Not All Memories are Created Equal: Learning to Forget by Expiring","created":"2021-05-13","cited_by_count":32,"area":null},{"id":"2310.09762","title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer","created":"2023-10-15","cited_by_count":29,"area":"moe"},{"id":"2403.18926","title":"XMoE: Sparse Models with Fine-grained and Adaptive Expert Selection","created":"2024-02-27","cited_by_count":28,"area":"moe"},{"id":"2310.10837","title":"Approximating Two-Layer Feedforward Networks for Efficient Transformers","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2111.11802","title":"Pruning Self-attentions into Convolutional Layers in Single Path","created":"2021-11-23","cited_by_count":24,"area":null},{"id":"2503.07639","title":"Mixture of Experts Made Intrinsically Interpretable","created":"2025-03-05","cited_by_count":24,"area":"moe"},{"id":"2204.09314","title":"NTIRE 2022 Challenge on Super-Resolution and Quality Enhancement of Compressed Video: Dataset, Methods and Results","created":"2022-04-20","cited_by_count":20,"area":null},{"id":"2502.01637","title":"Scaling Embedding Layers in Language Models","created":"2025-02-03","cited_by_count":20,"area":null},{"id":"2510.15103","title":"Continual Learning via Sparse Memory Finetuning","created":"2025-10-16","cited_by_count":20,"area":null},{"id":"2411.12364","title":"Ultra-Sparse Memory Network","created":"2024-11-19","cited_by_count":19,"area":"moe"},{"id":"2207.11240","title":"Discrete Key-Value Bottleneck","created":"2022-07-22","cited_by_count":18,"area":null},{"id":"2106.04283","title":"NWT: Towards natural audio-to-video generation with representation learning","created":"2021-06-08","cited_by_count":14,"area":null},{"id":"2207.06366","title":"N-Grammer: Augmenting Transformers with latent n-grams","created":"2022-07-13","cited_by_count":14,"area":null},{"id":"2210.04889","title":"Turbo Training with Token Dropout","created":"2022-10-10","cited_by_count":14,"area":null},{"id":"2510.02375","title":"Pretraining with hierarchical memories: separating long-tail and common knowledge","created":"2025-09-29","cited_by_count":14,"area":null},{"id":"2301.13310","title":"Alternating Updates for Efficient Transformers","created":"2023-01-30","cited_by_count":13,"area":null},{"id":"2302.01576","title":"ResMem: Learn what you can and memorize the rest","created":"2023-02-03","cited_by_count":13,"area":null},{"id":"2412.04139","title":"Monet: Mixture of Monosemantic Experts for Transformers","created":"2024-12-05","cited_by_count":13,"area":"mechinterp"},{"id":"2601.00671","title":"Fast-weight Product Key Memory","created":"2026-01-02","cited_by_count":13,"area":null},{"id":"2205.12399","title":"Sparse Mixers: Combining MoE and Mixing to build a more efficient BERT","created":"2022-05-24","cited_by_count":12,"area":"moe"},{"id":"2601.10639","title":"STEM: Scaling Transformers with Embedding Modules","created":"2026-01-15","cited_by_count":12,"area":null},{"id":"2407.12982","title":"Retrieval-Enhanced Machine Learning: Synthesis and Opportunities","created":"2024-07-17","cited_by_count":11,"area":null},{"id":"2603.08391","title":"Adaptive Loops and Memory in Transformers: Think Harder or Know More?","created":"2026-03-09","cited_by_count":11,"area":"lr"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2607.07386","title":"Sparse Delta Memory: Scaling the State of Linear RNNs through Sparsity","created":"2026-07-08","cited_by_count":9,"area":null},{"id":"2605.25475","title":"IndexMem: Learned KV-Cache Eviction with Latent Memory for Long-Context LLM Inference","created":"2026-05-25","cited_by_count":7,"area":"inference"},{"id":"2310.05337","title":"What do larger image classifiers memorise?","created":"2023-10-09","cited_by_count":6,"area":null},{"id":"2406.17989","title":"Learning Neural Networks with Sparse Activations","created":"2024-06-26","cited_by_count":6,"area":null},{"id":"2509.15248","title":"Synthetic bootstrapped pretraining","created":"2025-09-17","cited_by_count":6,"area":"synth"},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2510.20668","title":"From Masks to Worlds: A Hitchhiker's Guide to World Models","created":"2025-10-23","cited_by_count":5,"area":"wm"},{"id":"2602.00398","title":"MemoryLLM: Plug-n-Play Interpretable Feed-Forward Memory for Transformers","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2605.20948","title":"Memory Grafting: Scaling Language Model Pre-training via Offline Conditional Memory","created":"2026-05-20","cited_by_count":5,"area":"moe"},{"id":"2203.12644","title":"Linearizing Transformer with Key-Value Memory","created":"2022-03-23","cited_by_count":4,"area":null},{"id":"2303.13957","title":"Factorizers for Distributed Sparse Block Codes","created":"2023-03-24","cited_by_count":4,"area":null},{"id":"2410.13166","title":"An Evolved Universal Transformer Memory","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2509.18751","title":"Patch-based Memory Gate Model in Time Series Foundation Model","created":"2025-09-23","cited_by_count":4,"area":null},{"id":"2512.21567","title":"Beyond Heuristics: A Decision-Theoretic Framework for Agent Memory Management","created":"2025-12-25","cited_by_count":4,"area":"agents"},{"id":"2305.11564","title":"Decouple knowledge from parameters for plug-and-play language modeling","created":"2023-05-19","cited_by_count":3,"area":null},{"id":"2602.00800","title":"JTok: On Token Embedding as another Axis of Scaling Law via Joint Token Self-modulation","created":"2026-01-31","cited_by_count":3,"area":"moe"},{"id":"2603.15033","title":"Models Designed to Forget: Machine Unlearning via Key Deletion","created":"2026-03-16","cited_by_count":3,"area":"safety"},{"id":"2606.19172","title":"User as Engram: Internalizing Per-User Memory as Local Parametric Edits","created":"2026-06-17","cited_by_count":3,"area":"lr"},{"id":"2608.17050","title":"Frozen Memory Is Not Enough: Rethinking External Memory as Extraction","created":"2026-08-17","cited_by_count":3,"area":null},{"id":"2406.11919","title":"Graph Knowledge Distillation to Mixture of Experts","created":"2024-06-17","cited_by_count":2,"area":"moe"},{"id":"2601.16531","title":"A Collision-Free Hot-Tier Extension for Engram-Style Conditional Memory: A Controlled Study of Training Dynamics","created":"2026-01-23","cited_by_count":2,"area":null},{"id":"2601.21461","title":"L$^3$: Large Lookup Layers","created":"2026-01-29","cited_by_count":2,"area":"moe"},{"id":"2601.22887","title":"MoVE: Mixture of Value Embeddings -- A New Axis for Scaling Parametric Memory in Autoregressive Models","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2602.11958","title":"RAM-Net: Linear-Time Sequence Modeling with Sparsely Addressable State","created":"2026-02-12","cited_by_count":2,"area":null},{"id":"2602.18960","title":"Modularity is the Bedrock of Natural and Artificial Intelligence","created":"2026-02-21","cited_by_count":2,"area":null},{"id":"2605.30202","title":"A Dual-Path Architecture for Scaling Compute and Capacity in LLMs","created":"2026-05-28","cited_by_count":2,"area":null},{"id":"2608.12435","title":"MARCH: Scaling Recurrent Memory with Content-Routed State Anchors","created":"2026-08-12","cited_by_count":2,"area":null},{"id":"2103.05638","title":"Beyond Nystr\\\"omformer -- Approximation of self-attention by Spectral Shifting","created":"2021-03-09","cited_by_count":1,"area":null},{"id":"2111.03842","title":"Class Token and Knowledge Distillation for Multi-head Self-Attention Speaker Verification Systems","created":"2021-11-06","cited_by_count":1,"area":"distill"},{"id":"2205.01366","title":"Finding patterns in Knowledge Attribution for Transformers","created":"2022-05-03","cited_by_count":1,"area":null},{"id":"2309.07974","title":"A Data Source for Reasoning Embodied Agents","created":"2023-09-14","cited_by_count":1,"area":"lr"},{"id":"2412.11834","title":"Wonderful Matrices: Combining for a More Efficient and Effective Foundation Model Architecture","created":"2024-12-16","cited_by_count":1,"area":"moe"},{"id":"2501.09166","title":"Attention is All You Need Until You Need Retention","created":"2025-01-15","cited_by_count":1,"area":null},{"id":"2506.06858","title":"FA-INR: Adaptive Implicit Neural Representations for Interpretable Exploration of Simulation Ensembles","created":"2025-06-07","cited_by_count":1,"area":"moe"},{"id":"2508.15099","title":"Hydra: A Modular Architecture for Efficient Long-Context Reasoning","created":"2025-08-20","cited_by_count":1,"area":null},{"id":"2512.09723","title":"Mixture of Lookup Key-Value Experts","created":"2025-12-10","cited_by_count":1,"area":null},{"id":"2603.21096","title":"Mixture of Chapters: Scaling Learnt Memory in Transformers","created":"2026-03-22","cited_by_count":1,"area":null},{"id":"2604.23388","title":"A Parametric Memory Head for Continual Generative Retrieval","created":"2026-04-25","cited_by_count":1,"area":null},{"id":"2606.02780","title":"Do Value Vectors in Deep Layers Need Context from the Residual Stream?","created":"2026-06-01","cited_by_count":1,"area":null},{"id":"2609.00092","title":"Safin-1: Safety from Within through Memory-Native State Evolution","created":"2026-08-31","cited_by_count":1,"area":null},{"id":"2101.11685","title":"CNN with large memory layers","created":"2021-01-27","cited_by_count":0,"area":null},{"id":"2107.03474","title":"Differentiable Random Access Memory using Lattices","created":"2021-07-07","cited_by_count":0,"area":null},{"id":"2302.00003","title":"The Power of External Memory in Increasing Predictive Model Capacity","created":"2023-01-31","cited_by_count":0,"area":null},{"id":"2406.06976","title":"Discrete Dictionary-based Decomposition Layer for Structured Representation Learning","created":"2024-06-11","cited_by_count":0,"area":null},{"id":"2410.09687","title":"MoIN: Mixture of Introvert Experts to Upcycle an LLM","created":"2024-10-13","cited_by_count":0,"area":"moe"},{"id":"2509.22358","title":"Stochastic activations","created":"2025-09-26","cited_by_count":0,"area":null},{"id":"2512.13751","title":"MIDUS: Memory-Infused Depth Up-Scaling","created":"2025-12-15","cited_by_count":0,"area":null},{"id":"2603.18676","title":"MANAR: Memory-augmented Attention with Navigational Abstract Conceptual Representation","created":"2026-03-19","cited_by_count":0,"area":null}],"next_cursor":"100"}