{"total":81,"rows":[{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2106.04426","title":"Hash Layers For Large Sparse Models","created":"2021-06-08","cited_by_count":237,"area":null},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226,"area":null},{"id":"2207.06881","title":"Recurrent Memory Transformer","created":"2022-07-14","cited_by_count":203,"area":null},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98,"area":null},{"id":"2403.06801","title":"CT2Rep: Automated Radiology Report Generation for 3D Medical Imaging","created":"2024-03-11","cited_by_count":96,"area":null},{"id":"2102.11972","title":"Do Transformer Modifications Transfer Across Implementations and Applications?","created":"2021-02-23","cited_by_count":87,"area":null},{"id":"2106.16038","title":"ChineseBERT: Chinese Pretraining Enhanced by Glyph and Pinyin Information","created":"2021-06-30","cited_by_count":65,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2105.14444","title":"NAS-BERT: Task-Agnostic and Adaptive-Size BERT Compression with Neural Architecture Search","created":"2021-05-30","cited_by_count":56,"area":null},{"id":"2302.06461","title":"A Study on ReLU and Softmax in Transformer","created":"2023-02-13","cited_by_count":53,"area":null},{"id":"2412.09764","title":"Memory Layers at Scale","created":"2024-12-12","cited_by_count":48,"area":null},{"id":"2204.01725","title":"Distinguishing Homophenes Using Multi-Head Visual-Audio Memory for Lip Reading","created":"2022-04-04","cited_by_count":39,"area":null},{"id":"2104.01655","title":"Efficient Transformers in Reinforcement Learning using Actor-Learner Distillation","created":"2021-04-04","cited_by_count":35,"area":null},{"id":"2105.06548","title":"Not All Memories are Created Equal: Learning to Forget by Expiring","created":"2021-05-13","cited_by_count":32,"area":null},{"id":"2310.10837","title":"Approximating Two-Layer Feedforward Networks for Efficient Transformers","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2111.11802","title":"Pruning Self-attentions into Convolutional Layers in Single Path","created":"2021-11-23","cited_by_count":24,"area":null},{"id":"2204.09314","title":"NTIRE 2022 Challenge on Super-Resolution and Quality Enhancement of Compressed Video: Dataset, Methods and Results","created":"2022-04-20","cited_by_count":20,"area":null},{"id":"2502.01637","title":"Scaling Embedding Layers in Language Models","created":"2025-02-03","cited_by_count":20,"area":null},{"id":"2510.15103","title":"Continual Learning via Sparse Memory Finetuning","created":"2025-10-16","cited_by_count":20,"area":null},{"id":"2207.11240","title":"Discrete Key-Value Bottleneck","created":"2022-07-22","cited_by_count":18,"area":null},{"id":"2106.04283","title":"NWT: Towards natural audio-to-video generation with representation learning","created":"2021-06-08","cited_by_count":14,"area":null},{"id":"2207.06366","title":"N-Grammer: Augmenting Transformers with latent n-grams","created":"2022-07-13","cited_by_count":14,"area":null},{"id":"2210.04889","title":"Turbo Training with Token Dropout","created":"2022-10-10","cited_by_count":14,"area":null},{"id":"2510.02375","title":"Pretraining with hierarchical memories: separating long-tail and common knowledge","created":"2025-09-29","cited_by_count":14,"area":null},{"id":"2301.13310","title":"Alternating Updates for Efficient Transformers","created":"2023-01-30","cited_by_count":13,"area":null},{"id":"2302.01576","title":"ResMem: Learn what you can and memorize the rest","created":"2023-02-03","cited_by_count":13,"area":null},{"id":"2601.00671","title":"Fast-weight Product Key Memory","created":"2026-01-02","cited_by_count":13,"area":null},{"id":"2601.10639","title":"STEM: Scaling Transformers with Embedding Modules","created":"2026-01-15","cited_by_count":12,"area":null},{"id":"2407.12982","title":"Retrieval-Enhanced Machine Learning: Synthesis and Opportunities","created":"2024-07-17","cited_by_count":11,"area":null},{"id":"2607.07386","title":"Sparse Delta Memory: Scaling the State of Linear RNNs through Sparsity","created":"2026-07-08","cited_by_count":9,"area":null},{"id":"2310.05337","title":"What do larger image classifiers memorise?","created":"2023-10-09","cited_by_count":6,"area":null},{"id":"2406.17989","title":"Learning Neural Networks with Sparse Activations","created":"2024-06-26","cited_by_count":6,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2602.00398","title":"MemoryLLM: Plug-n-Play Interpretable Feed-Forward Memory for Transformers","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2203.12644","title":"Linearizing Transformer with Key-Value Memory","created":"2022-03-23","cited_by_count":4,"area":null},{"id":"2303.13957","title":"Factorizers for Distributed Sparse Block Codes","created":"2023-03-24","cited_by_count":4,"area":null},{"id":"2410.13166","title":"An Evolved Universal Transformer Memory","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2509.18751","title":"Patch-based Memory Gate Model in Time Series Foundation Model","created":"2025-09-23","cited_by_count":4,"area":null},{"id":"2305.11564","title":"Decouple knowledge from parameters for plug-and-play language modeling","created":"2023-05-19","cited_by_count":3,"area":null},{"id":"2608.17050","title":"Frozen Memory Is Not Enough: Rethinking External Memory as Extraction","created":"2026-08-17","cited_by_count":3,"area":null},{"id":"2601.16531","title":"A Collision-Free Hot-Tier Extension for Engram-Style Conditional Memory: A Controlled Study of Training Dynamics","created":"2026-01-23","cited_by_count":2,"area":null},{"id":"2601.22887","title":"MoVE: Mixture of Value Embeddings -- A New Axis for Scaling Parametric Memory in Autoregressive Models","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2602.11958","title":"RAM-Net: Linear-Time Sequence Modeling with Sparsely Addressable State","created":"2026-02-12","cited_by_count":2,"area":null},{"id":"2602.18960","title":"Modularity is the Bedrock of Natural and Artificial Intelligence","created":"2026-02-21","cited_by_count":2,"area":null},{"id":"2605.30202","title":"A Dual-Path Architecture for Scaling Compute and Capacity in LLMs","created":"2026-05-28","cited_by_count":2,"area":null},{"id":"2608.12435","title":"MARCH: Scaling Recurrent Memory with Content-Routed State Anchors","created":"2026-08-12","cited_by_count":2,"area":null},{"id":"2103.05638","title":"Beyond Nystr\\\"omformer -- Approximation of self-attention by Spectral Shifting","created":"2021-03-09","cited_by_count":1,"area":null},{"id":"2205.01366","title":"Finding patterns in Knowledge Attribution for Transformers","created":"2022-05-03","cited_by_count":1,"area":null},{"id":"2501.09166","title":"Attention is All You Need Until You Need Retention","created":"2025-01-15","cited_by_count":1,"area":null},{"id":"2508.15099","title":"Hydra: A Modular Architecture for Efficient Long-Context Reasoning","created":"2025-08-20","cited_by_count":1,"area":null},{"id":"2512.09723","title":"Mixture of Lookup Key-Value Experts","created":"2025-12-10","cited_by_count":1,"area":null},{"id":"2603.21096","title":"Mixture of Chapters: Scaling Learnt Memory in Transformers","created":"2026-03-22","cited_by_count":1,"area":null},{"id":"2604.23388","title":"A Parametric Memory Head for Continual Generative Retrieval","created":"2026-04-25","cited_by_count":1,"area":null},{"id":"2606.02780","title":"Do Value Vectors in Deep Layers Need Context from the Residual Stream?","created":"2026-06-01","cited_by_count":1,"area":null},{"id":"2609.00092","title":"Safin-1: Safety from Within through Memory-Native State Evolution","created":"2026-08-31","cited_by_count":1,"area":null},{"id":"2101.11685","title":"CNN with large memory layers","created":"2021-01-27","cited_by_count":0,"area":null},{"id":"2107.03474","title":"Differentiable Random Access Memory using Lattices","created":"2021-07-07","cited_by_count":0,"area":null},{"id":"2302.00003","title":"The Power of External Memory in Increasing Predictive Model Capacity","created":"2023-01-31","cited_by_count":0,"area":null},{"id":"2406.06976","title":"Discrete Dictionary-based Decomposition Layer for Structured Representation Learning","created":"2024-06-11","cited_by_count":0,"area":null},{"id":"2509.22358","title":"Stochastic activations","created":"2025-09-26","cited_by_count":0,"area":null},{"id":"2512.13751","title":"MIDUS: Memory-Infused Depth Up-Scaling","created":"2025-12-15","cited_by_count":0,"area":null},{"id":"2603.18676","title":"MANAR: Memory-augmented Attention with Navigational Abstract Conceptual Representation","created":"2026-03-19","cited_by_count":0,"area":null},{"id":"2603.23198","title":"Sparser, Faster, Lighter Transformer Language Models","created":"2026-03-24","cited_by_count":0,"area":null},{"id":"2605.03229","title":"Sparse Memory Finetuning as a Low-Forgetting Alternative to LoRA and Full Finetuning","created":"2026-05-04","cited_by_count":0,"area":null},{"id":"2605.06216","title":"TIDE: Every Layer Knows the Token Beneath the Context","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.18556","title":"Key-Gram: Extensible World Knowledge for Embodied Manipulation","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2606.05175","title":"Generic Triple-Latent Compression with Gated Associative Retrieval","created":"2026-04-17","cited_by_count":0,"area":null},{"id":"2606.28112","title":"BiDeMem: Bidirectional Degradation Memory for Explainable Image Restoration","created":"2026-06-26","cited_by_count":0,"area":null},{"id":"2607.07707","title":"Co-LMLM: Continuous-Query Limited Memory Language Models","created":"2026-07-08","cited_by_count":0,"area":null},{"id":"2607.13728","title":"Cluster with Auctions for Vector Search","created":"2026-07-15","cited_by_count":0,"area":null},{"id":"2608.26292","title":"On Scope Classification and Current Knowledge-Editing Benchmarks: A Negative Result, with INLAY as a Gradient-Free Case Study","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2609.03426","title":"Lngram v2: Latent N-Gram Memory with Interpretable Discrete Representations","created":"2026-09-03","cited_by_count":0,"area":null},{"id":"2609.36529","title":"Triadic Linear Attention: Three-Dimensional Recurrent States for Long-Context Sequence Modeling","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.37198","title":"V-Engram: Trigger-Indexed External Memory for Modular Text-to-Image Personalization","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.00394","title":"Forking: Sudden Overfitting Under Replay","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.14921","title":"Representation Drift in Continual Learning: LoRA versus N-gram Memory","created":"2026-10-10","cited_by_count":0,"area":null}],"next_cursor":null}