{"total":69,"rows":[{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293,"area":null},{"id":"2104.07567","title":"Retrieval Augmentation Reduces Hallucination in Conversation","created":"2021-04-15","cited_by_count":692,"area":null},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226,"area":null},{"id":"2107.07566","title":"Internet-Augmented Dialogue Generation","created":"2021-07-15","cited_by_count":217,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2111.09509","title":"How much do language models copy from their training data? Evaluating linguistic novelty in text generation using RAVEN","created":"2021-11-18","cited_by_count":124,"area":null},{"id":"2205.12674","title":"Training Language Models with Memory Augmentation","created":"2022-05-25","cited_by_count":113,"area":null},{"id":"2203.13224","title":"Language Models that Seek for Knowledge: Modular Search & Generation for Dialogue and Prompt Completion","created":"2022-03-24","cited_by_count":102,"area":null},{"id":"2102.02557","title":"Adaptive Semiparametric Language Models","created":"2021-02-04","cited_by_count":83,"area":null},{"id":"2211.05994","title":"A Survey of Knowledge Enhanced Pre-trained Language Models","created":"2022-11-11","cited_by_count":76,"area":null},{"id":"2205.13401","title":"Your Transformer May Not be as Powerful as You Expect","created":"2022-05-26","cited_by_count":55,"area":null},{"id":"2107.07112","title":"On the Evaluation of Neural Code Summarization","created":"2021-07-15","cited_by_count":48,"area":null},{"id":"2109.12575","title":"Paradigm Shift in Natural Language Processing","created":"2021-09-26","cited_by_count":39,"area":null},{"id":"2407.14962","title":"Recent Advances in Generative AI and Large Language Models: Current Status, Challenges, and Perspectives","created":"2024-07-20","cited_by_count":30,"area":null},{"id":"2509.14786","title":"Pre-training under infinite compute","created":"2025-09-18","cited_by_count":29,"area":null},{"id":"2101.09048","title":"Selfish Sparse RNN Training","created":"2021-01-22","cited_by_count":26,"area":null},{"id":"2206.06178","title":"Efficient recurrent architectures through activity sparsity and sparse back-propagation through time","created":"2022-06-13","cited_by_count":26,"area":null},{"id":"2201.09680","title":"Relational Memory Augmented Language Models","created":"2022-01-24","cited_by_count":24,"area":null},{"id":"2210.15859","title":"You can't pick your neighbors, or can you? When and how to rely on retrieval in the $k$NN-LM","created":"2022-10-28","cited_by_count":18,"area":null},{"id":"2410.10450","title":"KBLaM: Knowledge Base augmented Language Model","created":"2024-10-14","cited_by_count":16,"area":null},{"id":"2403.10519","title":"Frozen Feature Augmentation for Few-Shot Image Classification","created":"2024-03-15","cited_by_count":13,"area":null},{"id":"2306.06843","title":"Recurrent Attention Networks for Long-text Modeling","created":"2023-06-12","cited_by_count":12,"area":null},{"id":"2104.01198","title":"Beyond Short Clips: End-to-End Video-Level Learning with Collaborative Memories","created":"2021-04-02","cited_by_count":11,"area":null},{"id":"2407.12982","title":"Retrieval-Enhanced Machine Learning: Synthesis and Opportunities","created":"2024-07-17","cited_by_count":11,"area":null},{"id":"2104.00772","title":"Low-Resource Language Modelling of South African Languages","created":"2021-04-01","cited_by_count":10,"area":null},{"id":"2402.01173","title":"Efficient Prompt Caching via Embedding Similarity","created":"2024-02-02","cited_by_count":9,"area":null},{"id":"2110.02870","title":"Capturing Structural Locality in Non-parametric Language Models","created":"2021-10-06","cited_by_count":8,"area":null},{"id":"2112.08152","title":"Faster Nearest Neighbor Machine Translation","created":"2021-12-15","cited_by_count":8,"area":null},{"id":"2210.00185","title":"Zemi: Learning Zero-Shot Semi-Parametric Language Models from Multiple Tasks","created":"2022-10-01","cited_by_count":8,"area":null},{"id":"2401.16184","title":"Vocabulary-Defined Semantics: Latent Space Clustering for Improving In-Context Learning","created":"2024-01-29","cited_by_count":8,"area":null},{"id":"2109.00301","title":"$\\infty$-former: Infinite Memory Transformer","created":"2021-09-01","cited_by_count":7,"area":null},{"id":"2205.11718","title":"Semi-Parametric Inducing Point Networks and Neural Processes","created":"2022-05-24","cited_by_count":6,"area":null},{"id":"2212.09686","title":"A Natural Bias for Language Generation Models","created":"2022-12-19","cited_by_count":6,"area":null},{"id":"2305.04782","title":"HistAlign: Improving Context Dependency in Language Generation by Aligning with History","created":"2023-05-08","cited_by_count":6,"area":null},{"id":"2203.10692","title":"Better Language Model with Hypernym Class Prediction","created":"2022-03-21","cited_by_count":5,"area":null},{"id":"2207.04993","title":"Embedding Recycling for Language Models","created":"2022-07-11","cited_by_count":5,"area":null},{"id":"2305.10845","title":"TAPIR: Learning Adaptive Revision for Incremental Natural Language Understanding with a Two-Pass Model","created":"2023-05-18","cited_by_count":5,"area":null},{"id":"2401.17092","title":"NNOSE: Nearest Neighbor Occupational Skill Extraction","created":"2024-01-30","cited_by_count":5,"area":null},{"id":"2201.09651","title":"Artefact Retrieval: Overview of NLP Models with Knowledge Base Access","created":"2022-01-24","cited_by_count":4,"area":null},{"id":"2205.02724","title":"Implicit N-grams Induced by Recurrence","created":"2022-05-05","cited_by_count":4,"area":null},{"id":"2104.12424","title":"Attention vs non-attention for a Shapley-based explanation method","created":"2021-04-26","cited_by_count":3,"area":null},{"id":"2210.14431","title":"$N$-gram Is Back: Residual Learning of Neural Text Generation with $n$-gram Language Model","created":"2022-10-26","cited_by_count":3,"area":null},{"id":"2209.00735","title":"Recurrent Convolutional Neural Networks Learn Succinct Learning Algorithms","created":"2022-09-01","cited_by_count":2,"area":null},{"id":"2210.15762","title":"Nearest Neighbor Language Models for Stylistic Controllable Generation","created":"2022-10-27","cited_by_count":2,"area":null},{"id":"2310.09297","title":"A Framework for Inference Inspired by Human Memory Mechanisms","created":"2023-10-01","cited_by_count":2,"area":null},{"id":"2311.07625","title":"Activity Sparsity Complements Weight Sparsity for Efficient RNN Inference","created":"2023-11-13","cited_by_count":2,"area":null},{"id":"2312.12742","title":"Cached Transformers: Improving Transformers with Differentiable Memory Cache","created":"2023-12-20","cited_by_count":2,"area":null},{"id":"2105.14214","title":"Predictive Representation Learning for Language Modeling","created":"2021-05-29","cited_by_count":1,"area":null},{"id":"2108.00082","title":"Towards Continual Entity Learning in Language Models for Conversational Agents","created":"2021-07-30","cited_by_count":1,"area":null},{"id":"2208.02402","title":"Fusing Sentence Embeddings Into LSTM-based Autoregressive Language Models","created":"2022-08-04","cited_by_count":1,"area":null},{"id":"2405.00433","title":"Weight Sparsity Complements Activity Sparsity in Neuromorphic Language Models","created":"2024-05-01","cited_by_count":1,"area":null},{"id":"2501.02842","title":"Foundations of GenIR","created":"2025-01-06","cited_by_count":1,"area":null},{"id":"2106.08235","title":"PairConnect: A Compute-Efficient MLP Alternative to Attention","created":"2021-06-15","cited_by_count":0,"area":null},{"id":"2106.08927","title":"On the long-term learning ability of LSTM LMs","created":"2021-06-16","cited_by_count":0,"area":null},{"id":"2108.12596","title":"Representation Memorization for Fast Learning New Knowledge without Forgetting","created":"2021-08-28","cited_by_count":0,"area":null},{"id":"2111.03333","title":"Effective Cross-Utterance Language Modeling for Conversational Speech Recognition","created":"2021-11-05","cited_by_count":0,"area":null},{"id":"2204.13061","title":"Can deep learning match the efficiency of human visual long-term memory in storing object details?","created":"2022-04-27","cited_by_count":0,"area":null},{"id":"2206.04806","title":"Syntactic Inductive Biases for Deep Learning Methods","created":"2022-06-08","cited_by_count":0,"area":null},{"id":"2207.09710","title":"Learning Sequence Representations by Non-local Recurrent Neural Memory","created":"2022-07-20","cited_by_count":0,"area":null},{"id":"2305.11462","title":"Extending Memory for Language Modelling","created":"2023-05-19","cited_by_count":0,"area":null},{"id":"2306.01768","title":"A Quantitative Review on Language Model Efficiency Research","created":"2023-05-28","cited_by_count":0,"area":null},{"id":"2311.00475","title":"Style Locality for Controllable Generation with kNN Language Models","created":"2023-11-01","cited_by_count":0,"area":null},{"id":"2510.01252","title":"GPT and Prejudice: A Sparse Approach to Understanding Learned Representations in Large Language Models","created":"2025-09-24","cited_by_count":0,"area":null},{"id":"2604.18311","title":"On the Importance and Evaluation of Narrativity in Natural Language AI Explanations","created":"2026-04-20","cited_by_count":0,"area":null},{"id":"2606.10435","title":"Parallel Causal Associative Fields: Gated Sparse Memory for Long-Context Language Modeling","created":"2026-06-09","cited_by_count":0,"area":null},{"id":"2606.30139","title":"Warranted Attention: Learning What to Pass from Attention to Prediction","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2610.00394","title":"Forking: Sudden Overfitting Under Replay","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.19247","title":"Copy-Paste Language Models","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}