{"list":"other","total":57,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1702.08734","title":"Billion-scale similarity search with GPUs","created":"2017-02-28","cited_by_count":2497},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2408.03314","title":"Scaling LLM Test-Time Compute Optimally can be More Effective than Scaling Model Parameters","created":"2024-08-06","cited_by_count":1986},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"2012.14913","title":"Transformer Feed-Forward Layers Are Key-Value Memories","created":"2020-12-29","cited_by_count":1336},{"id":"2310.05737","title":"Language Model Beats Diffusion -- Tokenizer is Key to Visual Generation","created":"2023-10-09","cited_by_count":640},{"id":"1804.10959","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","created":"2018-04-29","cited_by_count":639},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"1410.3916","title":"Memory Networks","created":"2014-10-15","cited_by_count":363},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170},{"id":"2412.09871","title":"Byte Latent Transformer: Patches Scale Better Than Tokens","created":"2024-12-13","cited_by_count":146},{"id":"2406.11704","title":"Nemotron-4 340B Technical Report","created":"2024-06-17","cited_by_count":144},{"id":"1508.06615","title":"Character-Aware Neural Language Models","created":"2015-08-26","cited_by_count":132},{"id":"1907.05242","title":"Large Memory Layers with Product Keys","created":"2019-07-10","cited_by_count":124},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118},{"id":"1708.00107","title":"Learned in Translation: Contextualized Word Vectors","created":"2017-08-01","cited_by_count":104},{"id":"2412.08821","title":"Large Concept Models: Language Modeling in a Sentence Representation Space","created":"2024-12-11","cited_by_count":89},{"id":"2301.10472","title":"XLM-V: Overcoming the Vocabulary Bottleneck in Multilingual Masked Language Models","created":"2023-01-25","cited_by_count":88},{"id":"2309.04827","title":"Neurons in Large Language Models: Dead, N-gram, Positional","created":"2023-09-09","cited_by_count":88},{"id":"2207.09238","title":"Formal Algorithms for Transformers","created":"2022-07-19","cited_by_count":72},{"id":"2407.04153","title":"Mixture of A Million Experts","created":"2024-07-04","cited_by_count":72},{"id":"1609.04309","title":"Efficient softmax approximation for GPUs","created":"2016-09-14","cited_by_count":67},{"id":"2402.01035","title":"Getting the most out of your tokenizer for pre-training and domain adaptation","created":"2024-02-01","cited_by_count":66},{"id":"2104.03113","title":"Scaling Scaling Laws with Board Games","created":"2021-04-07","cited_by_count":63},{"id":"2401.13660","title":"MambaByte: Token-free Selective State Space Model","created":"2024-01-24","cited_by_count":59},{"id":"2404.09937","title":"Compression Represents Intelligence Linearly","created":"2024-04-15","cited_by_count":56},{"id":"2412.09764","title":"Memory Layers at Scale","created":"2024-12-12","cited_by_count":48},{"id":"2501.16975","title":"Over-Tokenized Transformer: Vocabulary is Generally Worth Scaling","created":"2025-01-28","cited_by_count":44},{"id":"2307.01163","title":"Improving Language Plasticity via Pretraining with Active Forgetting","created":"2023-07-03","cited_by_count":43},{"id":"2101.07577","title":"Learnable Embedding Sizes for Recommender Systems","created":"2021-01-19","cited_by_count":42},{"id":"1909.12440","title":"Improving Pre-Trained Multilingual Models with Vocabulary Expansion","created":"2019-09-26","cited_by_count":28},{"id":"2109.07306","title":"Allocating Large Vocabulary Capacity for Cross-lingual Language Model Pre-training","created":"2021-09-15","cited_by_count":22},{"id":"1908.10322","title":"Bridging the Gap for Tokenizer-Free Language Models","created":"2019-08-27","cited_by_count":21},{"id":"2404.03608","title":"Sailor: Open Language Models for South-East Asia","created":"2024-04-04","cited_by_count":19},{"id":"1905.11596","title":"LambdaOpt: Learn to Regularize Recommender Models in Finer Levels","created":"2019-05-28","cited_by_count":14},{"id":"2207.06366","title":"N-Grammer: Augmenting Transformers with latent n-grams","created":"2022-07-13","cited_by_count":14},{"id":"1904.05033","title":"Better Word Embeddings by Disentangling Contextual n-Gram Information","created":"2019-04-10","cited_by_count":12},{"id":"2406.19223","title":"T-FREE: Subword Tokenizer-Free Generative LLMs via Sparse Representations for Memory-Efficient Embeddings","created":"2024-06-27","cited_by_count":10},{"id":"2410.06024","title":"Jet Expansions of Residual Computation","created":"2024-10-08","cited_by_count":4}],"next_cursor":null}