{"list":"other","total":63,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"1706.03741","title":"Deep reinforcement learning from human preferences","created":"2017-06-12","cited_by_count":3912},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2109.07958","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","created":"2021-09-08","cited_by_count":2975},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"2004.04696","title":"BLEURT: Learning Robust Metrics for Text Generation","created":"2020-04-09","cited_by_count":1203},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055},{"id":"1704.04683","title":"RACE: Large-scale ReAding Comprehension Dataset From Examinations","created":"2017-04-15","cited_by_count":861},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713},{"id":"2010.00133","title":"CrowS-Pairs: A Challenge Dataset for Measuring Social Biases in Masked Language Models","created":"2020-09-30","cited_by_count":710},{"id":"1804.10959","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","created":"2018-04-29","cited_by_count":639},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613},{"id":"2309.05463","title":"Textbooks Are All You Need II: phi-1.5 technical report","created":"2023-09-11","cited_by_count":565},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509},{"id":"2401.08417","title":"Contrastive Preference Optimization: Pushing the Boundaries of LLM Performance in Machine Translation","created":"2024-01-16","cited_by_count":394},{"id":"2012.15613","title":"How Good is Your Tokenizer? On the Monolingual Performance of Multilingual Language Models","created":"2020-12-31","cited_by_count":318},{"id":"2305.15425","title":"Language Model Tokenizers Introduce Unfairness Between Languages","created":"2023-05-17","cited_by_count":214},{"id":"1910.13267","title":"BPE-Dropout: Simple and Effective Subword Regularization","created":"2019-10-29","cited_by_count":195},{"id":"2004.03720","title":"Byte Pair Encoding is Suboptimal for Language Model Pretraining","created":"2020-04-07","cited_by_count":192},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192},{"id":"2402.01781","title":"When Benchmarks are Targets: Revealing the Sensitivity of Large Language Model Leaderboards","created":"2024-02-01","cited_by_count":137},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118},{"id":"2409.16235","title":"EuroLLM: Multilingual Language Models for Europe","created":"2024-09-24","cited_by_count":106},{"id":"2401.01055","title":"LLaMA Beyond English: An Empirical Study on Language Capability Transfer","created":"2024-01-02","cited_by_count":95},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92},{"id":"2212.09535","title":"BLOOM+1: Adding Language Support to BLOOM for Zero-Shot Prompting","created":"2022-12-19","cited_by_count":90},{"id":"2402.14020","title":"Coercing LLMs to do and reveal (almost) anything","created":"2024-02-21","cited_by_count":89},{"id":"2402.18376","title":"Tokenization Is More Than Compression","created":"2024-02-28","cited_by_count":89},{"id":"2211.02011","title":"Inverse scaling can become U-shaped","created":"2022-11-03","cited_by_count":76},{"id":"2404.14619","title":"OpenELM: An Efficient Language Model Family with Open Training and Inference Framework","created":"2024-04-22","cited_by_count":75},{"id":"2101.00403","title":"Superbizarre Is Not Superb: Derivational Morphology Improves BERT's Interpretation of Complex Words","created":"2021-01-02","cited_by_count":63},{"id":"2403.06265","title":"Unpacking Tokenization: Evaluating Text Compression and its Correlation with Model Performance","created":"2024-03-10","cited_by_count":61},{"id":"2109.07020","title":"Frequency Effects on Syntactic Rule Learning in Transformers","created":"2021-09-14","cited_by_count":59},{"id":"2306.16842","title":"Tokenization and the Noiseless Channel","created":"2023-06-29","cited_by_count":59},{"id":"2104.08211","title":"Robust Open-Vocabulary Translation from Visual Text Representations","created":"2021-04-16","cited_by_count":47},{"id":"2310.13348","title":"Analyzing Cognitive Plausibility of Subword Tokenization","created":"2023-10-20","cited_by_count":30},{"id":"2410.11840","title":"A Hitchhiker's Guide to Scaling Law Estimation","created":"2024-10-15","cited_by_count":27},{"id":"1812.08621","title":"How Much Does Tokenization Affect Neural Machine Translation?","created":"2018-12-20","cited_by_count":26},{"id":"2208.01030","title":"SMART: Sentences as Basic Units for Text Evaluation","created":"2022-08-01","cited_by_count":18},{"id":"2401.03321","title":"PIXAR: Auto-Regressive Language Modeling in Pixel Space","created":"2024-01-06","cited_by_count":16},{"id":"2210.07111","title":"A Multi-dimensional Evaluation of Tokenizer-free Multilingual Pretrained Models","created":"2022-10-13","cited_by_count":12},{"id":"2305.03029","title":"What changes when you randomly choose BPE merge operations? Not much","created":"2023-05-04","cited_by_count":10},{"id":"2404.10710","title":"Autoregressive Pre-Training on Pixels and Texts","created":"2024-04-16","cited_by_count":10},{"id":"2304.14780","title":"Training and Evaluation of a Multilingual Tokenizer for GPT-SW3","created":"2023-04-28","cited_by_count":7}],"next_cursor":null}