{"list":"other","total":53,"rows":[{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1710.10196","title":"Progressive Growing of GANs for Improved Quality, Stability, and Variation","created":"2017-10-27","cited_by_count":2988},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2311.12022","title":"GPQA: A Graduate-Level Google-Proof Q&A Benchmark","created":"2023-11-20","cited_by_count":2879},{"id":"1910.03771","title":"HuggingFace's Transformers: State-of-the-art Natural Language Processing","created":"2019-10-09","cited_by_count":2218},{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"1606.06031","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","created":"2016-06-20","cited_by_count":992},{"id":"2202.10054","title":"Fine-Tuning can Distort Pretrained Features and Underperform Out-of-Distribution","created":"2022-02-21","cited_by_count":739},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723},{"id":"2305.07759","title":"TinyStories: How Small Can Language Models Be and Still Speak Coherent English?","created":"2023-05-12","cited_by_count":449},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399},{"id":"2406.11794","title":"DataComp-LM: In search of the next generation of training sets for language models","created":"2024-06-17","cited_by_count":398},{"id":"1904.03626","title":"On The Power of Curriculum Learning in Training Deep Networks","created":"2019-04-07","cited_by_count":286},{"id":"2309.16671","title":"Demystifying CLIP Data","created":"2023-09-28","cited_by_count":270},{"id":"2101.10382","title":"Curriculum Learning: A Survey","created":"2021-01-25","cited_by_count":259},{"id":"1704.03003","title":"Automated Curriculum Learning for Neural Networks","created":"2017-04-10","cited_by_count":257},{"id":"1511.05641","title":"Net2Net: Accelerating Learning via Knowledge Transfer","created":"2015-11-18","cited_by_count":250},{"id":"2402.17733","title":"Tower: An Open Multilingual Large Language Model for Translation-Related Tasks","created":"2024-02-27","cited_by_count":206},{"id":"1802.03796","title":"Curriculum Learning by Transfer Learning: Theory and Experiments with Deep Networks","created":"2018-02-11","cited_by_count":114},{"id":"2109.10686","title":"Scale Efficiently: Insights from Pre-training and Fine-tuning Transformers","created":"2021-09-22","cited_by_count":106},{"id":"2406.08446","title":"OLMES: A Standard for Language Model Evaluations","created":"2024-06-12","cited_by_count":106},{"id":"2207.10551","title":"Scaling Laws vs Model Architectures: How does Inductive Bias Influence Scaling?","created":"2022-07-21","cited_by_count":103},{"id":"2010.13369","title":"Accelerating Training of Transformer-Based Language Models with Progressive Layer Dropping","created":"2020-10-26","cited_by_count":93},{"id":"2405.20541","title":"Perplexed by Perplexity: Perplexity-Based Data Pruning With Small Reference Models","created":"2024-05-30","cited_by_count":84},{"id":"2303.00980","title":"Learning to Grow Pretrained Models for Efficient Transformer Training","created":"2023-03-02","cited_by_count":83},{"id":"2305.15685","title":"RewriteLM: An Instruction-Tuned Large Language Model for Text Rewriting","created":"2023-05-25","cited_by_count":67},{"id":"2010.12562","title":"On the Transformer Growth for Progressive BERT Training","created":"2020-10-23","cited_by_count":49},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46},{"id":"2405.15319","title":"Stacking Your Transformers: A Closer Look at Model Growth for Efficient LLM Pre-Training","created":"2024-05-24","cited_by_count":43},{"id":"2305.02869","title":"Masked Structural Growth for 2x Faster Language Model Pre-training","created":"2023-05-04","cited_by_count":33},{"id":"2011.13635","title":"Progressively Stacking 2.0: A Multi-stage Layerwise Training Method for BERT Training Speedup","created":"2020-11-27","cited_by_count":31},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26},{"id":"2506.11300","title":"Beyond Random Sampling: Efficient Language Model Pretraining via Curriculum Learning","created":"2025-06-12","cited_by_count":26},{"id":"2409.19044","title":"On the Inductive Bias of Stacking Towards Improving Reasoning","created":"2024-09-27","cited_by_count":19},{"id":"2310.15389","title":"Irreducible Curriculum for Language Model Pretraining","created":"2023-10-23","cited_by_count":16},{"id":"2110.01159","title":"TLDR9+: A Large Scale Resource for Extreme Summarization of Social Media Posts","created":"2021-10-04","cited_by_count":10},{"id":"2402.05913","title":"Efficient Stagewise Pretraining via Progressive Subnetworks","created":"2024-02-08","cited_by_count":10},{"id":"2505.08140","title":"Lost in Transmission: When and Why LLMs Fail to Reason Globally","created":"2025-05-13","cited_by_count":9},{"id":"2407.07853","title":"Progressive Growing of Patch Size: Resource-Efficient Curriculum Learning for Dense Prediction Tasks","created":"2024-07-10","cited_by_count":5}],"next_cursor":null}