{"total":272,"rows":[{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371,"area":null},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720,"area":"alignment"},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019,"area":null},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807,"area":"lr"},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2210.10760","title":"Scaling Laws for Reward Model Overoptimization","created":"2022-10-19","cited_by_count":1095,"area":"alignment"},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2109.01903","title":"Robust fine-tuning of zero-shot models","created":"2021-09-04","cited_by_count":797,"area":null},{"id":"2307.05782","title":"Large Language Models","created":"2023-07-11","cited_by_count":780,"area":null},{"id":"2206.14486","title":"Beyond neural scaling laws: beating power law scaling via data pruning","created":"2022-06-29","cited_by_count":528,"area":null},{"id":"2304.15004","title":"Are Emergent Abilities of Large Language Models a Mirage?","created":"2023-04-28","cited_by_count":523,"area":null},{"id":"2308.01825","title":"Scaling Relationship on Learning Mathematical Reasoning with Large Language Models","created":"2023-08-03","cited_by_count":427,"area":"lr"},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2201.03544","title":"The Effects of Reward Misspecification: Mapping and Mitigating Misaligned Models","created":"2022-01-10","cited_by_count":328,"area":"alignment"},{"id":"2303.09540","title":"SemDeDup: Data-efficient learning at web-scale through semantic deduplication","created":"2023-03-16","cited_by_count":303,"area":null},{"id":"2506.02153","title":"Small Language Models are the Future of Agentic AI","created":"2025-06-02","cited_by_count":270,"area":"agents"},{"id":"2207.14255","title":"Efficient Training of Language Models to Fill in the Middle","created":"2022-07-28","cited_by_count":255,"area":null},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2511.16624","title":"SAM 3D: 3Dfy Anything in Images","created":"2025-11-20","cited_by_count":247,"area":null},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220,"area":null},{"id":"2402.17193","title":"When Scaling Meets LLM Finetuning: The Effect of Data, Model and Finetuning Method","created":"2024-02-27","cited_by_count":204,"area":null},{"id":"2210.12353","title":"Leveraging Large Language Models for Multiple Choice Question Answering","created":"2022-10-22","cited_by_count":203,"area":null},{"id":"2211.04325","title":"Will we run out of data? Limits of LLM scaling based on human-generated data","created":"2022-10-26","cited_by_count":195,"area":null},{"id":"2406.03679","title":"On the Effects of Data Scale on UI Control Agents","created":"2024-06-06","cited_by_count":194,"area":"agents"},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2303.10130","title":"GPTs are GPTs: An Early Look at the Labor Market Impact Potential of Large Language Models","created":"2023-03-17","cited_by_count":176,"area":null},{"id":"2312.15166","title":"SOLAR 10.7B: Scaling Large Language Models with Simple yet Effective Depth Up-Scaling","created":"2023-12-23","cited_by_count":172,"area":null},{"id":"2103.05247","title":"Pretrained Transformers as Universal Computation Engines","created":"2021-03-09","cited_by_count":162,"area":null},{"id":"2401.00448","title":"Beyond Chinchilla-Optimal: Accounting for Inference in Language Model Scaling Laws","created":"2023-12-31","cited_by_count":159,"area":null},{"id":"2205.10487","title":"Scaling Laws and Interpretability of Learning from Repeated Data","created":"2022-05-21","cited_by_count":152,"area":null},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148,"area":null},{"id":"2404.05405","title":"Physics of Language Models: Part 3.3, Knowledge Capacity Scaling Laws","created":"2024-04-08","cited_by_count":144,"area":null},{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143,"area":"alignment"},{"id":"2102.13019","title":"Investigating the Limitations of Transformers with Simple Arithmetic Tasks","created":"2021-02-25","cited_by_count":139,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2402.07043","title":"A Tale of Tails: Model Collapse as a Change of Scaling Laws","created":"2024-02-10","cited_by_count":130,"area":"synth"},{"id":"2405.10938","title":"Observational Scaling Laws and the Predictability of Language Model Performance","created":"2024-05-17","cited_by_count":130,"area":null},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127,"area":null},{"id":"2210.16859","title":"A Solvable Model of Neural Scaling Laws","created":"2022-10-30","cited_by_count":116,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112,"area":null},{"id":"2109.07740","title":"Scaling Laws for Neural Machine Translation","created":"2021-09-16","cited_by_count":111,"area":null},{"id":"2210.14891","title":"Broken Neural Scaling Laws","created":"2022-10-26","cited_by_count":109,"area":null},{"id":"2312.04567","title":"Scaling Laws of Synthetic Images for Model Training ... for Now","created":"2023-12-07","cited_by_count":108,"area":null},{"id":"2109.10686","title":"Scale Efficiently: Insights from Pre-training and Fine-tuning Transformers","created":"2021-09-22","cited_by_count":106,"area":null},{"id":"2106.04799","title":"Pretraining Representations for Data-Efficient Reinforcement Learning","created":"2021-06-09","cited_by_count":105,"area":null},{"id":"2110.02095","title":"Exploring the Limits of Large Scale Pre-training","created":"2021-10-05","cited_by_count":104,"area":null},{"id":"2207.10551","title":"Scaling Laws vs Model Architectures: How does Inductive Bias Influence Scaling?","created":"2022-07-21","cited_by_count":103,"area":null},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98,"area":null},{"id":"2310.02994","title":"Multiple Physics Pretraining for Physical Surrogate Models","created":"2023-10-04","cited_by_count":98,"area":null},{"id":"2302.01398","title":"The unreasonable effectiveness of few-shot learning for machine translation","created":"2023-02-02","cited_by_count":91,"area":"lr"},{"id":"2305.13035","title":"Getting ViT in Shape: Scaling Laws for Compute-Optimal Model Design","created":"2023-05-22","cited_by_count":89,"area":null},{"id":"2304.06798","title":"On the Opportunities and Challenges of Foundation Models for Geospatial Artificial Intelligence","created":"2023-04-13","cited_by_count":88,"area":null},{"id":"2102.04074","title":"Learning Curve Theory","created":"2021-02-08","cited_by_count":85,"area":null},{"id":"2210.14199","title":"Same Pre-training Loss, Better Downstream: Implicit Bias Matters for Language Models","created":"2022-10-25","cited_by_count":84,"area":null},{"id":"2212.09803","title":"Training Trajectories of Language Models Across Scales","created":"2022-12-19","cited_by_count":81,"area":null},{"id":"2406.12031","title":"Large Scale Transfer Learning for Tabular Data via Language Modeling","created":"2024-06-17","cited_by_count":76,"area":null},{"id":"2106.15831","title":"The Evolution of Out-of-Distribution Robustness Throughout Fine-Tuning","created":"2021-06-30","cited_by_count":75,"area":null},{"id":"2310.06830","title":"Lemur: Harmonizing Natural Language and Code for Language Agents","created":"2023-10-10","cited_by_count":72,"area":"agents"},{"id":"2502.08606","title":"Distillation Scaling Laws","created":"2025-02-12","cited_by_count":67,"area":"lr"},{"id":"2104.03113","title":"Scaling Scaling Laws with Board Games","created":"2021-04-07","cited_by_count":63,"area":null},{"id":"2503.10657","title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs","created":"2025-03-08","cited_by_count":61,"area":null},{"id":"2410.10329","title":"GraphCLIP: Enhancing Transferability in Graph Foundation Models for Text-Attributed Graphs","created":"2024-10-14","cited_by_count":58,"area":null},{"id":"2507.09404","title":"Scaling Laws for Optimal Data Mixtures","created":"2025-07-12","cited_by_count":52,"area":null},{"id":"2205.12253","title":"Evaluating the Impact of Model Scale for Compositional Generalization in Semantic Parsing","created":"2022-05-24","cited_by_count":50,"area":null},{"id":"2405.00592","title":"Scaling and renormalization in high-dimensional regression","created":"2024-05-01","cited_by_count":50,"area":null},{"id":"2402.04177","title":"Scaling Laws for Downstream Task Performance of Large Language Models","created":"2024-02-06","cited_by_count":49,"area":null},{"id":"2410.08527","title":"Scaling Laws for Predicting Downstream Performance in LLMs","created":"2024-10-11","cited_by_count":48,"area":null},{"id":"2403.19270","title":"sDPO: Don't Use Your Data All at Once","created":"2024-03-28","cited_by_count":46,"area":"alignment"},{"id":"2503.19551","title":"Scaling Laws of Synthetic Data for Language Models","created":"2025-03-25","cited_by_count":46,"area":"synth"},{"id":"2307.01163","title":"Improving Language Plasticity via Pretraining with Active Forgetting","created":"2023-07-03","cited_by_count":43,"area":null},{"id":"2307.03132","title":"T-MARS: Improving Visual Representations by Circumventing Text Feature Learning","created":"2023-07-06","cited_by_count":43,"area":null},{"id":"2404.00725","title":"The Larger the Better? Improved LLM Code-Generation via Budget Reallocation","created":"2024-03-31","cited_by_count":43,"area":null},{"id":"2502.17578","title":"How Do Large Language Monkeys Get Their Power (Laws)?","created":"2025-02-24","cited_by_count":43,"area":"safety"},{"id":"2106.06168","title":"Generate, Annotate, and Learn: NLP with Synthetic Text","created":"2021-06-11","cited_by_count":42,"area":"distill"},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41,"area":null},{"id":"2102.07920","title":"Training Larger Networks for Deep Reinforcement Learning","created":"2021-02-16","cited_by_count":38,"area":null},{"id":"2208.08489","title":"Understanding Scaling Laws for Recommendation Models","created":"2022-08-17","cited_by_count":38,"area":null},{"id":"2210.00849","title":"Scaling Laws for a Multi-Agent Reinforcement Learning Model","created":"2022-09-29","cited_by_count":38,"area":"agents"},{"id":"2403.11202","title":"Data is all you need: Finetuning LLMs for Chip Design via an Automated design-data augmentation framework","created":"2024-03-17","cited_by_count":36,"area":null},{"id":"2404.11568","title":"On the Scalability of GNNs for Molecular Graphs","created":"2024-04-17","cited_by_count":36,"area":null},{"id":"2502.06042","title":"Scaling Laws for Forgetting during Finetuning with Pretraining Data Injection","created":"2025-02-09","cited_by_count":35,"area":null},{"id":"2309.08632","title":"Pretraining on the Test Set Is All You Need","created":"2023-09-13","cited_by_count":33,"area":null},{"id":"2402.02314","title":"Selecting Large Language Model to Fine-tune via Rectified Scaling Law","created":"2024-02-04","cited_by_count":33,"area":null},{"id":"2404.06393","title":"MuPT: A Generative Symbolic Music Pretrained Transformer","created":"2024-04-09","cited_by_count":33,"area":null},{"id":"2406.15720","title":"Scaling Laws for Fact Memorization of Large Language Models","created":"2024-06-22","cited_by_count":33,"area":null},{"id":"2405.02774","title":"Get more for less: Principled Data Selection for Warming Up Fine-Tuning in LLMs","created":"2024-05-05","cited_by_count":32,"area":null},{"id":"2410.01748","title":"Not All LLM Reasoners Are Created Equal","created":"2024-10-02","cited_by_count":30,"area":"lr"},{"id":"2305.15507","title":"The Larger They Are, the Harder They Fail: Language Models do not Recognize Identifier Swaps in Python","created":"2023-05-24","cited_by_count":29,"area":null},{"id":"2408.11029","title":"Scaling Law with Learning Rate Annealing","created":"2024-08-20","cited_by_count":29,"area":null},{"id":"2302.09650","title":"Scaling Laws for Multilingual Neural Machine Translation","created":"2023-02-19","cited_by_count":27,"area":null},{"id":"2306.06688","title":"Language Versatilists vs. Specialists: An Empirical Revisiting on Multilingual Transfer Ability","created":"2023-06-11","cited_by_count":27,"area":null},{"id":"2402.04376","title":"Scaling laws for learning with real and surrogate data","created":"2024-02-06","cited_by_count":27,"area":null},{"id":"2408.15313","title":"Bi-Factorial Preference Optimization: Balancing Safety-Helpfulness in Language Models","created":"2024-08-27","cited_by_count":27,"area":"alignment"},{"id":"2410.11840","title":"A Hitchhiker's Guide to Scaling Law Estimation","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2202.00528","title":"Examining Scaling and Transfer of Language Model Architectures for Machine Translation","created":"2022-02-01","cited_by_count":26,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2502.18969","title":"(Mis)Fitting: A Survey of Scaling Laws","created":"2025-02-26","cited_by_count":26,"area":null},{"id":"2411.03312","title":"Inference Optimal VLMs Need Fewer Visual Tokens and More Parameters","created":"2024-11-05","cited_by_count":25,"area":"mllm"},{"id":"2108.05887","title":"Billion-Scale Pretraining with Vision Transformers for Multi-Task Visual Representations","created":"2021-08-12","cited_by_count":24,"area":null}],"next_cursor":"100"}