{"total":363,"rows":[{"id":"2210.10760","title":"Scaling Laws for Reward Model Overoptimization","created":"2022-10-19","cited_by_count":1095,"area":"alignment"},{"id":"2307.05782","title":"Large Language Models","created":"2023-07-11","cited_by_count":780,"area":null},{"id":"2404.19756","title":"KAN: Kolmogorov-Arnold Networks","created":"2024-04-30","cited_by_count":649,"area":null},{"id":"2206.14486","title":"Beyond neural scaling laws: beating power law scaling via data pruning","created":"2022-06-29","cited_by_count":528,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2404.04834","title":"LLM-Based Multi-Agent Systems for Software Engineering: Literature Review, Vision and the Road Ahead","created":"2024-04-07","cited_by_count":155,"area":"agents"},{"id":"2303.13506","title":"The Quantization Model of Neural Scaling","created":"2023-03-23","cited_by_count":138,"area":null},{"id":"2209.06640","title":"Revisiting Neural Scaling Laws in Language and Vision","created":"2022-09-13","cited_by_count":132,"area":null},{"id":"2405.10938","title":"Observational Scaling Laws and the Predictability of Language Model Performance","created":"2024-05-17","cited_by_count":130,"area":null},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118,"area":null},{"id":"2210.16859","title":"A Solvable Model of Neural Scaling Laws","created":"2022-10-30","cited_by_count":116,"area":null},{"id":"2307.15936","title":"A Theory for Emergence of Complex Skills in Language Models","created":"2023-07-29","cited_by_count":113,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2109.07740","title":"Scaling Laws for Neural Machine Translation","created":"2021-09-16","cited_by_count":111,"area":null},{"id":"2402.01092","title":"A Dynamical Model of Neural Scaling Laws","created":"2024-02-02","cited_by_count":111,"area":null},{"id":"2210.14891","title":"Broken Neural Scaling Laws","created":"2022-10-26","cited_by_count":109,"area":null},{"id":"2207.10551","title":"Scaling Laws vs Model Architectures: How does Inductive Bias Influence Scaling?","created":"2022-07-21","cited_by_count":103,"area":null},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2203.06176","title":"More Than a Toy: Random Matrix Models Predict How Real-World Neural Representations Generalize","created":"2022-03-11","cited_by_count":91,"area":null},{"id":"2305.13035","title":"Getting ViT in Shape: Scaling Laws for Compute-Optimal Model Design","created":"2023-05-22","cited_by_count":89,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2404.07177","title":"Scaling Laws for Data Filtering -- Data Curation cannot be Compute Agnostic","created":"2024-04-10","cited_by_count":77,"area":"mllm"},{"id":"2502.08606","title":"Distillation Scaling Laws","created":"2025-02-12","cited_by_count":67,"area":"lr"},{"id":"2410.13638","title":"Scaling Wearable Foundation Models","created":"2024-10-17","cited_by_count":63,"area":null},{"id":"2206.08720","title":"Fast Finite Width Neural Tangent Kernel","created":"2022-06-17","cited_by_count":62,"area":null},{"id":"2506.13759","title":"Discrete Diffusion in Large Language and Multimodal Models: A Survey","created":"2025-06-16","cited_by_count":61,"area":"mllm"},{"id":"2209.03942","title":"Data Feedback Loops: Model-driven Amplification of Dataset Biases","created":"2022-09-08","cited_by_count":60,"area":null},{"id":"2402.17400","title":"Investigating Continual Pretraining in Large Language Models: Insights and Implications","created":"2024-02-27","cited_by_count":57,"area":null},{"id":"2406.08466","title":"Scaling Laws in Linear Regression: Compute, Parameters, and Data","created":"2024-06-12","cited_by_count":57,"area":null},{"id":"2409.17858","title":"How Feature Learning Can Improve Neural Scaling Laws","created":"2024-09-26","cited_by_count":56,"area":null},{"id":"2202.01994","title":"Data Scaling Laws in NMT: The Effect of Noise and Architecture","created":"2022-02-04","cited_by_count":55,"area":null},{"id":"2410.23179","title":"Does equivariance matter at scale?","created":"2024-10-30","cited_by_count":52,"area":null},{"id":"2205.12253","title":"Evaluating the Impact of Model Scale for Compositional Generalization in Semantic Parsing","created":"2022-05-24","cited_by_count":50,"area":null},{"id":"2303.06173","title":"Unifying Grokking and Double Descent","created":"2023-03-10","cited_by_count":50,"area":null},{"id":"2405.00592","title":"Scaling and renormalization in high-dimensional regression","created":"2024-05-01","cited_by_count":50,"area":null},{"id":"2402.04177","title":"Scaling Laws for Downstream Task Performance of Large Language Models","created":"2024-02-06","cited_by_count":49,"area":null},{"id":"2410.08527","title":"Scaling Laws for Predicting Downstream Performance in LLMs","created":"2024-10-11","cited_by_count":48,"area":null},{"id":"2503.19551","title":"Scaling Laws of Synthetic Data for Language Models","created":"2025-03-25","cited_by_count":46,"area":"synth"},{"id":"2502.17578","title":"How Do Large Language Monkeys Get Their Power (Laws)?","created":"2025-02-24","cited_by_count":43,"area":"safety"},{"id":"2301.13442","title":"Scaling laws for single-agent reinforcement learning","created":"2023-01-31","cited_by_count":41,"area":null},{"id":"2305.18411","title":"Feature-Learning Networks Are Consistent Across Widths At Realistic Scales","created":"2023-05-28","cited_by_count":41,"area":null},{"id":"2408.12787","title":"LLM-PBE: Assessing Data Privacy in Large Language Models","created":"2024-08-23","cited_by_count":41,"area":null},{"id":"2406.00048","title":"Towards a theory of how the structure of language is acquired by deep neural networks","created":"2024-05-28","cited_by_count":39,"area":null},{"id":"2406.12907","title":"Reconciling Kaplan and Chinchilla Scaling Laws","created":"2024-06-12","cited_by_count":39,"area":null},{"id":"2208.08489","title":"Understanding Scaling Laws for Recommendation Models","created":"2022-08-17","cited_by_count":38,"area":null},{"id":"2306.13575","title":"Scaling MLPs: A Tale of Inductive Bias","created":"2023-06-23","cited_by_count":37,"area":null},{"id":"2407.06438","title":"SOLO: A Single Transformer for Scalable Vision-Language Modeling","created":"2024-07-08","cited_by_count":37,"area":"mllm"},{"id":"2207.06569","title":"Benign, Tempered, or Catastrophic: A Taxonomy of Overfitting","created":"2022-07-14","cited_by_count":36,"area":null},{"id":"2404.11568","title":"On the Scalability of GNNs for Molecular Graphs","created":"2024-04-17","cited_by_count":36,"area":null},{"id":"2206.10012","title":"Limitations of the NTK for Understanding Generalization in Deep Learning","created":"2022-06-20","cited_by_count":35,"area":null},{"id":"2310.02984","title":"Scaling Laws for Associative Memories","created":"2023-10-04","cited_by_count":35,"area":null},{"id":"2402.02314","title":"Selecting Large Language Model to Fine-tune via Rectified Scaling Law","created":"2024-02-04","cited_by_count":33,"area":null},{"id":"2405.15124","title":"Scaling Law for Time Series Forecasting","created":"2024-05-24","cited_by_count":33,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2503.13335","title":"Reliable and Efficient Amortized Model-based Evaluation","created":"2025-03-17","cited_by_count":31,"area":"lr"},{"id":"2505.10465","title":"Superposition Yields Robust Neural Scaling","created":"2025-05-15","cited_by_count":31,"area":"mechinterp"},{"id":"2411.06646","title":"Understanding Scaling Laws with Statistical and Approximation Theory for Transformer Neural Networks on Intrinsically Low-dimensional Data","created":"2024-11-11","cited_by_count":30,"area":null},{"id":"2408.11029","title":"Scaling Law with Learning Rate Annealing","created":"2024-08-20","cited_by_count":29,"area":null},{"id":"2604.21691","title":"There Will Be a Scientific Theory of Deep Learning","created":"2026-04-23","cited_by_count":29,"area":null},{"id":"2406.06248","title":"Compute Better Spent: Replacing Dense Layers with Structured Matrices","created":"2024-06-10","cited_by_count":28,"area":null},{"id":"2108.07686","title":"Scaling Laws for Deep Learning","created":"2021-08-17","cited_by_count":26,"area":null},{"id":"2111.11294","title":"Scaling Law for Recommendation Models: Towards General-purpose User Representations","created":"2021-11-15","cited_by_count":26,"area":null},{"id":"2202.00528","title":"Examining Scaling and Transfer of Language Model Architectures for Machine Translation","created":"2022-02-01","cited_by_count":26,"area":null},{"id":"2502.18969","title":"(Mis)Fitting: A Survey of Scaling Laws","created":"2025-02-26","cited_by_count":26,"area":null},{"id":"2403.02419","title":"Are More LLM Calls All You Need? Towards Scaling Laws of Compound Inference Systems","created":"2024-03-04","cited_by_count":25,"area":null},{"id":"2410.05661","title":"Scaling Laws Across Model Architectures: A Comparative Analysis of Dense and MoE Models in Large Language Models","created":"2024-10-08","cited_by_count":25,"area":"moe"},{"id":"2510.03280","title":"Training Optimal Large Diffusion Language Models","created":"2025-09-28","cited_by_count":25,"area":"diffusion"},{"id":"2505.19227","title":"Scaling Laws for Gradient Descent and Sign Descent for Linear Bigram Models under Zipf's Law","created":"2025-05-25","cited_by_count":24,"area":null},{"id":"2202.06387","title":"Scaling Laws Under the Microscope: Predicting Transformer Performance from Small Scale Experiments","created":"2022-02-13","cited_by_count":23,"area":null},{"id":"2207.01725","title":"How Much More Data Do I Need? Estimating Requirements for Downstream Tasks","created":"2022-07-04","cited_by_count":23,"area":null},{"id":"2407.17467","title":"CMR Scaling Law: Predicting Critical Mixture Ratios for Continual Pre-training of Language Models","created":"2024-07-24","cited_by_count":23,"area":null},{"id":"2411.04434","title":"Scaling Laws for Pre-training Agents and World Models","created":"2024-11-07","cited_by_count":23,"area":"wm"},{"id":"2602.07488","title":"Deriving Neural Scaling Laws from the statistics of natural language","created":"2026-02-07","cited_by_count":23,"area":null},{"id":"2410.18837","title":"High-dimensional Analysis of Knowledge Distillation: Weak-to-Strong Generalization and Scaling Laws","created":"2024-10-24","cited_by_count":22,"area":"distill"},{"id":"2503.12811","title":"A Multi-Power Law for Loss Curve Prediction Across Learning Rate Schedules","created":"2025-03-17","cited_by_count":22,"area":null},{"id":"2212.14457","title":"Bayesian Interpolation with Deep Linear Networks","created":"2022-12-29","cited_by_count":21,"area":null},{"id":"2504.18720","title":"Appa: Bending Weather Dynamics with Latent Diffusion Models for Global Data Assimilation","created":"2025-04-25","cited_by_count":20,"area":"diffusion"},{"id":"2509.24882","title":"Scaling Laws and Spectra of Shallow Neural Networks in the Feature Learning Regime","created":"2025-09-29","cited_by_count":20,"area":null},{"id":"2202.09931","title":"Deconstructing Distributions: A Pointwise Framework of Learning","created":"2022-02-20","cited_by_count":19,"area":null},{"id":"2502.07617","title":"Scaling Pre-training to One Hundred Billion Data for Vision Language Models","created":"2025-02-11","cited_by_count":19,"area":"mllm"},{"id":"2311.14646","title":"More is Better in Modern Machine Learning: when Infinite Overparameterization is Optimal and Overfitting is Obligatory","created":"2023-11-24","cited_by_count":18,"area":null},{"id":"2406.01461","title":"Hardness of Learning Neural Networks under the Manifold Hypothesis","created":"2024-06-03","cited_by_count":18,"area":null},{"id":"2504.17119","title":"The Rise of Small Language Models in Healthcare: A Comprehensive Survey","created":"2025-04-23","cited_by_count":18,"area":null},{"id":"2505.11349","title":"Context parroting: A simple but tough-to-beat baseline for foundation models in scientific machine learning","created":"2025-05-16","cited_by_count":18,"area":null},{"id":"2112.05611","title":"Eigenspace Restructuring: a Principle of Space and Frequency in Neural Networks","created":"2021-12-10","cited_by_count":17,"area":null},{"id":"2201.12655","title":"Error Scaling Laws for Kernel Classification under Source and Capacity Conditions","created":"2022-01-29","cited_by_count":17,"area":null},{"id":"2505.07067","title":"Learning curves theory for hierarchically compositional data with power-law distributed features","created":"2025-05-11","cited_by_count":17,"area":null},{"id":"2307.02460","title":"Performance Scaling via Optimal Transport: Enabling Data Selection from Partially Revealed Sources","created":"2023-07-05","cited_by_count":16,"area":null},{"id":"2510.01098","title":"Theory of Scaling Laws for In-Context Regression: Depth, Width, Context and Time","created":"2025-10-01","cited_by_count":16,"area":null},{"id":"2510.05197","title":"Efficient Prediction of Pass@k Scaling in Large Language Models","created":"2025-10-06","cited_by_count":16,"area":null},{"id":"2108.11018","title":"A Scaling Law for Synthetic-to-Real Transfer: How Much Is Your Pre-training Effective?","created":"2021-08-25","cited_by_count":15,"area":null},{"id":"2110.12231","title":"Learning curves for Gaussian process regression with power-law priors and targets","created":"2021-10-23","cited_by_count":15,"area":null},{"id":"2210.01234","title":"Optimizing Data Collection for Machine Learning","created":"2022-10-03","cited_by_count":15,"area":null},{"id":"2408.04154","title":"The Data Addition Dilemma","created":"2024-08-08","cited_by_count":15,"area":null},{"id":"2411.12925","title":"Loss-to-Loss Prediction: Scaling Laws for All Datasets","created":"2024-11-19","cited_by_count":15,"area":null},{"id":"2504.04338","title":"Data Scaling Laws for End-to-End Autonomous Driving","created":"2025-04-06","cited_by_count":15,"area":"driving"},{"id":"2209.13435","title":"Scaling Laws For Deep Learning Based Image Reconstruction","created":"2022-09-27","cited_by_count":14,"area":null}],"next_cursor":"100"}