{"list":"other","total":53,"rows":[{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1612.01474","title":"Simple and Scalable Predictive Uncertainty Estimation using Deep Ensembles","created":"2016-12-05","cited_by_count":3926},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"1803.03635","title":"The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks","created":"2018-03-09","cited_by_count":2262},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999},{"id":"1812.11118","title":"Reconciling modern machine learning practice and the bias-variance trade-off","created":"2018-12-28","cited_by_count":927},{"id":"2301.05217","title":"Progress measures for grokking via mechanistic interpretability","created":"2023-01-12","cited_by_count":839},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"2201.02177","title":"Grokking: Generalization Beyond Overfitting on Small Algorithmic Datasets","created":"2022-01-06","cited_by_count":629},{"id":"1810.05270","title":"Rethinking the Value of Network Pruning","created":"2018-10-11","cited_by_count":599},{"id":"1906.11300","title":"Benign Overfitting in Linear Regression","created":"2019-06-26","cited_by_count":549},{"id":"2102.00554","title":"Sparsity in Deep Learning: Pruning and growth for efficient inference and training in neural networks","created":"2021-01-31","cited_by_count":527},{"id":"2304.15004","title":"Are Emergent Abilities of Large Language Models a Mirage?","created":"2023-04-28","cited_by_count":523},{"id":"1903.08560","title":"Surprises in High-Dimensional Ridgeless Least Squares Interpolation","created":"2019-03-19","cited_by_count":513},{"id":"2305.18654","title":"Faith and Fate: Limits of Transformers on Compositionality","created":"2023-05-29","cited_by_count":503},{"id":"2011.03395","title":"Underspecification Presents Challenges for Credibility in Modern Machine Learning","created":"2020-11-06","cited_by_count":496},{"id":"1906.05271","title":"Does Learning Require Memorization? A Short Tale about a Long Tail","created":"2019-06-12","cited_by_count":460},{"id":"2003.12206","title":"Improving Reproducibility in Machine Learning Research (A Report from the NeurIPS 2019 Reproducibility Program)","created":"2020-03-27","cited_by_count":322},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254},{"id":"2205.10343","title":"Towards Understanding Grokking: An Effective Theory of Representation Learning","created":"2022-05-20","cited_by_count":230},{"id":"1905.01067","title":"Deconstructing Lottery Tickets: Zeros, Signs, and the Supermask","created":"2019-05-03","cited_by_count":207},{"id":"2002.00585","title":"Proving the Lottery Ticket Hypothesis: Pruning is All You Need","created":"2020-02-03","cited_by_count":201},{"id":"2009.08576","title":"Pruning Neural Networks at Initialization: Why are We Missing the Mark?","created":"2020-09-18","cited_by_count":182},{"id":"2106.10165","title":"The Principles of Deep Learning Theory","created":"2021-06-18","cited_by_count":173},{"id":"2106.15590","title":"The Values Encoded in Machine Learning Research","created":"2021-06-29","cited_by_count":172},{"id":"2003.01897","title":"Optimal Regularization Can Mitigate Double Descent","created":"2020-03-04","cited_by_count":109},{"id":"2310.06110","title":"Grokking as the Transition from Lazy to Rich Training Dynamics","created":"2023-10-09","cited_by_count":108},{"id":"2311.18817","title":"Dichotomy of Early and Late Phase Implicit Biases Can Provably Induce Grokking","created":"2023-11-30","cited_by_count":80},{"id":"2011.03321","title":"Understanding Double Descent Requires a Fine-Grained Bias-Variance Decomposition","created":"2020-11-04","cited_by_count":76},{"id":"2305.18741","title":"Grokking of Hierarchical Structure in Vanilla Transformers","created":"2023-05-30","cited_by_count":53},{"id":"2107.00166","title":"Sanity Checks for Lottery Tickets: Does Your Winning Ticket Really Win the Jackpot?","created":"2021-07-01","cited_by_count":52},{"id":"2501.04697","title":"Grokking at the Edge of Numerical Stability","created":"2025-01-08","cited_by_count":46},{"id":"2004.04328","title":"A Brief Prehistory of Double Descent","created":"2020-04-07","cited_by_count":44},{"id":"2007.10099","title":"Early Stopping in Deep Networks: Double Descent and How to Eliminate it","created":"2020-07-20","cited_by_count":41},{"id":"2503.05788","title":"Emergent Abilities in Large Language Models: A Survey","created":"2025-02-28","cited_by_count":37},{"id":"2308.15594","title":"Learning the greatest common divisor: explaining transformer predictions","created":"2023-08-29","cited_by_count":33},{"id":"2310.18988","title":"A U-turn on Double Descent: Rethinking Parameter Counting in Statistical Learning","created":"2023-10-29","cited_by_count":33},{"id":"2202.04736","title":"Coarsening the Granularity: Towards Structurally Sparse Lottery Tickets","created":"2022-02-09","cited_by_count":27},{"id":"2011.14439","title":"Scaling Down Deep Learning with MNIST-1D","created":"2020-11-29","cited_by_count":25},{"id":"2403.04861","title":"A Survey of Lottery Ticket Hypothesis","created":"2024-03-07","cited_by_count":24},{"id":"2301.11323","title":"Joint Training of Deep Ensembles Fails Due to Learner Collusion","created":"2023-01-26","cited_by_count":23},{"id":"2403.03103","title":"Emergent Equivariance in Deep Ensembles","created":"2024-03-05","cited_by_count":18},{"id":"1904.10922","title":"The Scientific Method in the Science of Machine Learning","created":"2019-04-24","cited_by_count":15},{"id":"2402.01502","title":"Why do Random Forests Work? Understanding Tree Ensembles as Self-Regularizing Adaptive Smoothers","created":"2024-02-02","cited_by_count":15},{"id":"1904.07633","title":"HARK Side of Deep Learning -- From Grad Student Descent to Automated Machine Learning","created":"2019-04-16","cited_by_count":13},{"id":"2305.00550","title":"SoK: Pragmatic Assessment of Machine Learning for Network Intrusion Detection","created":"2023-04-30","cited_by_count":13},{"id":"2310.17247","title":"Grokking Beyond Neural Networks: An Empirical Exploration with Model Complexity","created":"2023-10-26","cited_by_count":13},{"id":"2311.18807","title":"Pre-registration for Predictive Modeling","created":"2023-11-30","cited_by_count":13},{"id":"2411.00247","title":"Deep Learning Through A Telescoping Lens: A Simple Model Provides Empirical Insights On Grokking, Gradient Boosting & Beyond","created":"2024-10-31","cited_by_count":9},{"id":"2406.03980","title":"Position: Embracing Negative Results in Machine Learning","created":"2024-06-06","cited_by_count":6},{"id":"2406.02275","title":"Position: The Causal Revolution Needs Scientific Pragmatism","created":"2024-06-04","cited_by_count":3}],"next_cursor":null}