{"total":251,"rows":[{"id":"2405.07987","title":"The Platonic Representation Hypothesis","created":"2024-05-13","cited_by_count":382,"area":null},{"id":"2105.02375","title":"A Geometric Analysis of Neural Collapse with Unconstrained Features","created":"2021-05-06","cited_by_count":227,"area":null},{"id":"2103.10427","title":"The Low-Rank Simplicity Bias in Deep Networks","created":"2021-03-18","cited_by_count":154,"area":null},{"id":"2206.07758","title":"Reconstructing Training Data from Trained Neural Networks","created":"2022-06-15","cited_by_count":133,"area":null},{"id":"2210.09221","title":"Vision Transformers provably learn spatial structure","created":"2022-10-13","cited_by_count":93,"area":null},{"id":"2206.07085","title":"Understanding the Generalization Benefit of Normalization Layers: Sharpness Reduction","created":"2022-06-14","cited_by_count":86,"area":null},{"id":"2208.12591","title":"On the Implicit Bias in Deep-Learning Algorithms","created":"2022-08-26","cited_by_count":86,"area":null},{"id":"2106.15933","title":"Saddle-to-Saddle Dynamics in Deep Linear Networks: Small Initialization Training, Symmetry, and Sparsity","created":"2021-06-30","cited_by_count":85,"area":null},{"id":"2210.14199","title":"Same Pre-training Loss, Better Downstream: Implicit Bias Matters for Language Models","created":"2022-10-25","cited_by_count":84,"area":null},{"id":"2110.13905","title":"Gradient Descent on Two-layer Nets: Margin Maximization and Simplicity Bias","created":"2021-10-26","cited_by_count":83,"area":null},{"id":"2311.18817","title":"Dichotomy of Early and Late Phase Implicit Biases Can Provably Induce Grokking","created":"2023-11-30","cited_by_count":80,"area":null},{"id":"2106.15013","title":"Small random initialization is akin to spectral learning: Optimization and generalization guarantees for overparameterized low-rank matrix reconstruction","created":"2021-06-28","cited_by_count":78,"area":null},{"id":"2410.09754","title":"SimBa: Simplicity Bias for Scaling Up Parameters in Deep Reinforcement Learning","created":"2024-10-13","cited_by_count":76,"area":"deeprl"},{"id":"2103.01550","title":"Label-Imbalanced and Group-Sensitive Classification under Overparameterization","created":"2021-03-02","cited_by_count":74,"area":null},{"id":"2301.13105","title":"Generalization on the Unseen, Logic Reasoning and Degree Curriculum","created":"2023-01-30","cited_by_count":73,"area":null},{"id":"2102.09769","title":"On the Implicit Bias of Initialization Shape: Beyond Infinitesimal Mirror Descent","created":"2021-02-19","cited_by_count":70,"area":null},{"id":"2202.04414","title":"Agree to Disagree: Diversity through Disagreement for Better Transferability","created":"2022-02-09","cited_by_count":70,"area":null},{"id":"2209.14863","title":"Neural Networks Efficiently Learn Low-Dimensional Representations with SGD","created":"2022-09-29","cited_by_count":63,"area":null},{"id":"2105.01029","title":"Initialization and Regularization of Factorized Neural Layers","created":"2021-05-03","cited_by_count":58,"area":"distill"},{"id":"2202.03418","title":"Diversify and Disambiguate: Learning From Underspecified Data","created":"2022-02-07","cited_by_count":56,"area":null},{"id":"2201.12760","title":"Implicit Regularization Towards Rank Minimization in ReLU Networks","created":"2022-01-30","cited_by_count":53,"area":null},{"id":"2211.08422","title":"Mechanistic Mode Connectivity","created":"2022-11-15","cited_by_count":50,"area":null},{"id":"2211.11567","title":"Neural networks trained with SGD learn distributions of increasing complexity","created":"2022-11-21","cited_by_count":50,"area":null},{"id":"2102.09972","title":"Implicit Regularization in Tensor Factorization","created":"2021-02-19","cited_by_count":44,"area":null},{"id":"2303.15725","title":"Solving Regularized Exp, Cosh and Sinh Regression Problems","created":"2023-03-28","cited_by_count":44,"area":null},{"id":"2305.11788","title":"Implicit Bias of Gradient Descent for Logistic Regression at the Edge of Stability","created":"2023-05-19","cited_by_count":42,"area":null},{"id":"2406.06158","title":"Get rich quick: exact solutions reveal how unbalanced initializations promote rapid feature learning","created":"2024-06-10","cited_by_count":42,"area":null},{"id":"2103.15209","title":"Understanding the role of importance weighting for deep learning","created":"2021-03-28","cited_by_count":39,"area":null},{"id":"2207.04036","title":"Implicit Bias of Gradient Descent on Reparametrized Models: On Equivalence to Mirror Descent","created":"2022-07-08","cited_by_count":39,"area":null},{"id":"2102.01117","title":"SGD Generalizes Better Than GD (And Regularization Doesn't Help)","created":"2021-02-01","cited_by_count":38,"area":null},{"id":"2205.06226","title":"The Mechanism of Prediction Head in Non-contrastive Self-supervised Learning","created":"2022-05-12","cited_by_count":38,"area":null},{"id":"2209.15055","title":"Implicit Bias of Large Depth Networks: a Notion of Rank for Nonlinear Functions","created":"2022-09-29","cited_by_count":38,"area":null},{"id":"2110.02424","title":"Spectral Bias in Practice: The Role of Function Frequency in Generalization","created":"2021-10-06","cited_by_count":37,"area":null},{"id":"2207.10430","title":"The Neural Race Reduction: Dynamics of Abstraction in Gated Networks","created":"2022-07-21","cited_by_count":37,"area":null},{"id":"2306.13575","title":"Scaling MLPs: A Tale of Inductive Bias","created":"2023-06-23","cited_by_count":37,"area":null},{"id":"2302.08982","title":"(S)GD over Diagonal Linear Networks: Implicit Regularisation, Large Stepsizes and Edge of Stability","created":"2023-02-17","cited_by_count":36,"area":null},{"id":"2406.10650","title":"The Implicit Bias of Adam on Separable Data","created":"2024-06-15","cited_by_count":36,"area":null},{"id":"2102.07346","title":"On the Theory of Implicit Deep Learning: Global Convergence with Implicit Layers","created":"2021-02-15","cited_by_count":35,"area":null},{"id":"2107.06608","title":"Continuous vs. Discrete Optimization of Deep Neural Networks","created":"2021-07-14","cited_by_count":34,"area":null},{"id":"2110.02732","title":"On Margin Maximization in Linear and ReLU Networks","created":"2021-10-06","cited_by_count":34,"area":null},{"id":"2106.04110","title":"A self consistent theory of Gaussian Processes captures feature learning effects in finite CNNs","created":"2021-06-08","cited_by_count":33,"area":null},{"id":"2107.00595","title":"Fast Margin Maximization via Dual Acceleration","created":"2021-07-01","cited_by_count":33,"area":null},{"id":"2201.11968","title":"Training invariances and the low-rank phenomenon: beyond linear networks","created":"2022-01-28","cited_by_count":33,"area":null},{"id":"2311.07568","title":"Feature emergence via margin maximization: case studies in algebraic tasks","created":"2023-11-13","cited_by_count":33,"area":null},{"id":"2102.10032","title":"Approximation and Learning with Deep Convolutional Models: a Kernel Perspective","created":"2021-02-19","cited_by_count":31,"area":null},{"id":"2108.05574","title":"Implicit Sparse Regularization: The Impact of Depth and Early Stopping","created":"2021-08-12","cited_by_count":30,"area":null},{"id":"2305.16536","title":"Which Features are Learnt by Contrastive Learning? On the Role of Simplicity Bias in Class Collapse and Feature Suppression","created":"2023-05-25","cited_by_count":30,"area":null},{"id":"2211.05641","title":"Regression as Classification: Influence of Task Formulation on Neural Network Features","created":"2022-11-10","cited_by_count":29,"area":null},{"id":"2604.21691","title":"There Will Be a Scientific Theory of Deep Learning","created":"2026-04-23","cited_by_count":29,"area":null},{"id":"2203.03756","title":"Flat minima generalize for low-rank matrix recovery","created":"2022-03-07","cited_by_count":28,"area":null},{"id":"2108.01538","title":"Geometry of Linear Convolutional Networks","created":"2021-08-03","cited_by_count":27,"area":null},{"id":"2201.11729","title":"Implicit Regularization in Hierarchical Tensor Factorization and Deep Convolutional Neural Networks","created":"2022-01-27","cited_by_count":27,"area":null},{"id":"2309.00079","title":"On the Implicit Bias of Adam","created":"2023-08-31","cited_by_count":27,"area":null},{"id":"2309.16314","title":"A Primer on Bayesian Neural Networks: Review and Debates","created":"2023-09-28","cited_by_count":27,"area":null},{"id":"2302.00457","title":"Simplicity Bias in 1-Hidden Layer Neural Networks","created":"2023-02-01","cited_by_count":26,"area":null},{"id":"2307.04204","title":"Trajectory Alignment: Understanding the Edge of Stability Phenomenon via Bifurcation Theory","created":"2023-07-09","cited_by_count":26,"area":null},{"id":"2309.04332","title":"Graph Neural Networks Use Graphs When They Shouldn't","created":"2023-09-08","cited_by_count":26,"area":null},{"id":"2210.03820","title":"The Asymmetric Maximum Margin Bias of Quasi-Homogeneous Neural Networks","created":"2022-10-07","cited_by_count":25,"area":null},{"id":"2303.00633","title":"An Information-Theoretic Perspective on Variance-Invariance-Covariance Regularization","created":"2023-03-01","cited_by_count":25,"area":null},{"id":"2112.11027","title":"More is Less: Inducing Sparsity via Overparameterization","created":"2021-12-21","cited_by_count":24,"area":null},{"id":"2408.15417","title":"Implicit Geometry of Next-token Prediction: From Language Sparsity Patterns to Model Representations","created":"2024-08-27","cited_by_count":24,"area":null},{"id":"2107.05074","title":"SGD: The Role of Implicit Regularization, Batch-size and Multiple-epochs","created":"2021-07-11","cited_by_count":22,"area":null},{"id":"2110.03891","title":"Does Momentum Change the Implicit Regularization on Separable Data?","created":"2021-10-08","cited_by_count":22,"area":null},{"id":"2502.06905","title":"Lightweight Dataset Pruning without Full Training via Example Difficulty and Prediction Uncertainty","created":"2025-02-10","cited_by_count":22,"area":null},{"id":"2305.08404","title":"Theoretical Analysis of Inductive Biases in Deep Convolutional Networks","created":"2023-05-15","cited_by_count":21,"area":null},{"id":"2405.01964","title":"Position: Understanding LLMs Requires More Than Statistical Generalization","created":"2024-05-03","cited_by_count":21,"area":null},{"id":"2105.00303","title":"RATT: Leveraging Unlabeled Data to Guarantee Generalization","created":"2021-05-01","cited_by_count":20,"area":null},{"id":"2106.06573","title":"Understanding Deflation Process in Over-parametrized Tensor Decomposition","created":"2021-06-11","cited_by_count":20,"area":null},{"id":"2211.16980","title":"Infinite-width limit of deep linear neural networks","created":"2022-11-29","cited_by_count":20,"area":null},{"id":"2303.13500","title":"A Closer Look at Model Adaptation using Feature Distortion and Simplicity Bias","created":"2023-03-23","cited_by_count":20,"area":"mechinterp"},{"id":"2306.01154","title":"The Law of Parsimony in Gradient Descent for Learning Deep Linear Networks","created":"2023-06-01","cited_by_count":20,"area":null},{"id":"2308.13431","title":"Six Lectures on Linearized Neural Networks","created":"2023-08-25","cited_by_count":20,"area":null},{"id":"2101.02533","title":"Towards Understanding Learning in Neural Networks with Linear Teachers","created":"2021-01-07","cited_by_count":19,"area":null},{"id":"2110.06084","title":"Implicit Bias of Linear Equivariant Networks","created":"2021-10-12","cited_by_count":19,"area":null},{"id":"2202.13473","title":"The Spectral Bias of Polynomial Neural Networks","created":"2022-02-27","cited_by_count":19,"area":null},{"id":"2304.05752","title":"Function Space and Critical Points of Linear Convolutional Networks","created":"2023-04-12","cited_by_count":19,"area":null},{"id":"2403.08699","title":"Implicit Regularization of Gradient Flow on One-Layer Softmax Attention","created":"2024-03-13","cited_by_count":19,"area":null},{"id":"2102.12238","title":"Inductive Bias of Multi-Channel Linear Convolutional Networks with Bounded Weight Norm","created":"2021-02-24","cited_by_count":18,"area":null},{"id":"2108.11489","title":"The Interplay Between Implicit Bias and Benign Overfitting in Two-Layer Linear Networks","created":"2021-08-25","cited_by_count":18,"area":null},{"id":"2205.13647","title":"Learning to Reason with Neural Networks: Generalization, Unseen Data and Boolean Measures","created":"2022-05-26","cited_by_count":17,"area":null},{"id":"2205.15809","title":"Feature Learning in $L_{2}$-regularized DNNs: Attraction/Repulsion and Sparsity","created":"2022-05-31","cited_by_count":17,"area":null},{"id":"2404.18444","title":"U-Nets as Belief Propagation: Efficient Classification, Denoising, and Diffusion in Generative Hierarchical Models","created":"2024-04-29","cited_by_count":17,"area":"diffusion"},{"id":"2406.08654","title":"Large Stepsize Gradient Descent for Non-Homogeneous Two-Layer Networks: Margin Improvement and Fast Optimization","created":"2024-06-12","cited_by_count":17,"area":null},{"id":"2106.06251","title":"On Learnability via Gradient Method for Two-Layer ReLU Neural Networks in Teacher-Student Setting","created":"2021-06-11","cited_by_count":16,"area":"distill"},{"id":"2401.04553","title":"Linear Recursive Feature Machines provably recover low-rank matrices","created":"2024-01-09","cited_by_count":16,"area":null},{"id":"2102.12430","title":"Noisy Gradient Descent Converges to Flat Minima for Nonconvex Matrix Factorization","created":"2021-02-24","cited_by_count":15,"area":null},{"id":"2108.02883","title":"Interpolation can hurt robust generalization even when there is no noise","created":"2021-08-05","cited_by_count":15,"area":null},{"id":"2204.03145","title":"DeepTensor: Low-Rank Tensor Decomposition with Deep Network Priors","created":"2022-04-07","cited_by_count":15,"area":null},{"id":"2306.17499","title":"The Implicit Bias of Minima Stability in Multivariate Shallow ReLU Networks","created":"2023-06-30","cited_by_count":15,"area":null},{"id":"2107.00469","title":"Never Go Full Batch (in Stochastic Convex Optimization)","created":"2021-06-29","cited_by_count":14,"area":null},{"id":"2202.08325","title":"A Data-Augmentation Is Worth A Thousand Samples: Exact Quantification From Analytical Augmented Sample Moments","created":"2022-02-16","cited_by_count":14,"area":null},{"id":"2402.18551","title":"Implicit Optimization Bias of Next-Token Prediction in Linear Models","created":"2024-02-28","cited_by_count":14,"area":null},{"id":"2405.20763","title":"Improving Generalization and Convergence by Enhancing Implicit Regularization","created":"2024-05-31","cited_by_count":14,"area":null},{"id":"2406.03682","title":"A Universal Class of Sharpness-Aware Minimization Algorithms","created":"2024-06-06","cited_by_count":14,"area":null},{"id":"2411.01248","title":"Guiding Neural Collapse: Optimising Towards the Nearest Simplex Equiangular Tight Frame","created":"2024-11-02","cited_by_count":14,"area":null},{"id":"2502.02496","title":"Deep Weight Factorization: Sparse Learning Through the Lens of Artificial Symmetries","created":"2025-02-04","cited_by_count":14,"area":null},{"id":"2211.01258","title":"Instance-Dependent Generalization Bounds via Optimal Transport","created":"2022-11-02","cited_by_count":13,"area":null},{"id":"2305.05448","title":"Robust Implicit Regularization via Weight Normalization","created":"2023-05-09","cited_by_count":12,"area":null},{"id":"2206.02927","title":"Spectral Bias Outside the Training Set for Deep Networks in the Kernel Regime","created":"2022-06-06","cited_by_count":11,"area":null},{"id":"2302.01952","title":"On a continuous time model of gradient descent dynamics and instability in deep learning","created":"2023-02-03","cited_by_count":11,"area":null}],"next_cursor":"100"}