{"total":75,"rows":[{"id":"2206.07758","title":"Reconstructing Training Data from Trained Neural Networks","created":"2022-06-15","cited_by_count":133,"area":null},{"id":"2111.00034","title":"Neural Networks as Kernel Learners: The Silent Alignment Effect","created":"2021-10-29","cited_by_count":106,"area":null},{"id":"2208.12591","title":"On the Implicit Bias in Deep-Learning Algorithms","created":"2022-08-26","cited_by_count":86,"area":null},{"id":"2106.15933","title":"Saddle-to-Saddle Dynamics in Deep Linear Networks: Small Initialization Training, Symmetry, and Sparsity","created":"2021-06-30","cited_by_count":85,"area":null},{"id":"2210.14199","title":"Same Pre-training Loss, Better Downstream: Implicit Bias Matters for Language Models","created":"2022-10-25","cited_by_count":84,"area":null},{"id":"2206.00939","title":"Gradient flow dynamics of shallow ReLU networks for square loss and orthogonal inputs","created":"2022-06-02","cited_by_count":76,"area":null},{"id":"2308.16898","title":"Transformers as Support Vector Machines","created":"2023-08-31","cited_by_count":74,"area":null},{"id":"2301.13105","title":"Generalization on the Unseen, Logic Reasoning and Degree Curriculum","created":"2023-01-30","cited_by_count":73,"area":null},{"id":"2102.09769","title":"On the Implicit Bias of Initialization Shape: Beyond Infinitesimal Mirror Descent","created":"2021-02-19","cited_by_count":70,"area":null},{"id":"2209.14863","title":"Neural Networks Efficiently Learn Low-Dimensional Representations with SGD","created":"2022-09-29","cited_by_count":63,"area":null},{"id":"2306.13596","title":"Max-Margin Token Selection in Attention Mechanism","created":"2023-06-23","cited_by_count":58,"area":null},{"id":"2201.12760","title":"Implicit Regularization Towards Rank Minimization in ReLU Networks","created":"2022-01-30","cited_by_count":53,"area":null},{"id":"2102.09972","title":"Implicit Regularization in Tensor Factorization","created":"2021-02-19","cited_by_count":44,"area":null},{"id":"2207.04036","title":"Implicit Bias of Gradient Descent on Reparametrized Models: On Equivalence to Mirror Descent","created":"2022-07-08","cited_by_count":39,"area":null},{"id":"2107.06608","title":"Continuous vs. Discrete Optimization of Deep Neural Networks","created":"2021-07-14","cited_by_count":34,"area":null},{"id":"2110.02732","title":"On Margin Maximization in Linear and ReLU Networks","created":"2021-10-06","cited_by_count":34,"area":null},{"id":"2309.07418","title":"A Fast Optimization View: Reformulating Single Layer Attention in LLM Based on Tensor and SVM Trick, and Solving It in Matrix Multiplication Time","created":"2023-09-14","cited_by_count":30,"area":null},{"id":"2307.12851","title":"Early Neuron Alignment in Two-layer ReLU Networks with Small Initialization","created":"2023-07-24","cited_by_count":28,"area":null},{"id":"2201.11729","title":"Implicit Regularization in Hierarchical Tensor Factorization and Deep Convolutional Neural Networks","created":"2022-01-27","cited_by_count":27,"area":null},{"id":"2307.04204","title":"Trajectory Alignment: Understanding the Edge of Stability Phenomenon via Bifurcation Theory","created":"2023-07-09","cited_by_count":26,"area":null},{"id":"2503.03206","title":"An Analytical Theory of Spectral Bias in the Learning Dynamics of Diffusion Models","created":"2025-03-05","cited_by_count":26,"area":"diffusion"},{"id":"2210.03820","title":"The Asymmetric Maximum Margin Bias of Quasi-Homogeneous Neural Networks","created":"2022-10-07","cited_by_count":25,"area":null},{"id":"2108.02040","title":"Convergence of gradient descent for learning linear neural networks","created":"2021-08-04","cited_by_count":22,"area":null},{"id":"2308.13431","title":"Six Lectures on Linearized Neural Networks","created":"2023-08-25","cited_by_count":20,"area":null},{"id":"2110.06084","title":"Implicit Bias of Linear Equivariant Networks","created":"2021-10-12","cited_by_count":19,"area":null},{"id":"2403.08699","title":"Implicit Regularization of Gradient Flow on One-Layer Softmax Attention","created":"2024-03-13","cited_by_count":19,"area":null},{"id":"2102.12238","title":"Inductive Bias of Multi-Channel Linear Convolutional Networks with Bounded Weight Norm","created":"2021-02-24","cited_by_count":18,"area":null},{"id":"2108.11489","title":"The Interplay Between Implicit Bias and Benign Overfitting in Two-Layer Linear Networks","created":"2021-08-25","cited_by_count":18,"area":null},{"id":"2107.01641","title":"A Theoretical Analysis of Fine-tuning with Linear Teachers","created":"2021-07-04","cited_by_count":17,"area":null},{"id":"2405.13456","title":"Deep linear networks for regression are implicitly regularized towards flat minima","created":"2024-05-22","cited_by_count":17,"area":null},{"id":"2306.06479","title":"Learning a Neuron by a Shallow ReLU Network: Dynamics and Implicit Bias for Correlated Inputs","created":"2023-06-10","cited_by_count":16,"area":null},{"id":"2401.01869","title":"On the hardness of learning under symmetries","created":"2024-01-03","cited_by_count":13,"area":null},{"id":"2410.08194","title":"Features are fate: a theory of transfer learning in high-dimensional regression","created":"2024-10-10","cited_by_count":13,"area":null},{"id":"2105.13831","title":"Implicit Regularization in Matrix Sensing via Mirror Descent","created":"2021-05-28","cited_by_count":11,"area":null},{"id":"2209.08951","title":"Generalization Bounds for Stochastic Gradient Descent via Localized $\\varepsilon$-Covers","created":"2022-09-19","cited_by_count":11,"area":null},{"id":"2602.16340","title":"The Implicit Bias of Adam and Muon on Smooth Homogeneous Neural Networks","created":"2026-02-18","cited_by_count":11,"area":null},{"id":"2105.05553","title":"Principal Components Bias in Over-parameterized Linear Models, and its Manifestation in Deep Neural Networks","created":"2021-05-12","cited_by_count":10,"area":null},{"id":"2406.12763","title":"Implicit Bias of Mirror Flow on Separable Data","created":"2024-06-18","cited_by_count":9,"area":null},{"id":"2502.08416","title":"Multifidelity Simulation-based Inference for Computationally Expensive Simulators","created":"2025-02-12","cited_by_count":9,"area":null},{"id":"2209.09315","title":"Deep Linear Networks can Benignly Overfit when Shallow Ones Do","created":"2022-09-19","cited_by_count":8,"area":null},{"id":"2111.11954","title":"Depth induces scale-averaging in overparameterized linear Bayesian neural networks","created":"2021-11-23","cited_by_count":7,"area":null},{"id":"2210.14064","title":"Learning Low Dimensional State Spaces with Overparameterized Recurrent Neural Nets","created":"2022-10-25","cited_by_count":7,"area":null},{"id":"2303.03027","title":"Critical Points and Convergence Analysis of Generative Deep Linear Networks Trained with Bures-Wasserstein Loss","created":"2023-03-06","cited_by_count":7,"area":null},{"id":"2303.04198","title":"On the Implicit Bias of Linear Equivariant Steerable Networks","created":"2023-03-07","cited_by_count":7,"area":null},{"id":"2509.25351","title":"Gradient Descent with Large Step Sizes: Chaos and Fractal Convergence Region","created":"2025-09-29","cited_by_count":7,"area":null},{"id":"2302.02904","title":"Rethinking Gauss-Newton for learning over-parameterized models","created":"2023-02-06","cited_by_count":6,"area":null},{"id":"2102.08868","title":"Bridging the Gap Between Adversarial Robustness and Optimization Bias","created":"2021-02-17","cited_by_count":5,"area":null},{"id":"2206.08558","title":"How You Start Matters for Generalization","created":"2022-06-17","cited_by_count":5,"area":null},{"id":"2302.00257","title":"Implicit Regularization Leads to Benign Overfitting for Sparse Linear Regression","created":"2023-02-01","cited_by_count":4,"area":null},{"id":"2303.00196","title":"Transformed Low-Rank Parameterization Can Help Robust Generalization for Tensor Neural Networks","created":"2023-03-01","cited_by_count":4,"area":null},{"id":"2204.07261","title":"Convergence and Implicit Regularization Properties of Gradient Descent for Deep Residual Networks","created":"2022-04-14","cited_by_count":3,"area":null},{"id":"2302.12444","title":"On the Training Instability of Shuffling SGD with Batch Normalization","created":"2023-02-24","cited_by_count":3,"area":null},{"id":"2407.09845","title":"Towards Understanding Epoch-wise Double descent in Two-layer Linear Neural Networks","created":"2024-07-13","cited_by_count":3,"area":null},{"id":"2409.00894","title":"Improving Adaptivity via Over-Parameterization in Sequence Models","created":"2024-09-02","cited_by_count":3,"area":null},{"id":"2410.10473","title":"The Implicit Bias of Structured State Space Models Can Be Poisoned With Clean Labels","created":"2024-10-14","cited_by_count":3,"area":"ssm"},{"id":"2305.17559","title":"Pruning at Initialization -- A Sketching Perspective","created":"2023-05-27","cited_by_count":2,"area":null},{"id":"2412.16765","title":"Optimization Insights into Deep Diagonal Linear Networks","created":"2024-12-21","cited_by_count":2,"area":null},{"id":"2505.11370","title":"Understanding Nonlinear Implicit Bias via Region Counts in Input Space","created":"2025-05-16","cited_by_count":2,"area":null},{"id":"2509.25783","title":"Sharpness of Minima in Deep Matrix Factorization","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2510.26303","title":"Implicit Bias of Per-sample Adam on Separable Data: Departure from the Full-batch Regime","created":"2025-10-30","cited_by_count":2,"area":null},{"id":"2601.06961","title":"The Impact of Anisotropic Covariance Structure on the Training Dynamics and Generalization Error of Linear Networks","created":"2026-01-11","cited_by_count":2,"area":null},{"id":"2406.06354","title":"On the Minimal Degree Bias in Generalization on the Unseen for non-Boolean Functions","created":"2024-06-10","cited_by_count":1,"area":null},{"id":"2408.13767","title":"Lecture Notes on Linear Neural Networks: A Tale of Optimization and Generalization in Deep Learning","created":"2024-08-25","cited_by_count":1,"area":null},{"id":"2502.05668","title":"The late-stage training dynamics of (stochastic) subgradient descent on homogeneous neural networks","created":"2025-02-08","cited_by_count":1,"area":null},{"id":"2609.38998","title":"Not all solutions are created equal: An analytical dissociation of functional and representational similarity in deep linear neural networks","created":"2026-09-30","cited_by_count":1,"area":null},{"id":"2102.00853","title":"Painless step size adaptation for SGD","created":"2021-02-01","cited_by_count":0,"area":null},{"id":"2203.08174","title":"Towards understanding deep learning with the natural clustering prior","created":"2022-03-15","cited_by_count":0,"area":null},{"id":"2210.01257","title":"Testing predictions of representation cost theory with CNNs","created":"2022-10-03","cited_by_count":0,"area":null},{"id":"2305.15203","title":"Frequency maps reveal the correlation between Adversarial Attacks and Implicit Bias","created":"2023-05-24","cited_by_count":0,"area":null},{"id":"2407.06765","title":"A Generalization Bound for Nearly-Linear Networks","created":"2024-07-09","cited_by_count":0,"area":null},{"id":"2506.14806","title":"Heavy-Ball Momentum Method in Continuous Time and Discretization Error Analysis","created":"2025-06-03","cited_by_count":0,"area":null},{"id":"2512.06347","title":"Zero Generalization Error Theorem for Random Interpolators via Algebraic Geometry","created":"2025-12-06","cited_by_count":0,"area":null},{"id":"2602.00827","title":"Over-Alignment vs Over-Fitting: The Role of Feature Learning Strength in Generalization","created":"2026-01-31","cited_by_count":0,"area":null},{"id":"2602.08287","title":"Noise Stability of Transformer Models","created":"2026-02-09","cited_by_count":0,"area":null},{"id":"2610.19743","title":"Discriminative Score Function: Turning Pretrained Models into Functional Generative Priors","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}