{"total":64,"rows":[{"id":"2106.15933","title":"Saddle-to-Saddle Dynamics in Deep Linear Networks: Small Initialization Training, Symmetry, and Sparsity","created":"2021-06-30","cited_by_count":85,"area":null},{"id":"2110.13905","title":"Gradient Descent on Two-layer Nets: Margin Maximization and Simplicity Bias","created":"2021-10-26","cited_by_count":83,"area":null},{"id":"2108.10573","title":"The staircase property: How hierarchical structure can guide deep learning","created":"2021-08-24","cited_by_count":62,"area":null},{"id":"2303.00055","title":"Learning time-scales in two-layers neural networks","created":"2023-02-28","cited_by_count":57,"area":null},{"id":"2304.00488","title":"Saddle-to-Saddle Dynamics in Diagonal Linear Networks","created":"2023-04-02","cited_by_count":57,"area":null},{"id":"2306.07042","title":"Transformers learn through gradual rank increase","created":"2023-06-12","cited_by_count":52,"area":null},{"id":"2409.14623","title":"From Lazy to Rich: Exact Learning Dynamics in Deep Linear Networks","created":"2024-09-22","cited_by_count":49,"area":null},{"id":"2102.09972","title":"Implicit Regularization in Tensor Factorization","created":"2021-02-19","cited_by_count":44,"area":null},{"id":"2305.17490","title":"The Implicit Regularization of Dynamical Stability in Stochastic Gradient Descent","created":"2023-05-27","cited_by_count":44,"area":null},{"id":"2301.11500","title":"Understanding Incremental Learning of Gradient Descent: A Fine-grained Analysis of Matrix Sensing","created":"2023-01-27","cited_by_count":42,"area":null},{"id":"2406.06158","title":"Get rich quick: exact solutions reveal how unbalanced initializations promote rapid feature learning","created":"2024-06-10","cited_by_count":42,"area":null},{"id":"2410.02984","title":"Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient","created":"2024-10-03","cited_by_count":40,"area":null},{"id":"2108.05574","title":"Implicit Sparse Regularization: The Impact of Depth and Early Stopping","created":"2021-08-12","cited_by_count":30,"area":null},{"id":"2310.06301","title":"Dynamical versus Bayesian Phase Transitions in a Toy Model of Superposition","created":"2023-10-10","cited_by_count":29,"area":"mechinterp"},{"id":"2604.21691","title":"There Will Be a Scientific Theory of Deep Learning","created":"2026-04-23","cited_by_count":29,"area":null},{"id":"2208.14673","title":"Incremental Learning in Diagonal Linear Networks","created":"2022-08-31","cited_by_count":28,"area":null},{"id":"2201.11729","title":"Implicit Regularization in Hierarchical Tensor Factorization and Deep Convolutional Neural Networks","created":"2022-01-27","cited_by_count":27,"area":null},{"id":"2406.04112","title":"Compressible Dynamics in Deep Overparameterized Low-Rank Learning & Adaptation","created":"2024-06-06","cited_by_count":26,"area":null},{"id":"2107.13289","title":"The loss landscape of deep linear neural networks: a second-order analysis","created":"2021-07-28","cited_by_count":24,"area":null},{"id":"2112.11027","title":"More is Less: Inducing Sparsity via Overparameterization","created":"2021-12-21","cited_by_count":24,"area":null},{"id":"2305.13064","title":"Gradient Descent Monotonically Decreases the Sharpness of Gradient Flow Solutions in Scalar Networks and Beyond","created":"2023-05-22","cited_by_count":21,"area":null},{"id":"2306.01154","title":"The Law of Parsimony in Gradient Descent for Learning Deep Linear Networks","created":"2023-06-01","cited_by_count":20,"area":null},{"id":"2108.11489","title":"The Interplay Between Implicit Bias and Benign Overfitting in Two-Layer Linear Networks","created":"2021-08-25","cited_by_count":18,"area":null},{"id":"2508.12837","title":"Learning In-context n-grams with Transformers: Sub-n-grams Are Near-stationary Points","created":"2025-08-18","cited_by_count":16,"area":null},{"id":"2512.20607","title":"Saddle-to-Saddle Dynamics Explains A Simplicity Bias Across Neural Network Architectures","created":"2025-12-23","cited_by_count":15,"area":null},{"id":"2501.17745","title":"Dynamics of Transient Structure in In-Context Linear Regression Transformers","created":"2025-01-29","cited_by_count":14,"area":null},{"id":"2502.02496","title":"Deep Weight Factorization: Sparse Learning Through the Lens of Artificial Symmetries","created":"2025-02-04","cited_by_count":14,"area":null},{"id":"2506.06489","title":"Alternating Gradient Flows: A Theory of Feature Learning in Two-layer Neural Networks","created":"2025-06-06","cited_by_count":14,"area":null},{"id":"2507.02550","title":"Position: A Theory of Deep Learning Must Include Compositional Sparsity","created":"2025-07-03","cited_by_count":14,"area":null},{"id":"2305.05448","title":"Robust Implicit Regularization via Weight Normalization","created":"2023-05-09","cited_by_count":12,"area":null},{"id":"2502.05300","title":"Parameter Symmetry Potentially Unifies Deep Learning Theory","created":"2025-02-07","cited_by_count":12,"area":null},{"id":"2105.13831","title":"Implicit Regularization in Matrix Sensing via Mirror Descent","created":"2021-05-28","cited_by_count":11,"area":null},{"id":"2206.11872","title":"Provable Acceleration of Heavy Ball beyond Quadratics for a Class of Polyak-\\L{}ojasiewicz Functions when the Non-Convexity is Averaged-Out","created":"2022-06-22","cited_by_count":11,"area":null},{"id":"2105.05553","title":"Principal Components Bias in Over-parameterized Linear Models, and its Manifestation in Deep Neural Networks","created":"2021-05-12","cited_by_count":10,"area":null},{"id":"2306.11250","title":"InRank: Incremental Low-Rank Learning","created":"2023-06-20","cited_by_count":10,"area":null},{"id":"2301.12540","title":"Implicit Regularization for Group Sparsity","created":"2023-01-29","cited_by_count":8,"area":null},{"id":"2502.09863","title":"Closed-Form Training Dynamics Reveal Learned Features and Linear Structure in Word2Vec-like Models","created":"2025-02-14","cited_by_count":8,"area":null},{"id":"2406.09935","title":"Predicting the Susceptibility of Examples to Catastrophic Forgetting","created":"2024-06-14","cited_by_count":7,"area":null},{"id":"2306.13239","title":"The Inductive Bias of Flatness Regularization for Deep Matrix Factorization","created":"2023-06-22","cited_by_count":6,"area":null},{"id":"2106.06153","title":"Towards Understanding Generalization via Decomposing Excess Risk Dynamics","created":"2021-06-11","cited_by_count":5,"area":null},{"id":"2302.00257","title":"Implicit Regularization Leads to Benign Overfitting for Sparse Linear Regression","created":"2023-02-01","cited_by_count":4,"area":null},{"id":"2307.07410","title":"Implicit regularization in AI meets generalized hardness of approximation in optimization -- Sharp results for diagonal linear networks","created":"2023-07-13","cited_by_count":4,"area":null},{"id":"2405.15256","title":"FTMixer: Frequency and Time Domain Representations Fusion for Time Series Modeling","created":"2024-05-24","cited_by_count":4,"area":null},{"id":"2406.12615","title":"When Are Bias-Free ReLU Networks Effectively Linear Networks?","created":"2024-06-18","cited_by_count":4,"area":null},{"id":"2207.07612","title":"Blessing of Nonconvexity in Deep Linear Models: Depth Flattens the Optimization Landscape Around the True Solution","created":"2022-07-15","cited_by_count":3,"area":null},{"id":"2403.10459","title":"Understanding the Double Descent Phenomenon in Deep Learning","created":"2024-03-15","cited_by_count":3,"area":null},{"id":"2405.13721","title":"Connectivity Shapes Implicit Regularization in Matrix Factorization Models for Matrix Completion","created":"2024-05-22","cited_by_count":3,"area":null},{"id":"2407.09845","title":"Towards Understanding Epoch-wise Double descent in Two-layer Linear Neural Networks","created":"2024-07-13","cited_by_count":3,"area":null},{"id":"2403.01420","title":"The Implicit Bias of Heterogeneity towards Invariance: A Study of Multi-Environment Matrix Sensing","created":"2024-03-03","cited_by_count":2,"area":null},{"id":"2602.19143","title":"Incremental Learning of Sparse Attention Patterns in Transformers","created":"2026-02-22","cited_by_count":2,"area":null},{"id":"2602.19533","title":"Grokking Finite-Dimensional Algebra","created":"2026-02-23","cited_by_count":2,"area":null},{"id":"2110.10815","title":"Convergence Analysis and Implicit Regularization of Feedback Alignment for Deep Linear Networks","created":"2021-10-20","cited_by_count":1,"area":null},{"id":"2206.02454","title":"What do CNNs Learn in the First Layer and Why? A Linear Systems Perspective","created":"2022-06-06","cited_by_count":1,"area":null},{"id":"2212.14150","title":"A Dynamics Theory of Implicit Regularization in Deep Low-Rank Matrix Factorization","created":"2022-12-29","cited_by_count":1,"area":null},{"id":"2603.20967","title":"Hard labels sampled from sparse targets mislead rotation invariant algorithms","created":"2026-03-21","cited_by_count":1,"area":null},{"id":"2606.06814","title":"The Effect of Training Task Diversity on In-Context Learning through the Lens of Low-Dimensional Subspaces","created":"2026-06-05","cited_by_count":1,"area":null},{"id":"2201.12198","title":"Limitation of Characterizing Implicit Regularization by Data-independent Functions","created":"2022-01-28","cited_by_count":0,"area":null},{"id":"2202.09276","title":"Geometric Regularization from Overparameterization","created":"2022-02-18","cited_by_count":0,"area":null},{"id":"2305.15276","title":"Sparse Mean Estimation in Adversarial Settings via Incremental Learning","created":"2023-05-24","cited_by_count":0,"area":null},{"id":"2512.03393","title":"Tuning-Free Structured Sparse Recovery of Multiple Measurement Vectors using Implicit Regularization","created":"2025-12-03","cited_by_count":0,"area":null},{"id":"2605.01288","title":"A Theory of Saddle Escape in Deep Nonlinear Networks","created":"2026-05-02","cited_by_count":0,"area":null},{"id":"2605.25134","title":"Theoretical Analysis of Sparse Optimization with Reparameterization, Weight Decay, and Adaptive Learning Rate","created":"2026-05-24","cited_by_count":0,"area":null},{"id":"2607.07884","title":"Optimal Learning Rate Scaling Depends on Data in Deep Scalar Linear Networks","created":"2026-07-08","cited_by_count":0,"area":null},{"id":"2609.00420","title":"How Temporal Correlations Shape Memory in Linear Recurrent Neural Networks","created":"2026-08-31","cited_by_count":0,"area":null}],"next_cursor":null}