{"total":17,"rows":[{"id":"2507.07101","title":"Small Batch Size Training for Language Models: When Vanilla SGD Works, and Why Gradient Accumulation Is Wasteful","created":"2025-07-09","cited_by_count":41,"area":null},{"id":"2405.16002","title":"Does SGD really happen in tiny subspaces?","created":"2024-05-25","cited_by_count":36,"area":null},{"id":"2410.23922","title":"Analyzing & Reducing the Need for Learning Rate Warmup in GPT Training","created":"2024-10-31","cited_by_count":22,"area":null},{"id":"2604.14108","title":"Momentum Further Constrains Sharpness at the Edge of Stochastic Stability","created":"2026-04-15","cited_by_count":10,"area":null},{"id":"2312.14567","title":"Accelerated Convergence of Stochastic Heavy Ball Method under Anisotropic Gradient Noise","created":"2023-12-22","cited_by_count":9,"area":null},{"id":"2411.19671","title":"On the Performance Analysis of Momentum Method: A Frequency Domain Perspective","created":"2024-11-29","cited_by_count":8,"area":null},{"id":"2311.14222","title":"Risk Bounds of Accelerated SGD for Overparameterized Linear Regression","created":"2023-11-23","cited_by_count":7,"area":null},{"id":"2310.14423","title":"A Quadratic Synchronization Rule for Distributed Deep Learning","created":"2023-10-22","cited_by_count":5,"area":null},{"id":"2411.07120","title":"Lean and Mean Adaptive Optimization via Subset-Norm and Subspace-Momentum with Convergence Guarantees","created":"2024-11-11","cited_by_count":2,"area":null},{"id":"2606.19179","title":"Compute Efficiency and Serial Runtime Tradeoffs for Stochastic Momentum Methods","created":"2026-06-17","cited_by_count":2,"area":null},{"id":"2401.06738","title":"(Accelerated) Noise-adaptive Stochastic Heavy-Ball Momentum","created":"2024-01-12","cited_by_count":1,"area":null},{"id":"2603.13872","title":"On Interpolation Formulas Describing Neural Network Generalization","created":"2026-03-14","cited_by_count":1,"area":null},{"id":"2603.28921","title":"Critical Damping as a Momentum Schedule: Multi-Seed Validation, a Hybrid Recipe, and an Exhaustive Negative Result on Surgical Layer Selection","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2605.18609","title":"Perfect Parallelization in Mini-Batch SGD with Classical Momentum Acceleration","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2605.28961","title":"Dynamics of Stochastic Momentum with Sparse Updates in High Dimensions","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2606.07495","title":"Second-Order Path Kernel Interpolation Formulas in Machine Learning","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2610.20413","title":"When Does Momentum Help in Reinforcement Learning with Verifiable Rewards?","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}