{"total":17,"rows":[{"id":"2507.07101","title":"Small Batch Size Training for Language Models: When Vanilla SGD Works, and Why Gradient Accumulation Is Wasteful","created":"2025-07-09","cited_by_count":41,"area":null},{"id":"2405.16002","title":"Does SGD really happen in tiny subspaces?","created":"2024-05-25","cited_by_count":36,"area":null},{"id":"2410.23922","title":"Analyzing & Reducing the Need for Learning Rate Warmup in GPT Training","created":"2024-10-31","cited_by_count":22,"area":null},{"id":"2307.15196","title":"The Marginal Value of Momentum for Small Learning Rate SGD","created":"2023-07-27","cited_by_count":18,"area":null},{"id":"2604.14108","title":"Momentum Further Constrains Sharpness at the Edge of Stochastic Stability","created":"2026-04-15","cited_by_count":10,"area":null},{"id":"2604.18223","title":"Instruction-as-State: Environment-Guided and State-Conditioned Semantic Understanding for Embodied Navigation","created":"2026-04-20","cited_by_count":4,"area":null},{"id":"2311.15051","title":"Gradient Descent with Polyak's Momentum Finds Flatter Minima via Large Catapults","created":"2023-11-25","cited_by_count":3,"area":null},{"id":"2510.09103","title":"AdaPM: a Partial Momentum Algorithm for LLM Training","created":"2025-10-10","cited_by_count":3,"area":null},{"id":"2412.18790","title":"Torque-Aware Momentum","created":"2024-12-25","cited_by_count":2,"area":null},{"id":"2605.04057","title":"Structured Progressive Knowledge Activation for LLM-Driven Neural Architecture Search","created":"2026-04-10","cited_by_count":2,"area":null},{"id":"2606.17526","title":"MGUP: A Momentum-Gradient Alignment Update Policy for Stochastic Optimization","created":"2026-06-16","cited_by_count":2,"area":null},{"id":"2606.19179","title":"Compute Efficiency and Serial Runtime Tradeoffs for Stochastic Momentum Methods","created":"2026-06-17","cited_by_count":2,"area":null},{"id":"2607.28947","title":"Overcoming the Weakest-Link Effect in LLM-Driven Program Optimization via Heterogeneous Edit Recombination","created":"2026-07-31","cited_by_count":2,"area":null},{"id":"2608.01633","title":"GraphIR: Architecture-Level Search States for LLM-Guided Neural Architecture Evolution","created":"2026-08-03","cited_by_count":2,"area":null},{"id":"2609.30957","title":"Towards Understanding Momentum Acceleration in River-Valley Loss Landscape","created":"2026-09-25","cited_by_count":1,"area":null},{"id":"2605.18609","title":"Perfect Parallelization in Mini-Batch SGD with Classical Momentum Acceleration","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2605.28961","title":"Dynamics of Stochastic Momentum with Sparse Updates in High Dimensions","created":"2026-05-27","cited_by_count":0,"area":null}],"next_cursor":null}