{"total":22,"rows":[{"id":"2211.14133","title":"PipeFisher: Efficient Training of Large Language Models Using Pipelining and Fisher Information Matrices","created":"2022-11-25","cited_by_count":24,"area":null},{"id":"2107.01739","title":"KAISA: An Adaptive Second-Order Optimizer Framework for Deep Neural Networks","created":"2021-07-04","cited_by_count":20,"area":null},{"id":"2312.12226","title":"On the Parameterization of Second-Order Optimization Effective Towards the Infinite Width","created":"2023-12-19","cited_by_count":15,"area":null},{"id":"2406.06420","title":"An Improved Empirical Fisher Approximation for Natural Gradient Descent","created":"2024-06-10","cited_by_count":15,"area":null},{"id":"2102.10424","title":"GIST: Distributed Training for Large-Scale Graph Convolutional Networks","created":"2021-02-20","cited_by_count":10,"area":null},{"id":"2111.00856","title":"Large-Scale Deep Learning Optimizations: A Comprehensive Survey","created":"2021-11-01","cited_by_count":10,"area":null},{"id":"2111.09562","title":"COMET: A Novel Memory-Efficient Deep Learning Training Framework by Using Error-Bounded Lossy Compression","created":"2021-11-18","cited_by_count":8,"area":null},{"id":"2206.15143","title":"Scalable K-FAC Training for Deep Neural Networks with Distributed Preconditioning","created":"2022-06-30","cited_by_count":7,"area":null},{"id":"2306.01685","title":"MKOR: Momentum-Enabled Kronecker-Factor-Based Optimizer Using Rank-1 Updates","created":"2023-06-02","cited_by_count":7,"area":null},{"id":"2107.06533","title":"Accelerating Distributed K-FAC with Smart Parallelism of Computing and Communication Tasks","created":"2021-07-14","cited_by_count":5,"area":null},{"id":"2307.13744","title":"mL-BFGS: A Momentum-based L-BFGS for Distributed Large-Scale Neural Network Optimization","created":"2023-07-25","cited_by_count":4,"area":null},{"id":"2405.13817","title":"Thermodynamic Natural Gradient Descent","created":"2024-05-22","cited_by_count":4,"area":null},{"id":"2512.10309","title":"Tracking large chemical reaction networks and rare events by neural networks","created":"2025-12-11","cited_by_count":3,"area":null},{"id":"2101.00218","title":"An iterative K-FAC algorithm for Deep Learning","created":"2021-01-01","cited_by_count":2,"area":null},{"id":"2104.09075","title":"An Oracle for Guiding Large-Scale Model/Hybrid Parallel Training of Convolutional Neural Networks","created":"2021-04-19","cited_by_count":2,"area":null},{"id":"2308.02123","title":"Eva: A General Vectorized Approximation Framework for Second-order Optimization","created":"2023-08-04","cited_by_count":1,"area":null},{"id":"2608.09763","title":"Second-Order Muon Done Right: A Principled Marriage of Spectral Geometry and Curvature","created":"2026-08-10","cited_by_count":1,"area":null},{"id":"2308.08886","title":"Dual Gauss-Newton Directions for Deep Learning","created":"2023-08-17","cited_by_count":0,"area":null},{"id":"2310.12298","title":"Jorge: Approximate Preconditioning for GPU-efficient Second-order Optimization","created":"2023-10-18","cited_by_count":0,"area":null},{"id":"2403.03473","title":"Inverse-Free Fast Natural Gradient Descent Method for Deep Learning","created":"2024-03-06","cited_by_count":0,"area":null},{"id":"2410.06921","title":"Adversarial Vulnerability as a Consequence of On-Manifold Inseparibility","created":"2024-10-09","cited_by_count":0,"area":null},{"id":"2506.02887","title":"Overcoming Challenges of Partial Client Participation in Federated Learning : A Comprehensive Review","created":"2025-06-03","cited_by_count":0,"area":null}],"next_cursor":null}