{"total":52,"rows":[{"id":"2307.05695","title":"ReLoRA: High-Rank Training Through Low-Rank Updates","created":"2023-07-11","cited_by_count":204,"area":null},{"id":"2206.03126","title":"Signal Propagation in Transformers: Theoretical Perspectives and the Role of Rank Collapse","created":"2022-06-07","cited_by_count":141,"area":null},{"id":"2205.13571","title":"Low-rank lottery tickets: finding efficient low-rank neural networks via matrix differential equations","created":"2022-05-26","cited_by_count":43,"area":null},{"id":"2402.17457","title":"Super Consistency of Neural Network Landscapes and Learning Rate Transfer","created":"2024-02-27","cited_by_count":23,"area":null},{"id":"2503.04598","title":"HybridNorm: Towards Stable and Efficient Transformer Training via Hybrid Normalization","created":"2025-03-06","cited_by_count":16,"area":null},{"id":"2504.07097","title":"Sculpting Subspaces: Constrained Full Fine-Tuning in LLMs for Continual Learning","created":"2025-04-09","cited_by_count":15,"area":null},{"id":"2603.20527","title":"RMNP: Row-Momentum Normalized Preconditioning for Scalable Matrix-Based Optimization","created":"2026-03-20","cited_by_count":15,"area":null},{"id":"2212.02083","title":"On the Overlooked Structure of Stochastic Gradients","created":"2022-12-05","cited_by_count":13,"area":null},{"id":"2306.01485","title":"Robust low-rank training via approximate orthonormal constraints","created":"2023-06-02","cited_by_count":13,"area":null},{"id":"2505.02809","title":"Towards Quantifying the Hessian Structure of Neural Networks","created":"2025-05-05","cited_by_count":13,"area":null},{"id":"2203.07337","title":"Phenomenology of Double Descent in Finite-Width Neural Networks","created":"2022-03-14","cited_by_count":12,"area":null},{"id":"2401.10809","title":"Neglected Hessian component explains mysteries in Sharpness regularization","created":"2024-01-19","cited_by_count":12,"area":null},{"id":"2402.03991","title":"Provable Emergence of Deep Neural Collapse and Low-Rank Bias in $L^2$-Regularized Nonlinear Networks","created":"2024-02-06","cited_by_count":11,"area":null},{"id":"2305.09088","title":"The Hessian perspective into the Nature of Convolutional Neural Networks","created":"2023-05-16","cited_by_count":10,"area":null},{"id":"2408.11979","title":"Only Strict Saddles in the Energy Landscape of Predictive Coding Networks?","created":"2024-08-21","cited_by_count":10,"area":null},{"id":"2410.10986","title":"What Does It Mean to Be a Transformer? Insights from a Theoretical Hessian Analysis","created":"2024-10-14","cited_by_count":9,"area":null},{"id":"2501.19183","title":"Position: Curvature Matrices Should Be Democratized via Linear Operators","created":"2025-01-31","cited_by_count":9,"area":null},{"id":"2406.16300","title":"Landscaping Linear Mode Connectivity","created":"2024-06-24","cited_by_count":7,"area":null},{"id":"2201.01954","title":"Federated Optimization of Smooth Loss Functions","created":"2022-01-06","cited_by_count":6,"area":null},{"id":"2505.08022","title":"Dynamical Low-Rank Compression of Neural Networks with Robustness under Adversarial Attacks","created":"2025-05-12","cited_by_count":6,"area":null},{"id":"2311.07013","title":"A PAC-Bayesian Perspective on the Interpolating Information Criterion","created":"2023-11-13","cited_by_count":5,"area":null},{"id":"2406.14507","title":"On Newton's Method to Unlearn Neural Networks","created":"2024-06-20","cited_by_count":5,"area":"safety"},{"id":"2411.02139","title":"Theoretical characterisation of the Gauss-Newton conditioning in Neural Networks","created":"2024-11-04","cited_by_count":5,"area":null},{"id":"2505.19458","title":"Recurrent Self-Attention Dynamics: An Energy-Agnostic Perspective from Jacobians","created":"2025-05-26","cited_by_count":5,"area":null},{"id":"2506.17475","title":"A geometric framework for momentum-based optimizers for low-rank training","created":"2025-06-20","cited_by_count":5,"area":null},{"id":"2605.06654","title":"Optimizer-Model Consistency: Full Finetuning with the Same Optimizer as Pretraining Forgets Less","created":"2026-05-07","cited_by_count":5,"area":null},{"id":"2206.08257","title":"Gradient Descent for Low-Rank Functions","created":"2022-06-16","cited_by_count":3,"area":null},{"id":"2502.17941","title":"Optimal Brain Apoptosis","created":"2025-02-25","cited_by_count":3,"area":null},{"id":"2505.17998","title":"TRACE for Tracking the Emergence of Semantic Representations in Transformers","created":"2025-05-23","cited_by_count":3,"area":null},{"id":"2509.23437","title":"Better Hessians Matter: Studying the Impact of Curvature Approximations in Influence Functions","created":"2025-09-27","cited_by_count":3,"area":null},{"id":"2601.21929","title":"LoRIF: Low-Rank Influence Functions for Scalable Training Data Attribution","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2403.07379","title":"Hallmarks of Optimization Trajectories in Neural Networks: Directional Exploration and Redundancy","created":"2024-03-12","cited_by_count":2,"area":null},{"id":"2506.07871","title":"Can Hessian-Based Insights Support Fault Diagnosis in Attention-based Models?","created":"2025-06-09","cited_by_count":2,"area":null},{"id":"2511.17760","title":"When Active Learning Fails, Uncalibrated Out of Distribution Uncertainty Quantification Might Be the Problem","created":"2025-11-21","cited_by_count":2,"area":null},{"id":"2409.11995","title":"Unraveling the Hessian: A Key to Smooth Convergence in Loss Function Landscapes","created":"2024-09-18","cited_by_count":1,"area":null},{"id":"2505.11972","title":"Accelerating Neural Network Training Along Sharp and Flat Directions","created":"2025-05-17","cited_by_count":1,"area":null},{"id":"2512.15606","title":"A Teacher-Student Perspective on the Dynamics of Learning Near the Optimal Point","created":"2025-12-17","cited_by_count":1,"area":"distill"},{"id":"2602.00545","title":"Depth, Not Data: An Analysis of Hessian Spectral Bifurcation","created":"2026-01-31","cited_by_count":1,"area":null},{"id":"2604.10202","title":"Wolkowicz-Styan Upper Bound on the Hessian Eigenspectrum for Cross-Entropy Loss in Nonlinear Smooth Neural Networks","created":"2026-04-11","cited_by_count":1,"area":null},{"id":"2310.01165","title":"Towards guarantees for parameter isolation in continual learning","created":"2023-10-02","cited_by_count":0,"area":null},{"id":"2407.16611","title":"Local vs Global continual learning","created":"2024-07-23","cited_by_count":0,"area":null},{"id":"2408.05822","title":"Sampling Foundational Transformer: A Theoretical Perspective","created":"2024-08-11","cited_by_count":0,"area":null},{"id":"2510.16927","title":"Closing the Curvature Gap: Full Transformer Hessians","created":"2025-10-19","cited_by_count":0,"area":null},{"id":"2512.21447","title":"An Equivariance Toolbox for Learning Dynamics","created":"2025-12-24","cited_by_count":0,"area":null},{"id":"2602.02899","title":"Decentralized SGD with Controlled Disagreement Finds Flatter Minima","created":"2026-02-02","cited_by_count":0,"area":null},{"id":"2604.14870","title":"Curvature-Aligned Probing for Local Loss-Landscape Stabilization","created":"2026-04-16","cited_by_count":0,"area":null},{"id":"2606.15551","title":"A Bifurcation Theory Framework for Gradient Descent on the Edge of Stability","created":"2026-06-14","cited_by_count":0,"area":null},{"id":"2606.19878","title":"On the Oracle Complexity of Interpolation-Based Gradient Descent","created":"2026-06-18","cited_by_count":0,"area":null},{"id":"2606.28662","title":"Closed-Form Steepest Descent Direction toward Flat Minima: Reducing Upper Bounds on the Loss Hessian Eigenspectrum in Neural Networks","created":"2026-06-27","cited_by_count":0,"area":null},{"id":"2607.07845","title":"Explaining Near-Zero Hessian Eigenvalues Through Approximate Symmetries in Neural Networks","created":"2026-07-08","cited_by_count":0,"area":null},{"id":"2608.06597","title":"Cascading Through the Hierarchy: Regularizer-Induced Feature Detection as Phase Transitions in Deep Linear Neural Networks","created":"2026-08-06","cited_by_count":0,"area":null},{"id":"2608.30741","title":"Functional Degeneracy in Neural Networks: Measurement and Pruning","created":"2026-08-31","cited_by_count":0,"area":null}],"next_cursor":null}