{"total":146,"rows":[{"id":"2107.03342","title":"A Survey of Uncertainty in Deep Neural Networks","created":"2021-07-07","cited_by_count":680,"area":null},{"id":"2106.14806","title":"Laplace Redux -- Effortless Bayesian Deep Learning","created":"2021-06-28","cited_by_count":365,"area":null},{"id":"2305.14342","title":"Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training","created":"2023-05-23","cited_by_count":265,"area":null},{"id":"2409.11321","title":"SOAP: Improving and Stabilizing Shampoo using Adam","created":"2024-09-17","cited_by_count":192,"area":null},{"id":"2310.00902","title":"DataInf: Efficiently Estimating Data Influence in LoRA-tuned LLMs and Diffusion Models","created":"2023-10-02","cited_by_count":123,"area":"diffusion"},{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2309.06497","title":"A Distributed Data-Parallel PyTorch Implementation of the Distributed Shampoo Optimizer for Training Neural Networks At-Scale","created":"2023-09-12","cited_by_count":77,"area":null},{"id":"2210.05177","title":"Make Sharpness-Aware Minimization Stronger: A Sparsified Perturbation Approach","created":"2022-10-11","cited_by_count":70,"area":null},{"id":"2406.17748","title":"A New Perspective on Shampoo's Preconditioner","created":"2024-06-25","cited_by_count":59,"area":null},{"id":"2402.15173","title":"Second-Order Fine-Tuning without Pain for LLMs:A Hessian Informed Zeroth-Order Optimizer","created":"2024-02-23","cited_by_count":53,"area":null},{"id":"2312.04339","title":"Merging by Matching Models in Task Parameter Subspaces","created":"2023-12-07","cited_by_count":36,"area":null},{"id":"2405.12186","title":"Training Data Attribution via Approximate Unrolled Differentiation","created":"2024-05-20","cited_by_count":34,"area":null},{"id":"2410.13850","title":"Influence Functions for Scalable Data Attribution in Diffusion Models","created":"2024-10-17","cited_by_count":33,"area":"diffusion"},{"id":"2503.10537","title":"Structured Preconditioners in Adaptive Optimization: A Unified Analysis","created":"2025-03-13","cited_by_count":33,"area":null},{"id":"2409.18153","title":"Most Influential Subset Selection: Challenges, Promises, and Beyond","created":"2024-09-25","cited_by_count":32,"area":null},{"id":"2201.12250","title":"Gradient Descent on Neurons and its Link to Approximate Second-Order Optimization","created":"2022-01-28","cited_by_count":30,"area":null},{"id":"2502.17410","title":"COSMOS: A Hybrid Adaptive Optimizer for Memory-Efficient Training of LLMs","created":"2025-02-24","cited_by_count":30,"area":null},{"id":"2502.19002","title":"The Sharpness Disparity Principle in Transformers for Accelerating Language Model Pre-Training","created":"2025-02-26","cited_by_count":30,"area":null},{"id":"2408.02085","title":"Unleashing the Power of Data Tsunami: A Comprehensive Survey on Data Assessment and Selection for Instruction Tuning of Language Models","created":"2024-08-04","cited_by_count":29,"area":"alignment"},{"id":"2409.04720","title":"A Comprehensive Survey on Evidential Deep Learning and Its Applications","created":"2024-09-07","cited_by_count":25,"area":null},{"id":"2405.15476","title":"Editable Concept Bottleneck Models","created":"2024-05-24","cited_by_count":23,"area":null},{"id":"2505.22988","title":"Model-Preserving Adaptive Rounding","created":"2025-05-29","cited_by_count":23,"area":null},{"id":"2506.03595","title":"Purifying Shampoo: Investigating Shampoo's Heuristics by Decomposing its Preconditioner","created":"2025-06-04","cited_by_count":23,"area":null},{"id":"2310.00339","title":"FedLPA: One-shot Federated Learning with Layer-Wise Posterior Aggregation","created":"2023-09-30","cited_by_count":22,"area":null},{"id":"2406.09408","title":"Data Attribution for Text-to-Image Models by Unlearning Synthesized Images","created":"2024-06-13","cited_by_count":22,"area":"safety"},{"id":"2504.16430","title":"MAGIC: Near-Optimal Data Attribution for Deep Learning","created":"2025-04-23","cited_by_count":22,"area":null},{"id":"2305.04684","title":"ASDL: A Unified Interface for Gradient Preconditioning in PyTorch","created":"2023-05-08","cited_by_count":21,"area":null},{"id":"2107.01739","title":"KAISA: An Adaptive Second-Order Optimizer Framework for Deep Neural Networks","created":"2021-07-04","cited_by_count":20,"area":null},{"id":"2412.13148","title":"SWAN: SGD with Normalization and Whitening Enables Stateless LLM Training","created":"2024-12-17","cited_by_count":20,"area":null},{"id":"2604.01472","title":"The Newton-Muon Optimizer","created":"2026-04-01","cited_by_count":18,"area":null},{"id":"2406.03334","title":"Reparameterization invariance in approximate Bayesian inference","created":"2024-06-05","cited_by_count":17,"area":null},{"id":"2509.03378","title":"Understanding and Improving Shampoo and SOAP via Kullback-Leibler Minimization","created":"2025-09-03","cited_by_count":16,"area":null},{"id":"2406.06420","title":"An Improved Empirical Fisher Approximation for Natural Gradient Descent","created":"2024-06-10","cited_by_count":15,"area":null},{"id":"2405.20763","title":"Improving Generalization and Convergence by Enhancing Implicit Regularization","created":"2024-05-31","cited_by_count":14,"area":null},{"id":"2509.26544","title":"Bayesian Influence Functions for Hessian-Free Data Attribution","created":"2025-09-30","cited_by_count":14,"area":null},{"id":"2505.02809","title":"Towards Quantifying the Hessian Structure of Neural Networks","created":"2025-05-05","cited_by_count":13,"area":null},{"id":"2109.14158","title":"Second-Order Neural ODE Optimizer","created":"2021-09-29","cited_by_count":11,"area":null},{"id":"2208.08112","title":"DLCFT: Deep Linear Continual Fine-Tuning for General Incremental Learning","created":"2022-08-17","cited_by_count":11,"area":null},{"id":"2601.21750","title":"FISMO: Fisher-Structured Momentum-Orthogonalized Optimizer","created":"2026-01-29","cited_by_count":11,"area":null},{"id":"2507.14740","title":"Better Training Data Attribution via Better Inverse Hessian-Vector Products","created":"2025-07-19","cited_by_count":10,"area":null},{"id":"2601.21996","title":"Mechanistic Data Attribution: Tracing the Training Origins of Interpretable LLM Units","created":"2026-01-29","cited_by_count":10,"area":"mechinterp"},{"id":"2201.10285","title":"Efficient Approximations of the Fisher Matrix in Neural Networks using Kronecker Product Singular Value Decomposition","created":"2022-01-25","cited_by_count":9,"area":null},{"id":"2203.00089","title":"Amortized Proximal Optimization","created":"2022-02-28","cited_by_count":9,"area":null},{"id":"2312.05705","title":"Structured Inverse-Free Natural Gradient: Memory-Efficient & Numerically-Stable KFAC","created":"2023-12-09","cited_by_count":9,"area":null},{"id":"2402.12220","title":"Bayesian Parameter-Efficient Fine-Tuning for Overcoming Catastrophic Forgetting","created":"2024-02-19","cited_by_count":9,"area":null},{"id":"2407.03545","title":"On Evaluating Explanation Utility for Human-AI Decision Making in NLP","created":"2024-07-03","cited_by_count":9,"area":null},{"id":"2412.16451","title":"Correcting Large Language Model Behavior via Influence Function","created":"2024-12-21","cited_by_count":9,"area":"alignment"},{"id":"2501.19183","title":"Position: Curvature Matrices Should Be Democratized via Linear Operators","created":"2025-01-31","cited_by_count":9,"area":null},{"id":"2202.04124","title":"A Mini-Block Fisher Method for Deep Neural Networks","created":"2022-02-08","cited_by_count":8,"area":null},{"id":"2303.05473","title":"Natural Gradient Methods: Perspectives, Efficient-Scalable Approximations, and Analysis","created":"2023-03-06","cited_by_count":8,"area":null},{"id":"2502.01866","title":"Online Curvature-Aware Replay: Leveraging $\\mathbf{2^{nd}}$ Order Information for Online Continual Learning","created":"2025-02-03","cited_by_count":8,"area":null},{"id":"2503.16709","title":"QuartDepth: Post-Training Quantization for Real-Time Depth Estimation on the Edge","created":"2025-03-20","cited_by_count":8,"area":null},{"id":"2602.09314","title":"Clarifying Shampoo: Adapting Spectral Descent to Stochasticity and the Parameter Trajectory","created":"2026-02-10","cited_by_count":8,"area":null},{"id":"2602.14869","title":"Concept Influence: Leveraging Interpretability to Improve Performance and Efficiency in Training Data Attribution","created":"2026-02-16","cited_by_count":8,"area":"mechinterp"},{"id":"2106.03947","title":"TENGraD: Time-Efficient Natural Gradient Descent with Exact Fisher-Block Inversion","created":"2021-06-07","cited_by_count":7,"area":null},{"id":"2206.15143","title":"Scalable K-FAC Training for Deep Neural Networks with Distributed Preconditioning","created":"2022-06-30","cited_by_count":7,"area":null},{"id":"2311.02766","title":"Riemannian Laplace Approximation with the Fisher Metric","created":"2023-11-05","cited_by_count":7,"area":null},{"id":"2402.15978","title":"Shaving Weights with Occam's Razor: Bayesian Sparsification for Neural Networks Using the Marginal Likelihood","created":"2024-02-25","cited_by_count":7,"area":null},{"id":"2410.05090","title":"HyperINF: Unleashing the HyperPower of the Schulz's Method for Data Influence Estimation","created":"2024-10-07","cited_by_count":7,"area":null},{"id":"2412.10782","title":"ANaGRAM: A Natural Gradient Relative to Adapted Model for efficient PINNs learning","created":"2024-12-14","cited_by_count":7,"area":null},{"id":"2506.01790","title":"IF-GUIDE: Influence Function-Guided Detoxification of LLMs","created":"2025-06-02","cited_by_count":7,"area":null},{"id":"2507.01649","title":"GradMetaNet: An Equivariant Architecture for Learning on Gradients","created":"2025-07-02","cited_by_count":7,"area":null},{"id":"2511.10721","title":"Fast Data Attribution for Text-to-Image Models","created":"2025-11-13","cited_by_count":7,"area":"diffusion"},{"id":"2102.06737","title":"Kronecker-factored Quasi-Newton Methods for Deep Learning","created":"2021-02-12","cited_by_count":6,"area":null},{"id":"2404.08981","title":"Fast Fishing: Approximating BAIT for Efficient and Scalable Deep Active Image Classification","created":"2024-04-13","cited_by_count":6,"area":null},{"id":"2410.22568","title":"Fast Deep Hedging with Second-Order Optimization","created":"2024-10-29","cited_by_count":6,"area":null},{"id":"2508.17677","title":"TiKMiX: Take Data Influence into Dynamic Mixture for Language Model Pre-training","created":"2025-08-25","cited_by_count":6,"area":null},{"id":"2606.04662","title":"Why Muon Outperforms Adam: A Curvature Perspective","created":"2026-06-03","cited_by_count":6,"area":null},{"id":"2607.20548","title":"SOAP, Muon, and Beyond: Pushing LLM Pretraining Scales","created":"2026-07-13","cited_by_count":6,"area":null},{"id":"2107.06533","title":"Accelerating Distributed K-FAC with Smart Parallelism of Computing and Communication Tasks","created":"2021-07-14","cited_by_count":5,"area":null},{"id":"2412.03906","title":"Final-Model-Only Data Attribution with a Unifying View of Gradient-Based Methods","created":"2024-12-05","cited_by_count":5,"area":null},{"id":"2510.04891","title":"SocialHarmBench: Revealing LLM Vulnerabilities to Socially Harmful Requests","created":"2025-10-06","cited_by_count":5,"area":"safety"},{"id":"2602.15823","title":"CrispEdit: Low-Curvature Projections for Scalable Non-Destructive LLM Editing","created":"2026-02-17","cited_by_count":5,"area":"alignment"},{"id":"2306.17504","title":"Systematic Investigation of Sparse Perturbed Sharpness-Aware Minimization Optimizer","created":"2023-06-30","cited_by_count":4,"area":null},{"id":"2403.00158","title":"Automated Efficient Estimation using Monte Carlo Efficient Influence Functions","created":"2024-02-29","cited_by_count":4,"area":null},{"id":"2412.02328","title":"Efficient Model Compression Techniques with FishLeg","created":"2024-12-03","cited_by_count":4,"area":null},{"id":"2507.08091","title":"Low-rank Momentum Factorization for Memory Efficient Training","created":"2025-07-10","cited_by_count":4,"area":null},{"id":"2602.10568","title":"Gauss-Newton Unlearning for the LLM Era","created":"2026-02-11","cited_by_count":4,"area":"safety"},{"id":"2210.06171","title":"Learning to Optimize Quasi-Newton Methods","created":"2022-10-11","cited_by_count":3,"area":null},{"id":"2410.16901","title":"Bayes without Underfitting: Fully Correlated Deep Learning Posteriors via Alternating Projections","created":"2024-10-22","cited_by_count":3,"area":null},{"id":"2506.12965","title":"Distributional Training Data Attribution: What do Influence Functions Sample?","created":"2025-06-15","cited_by_count":3,"area":null},{"id":"2509.00072","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","created":"2025-08-26","cited_by_count":3,"area":"lr"},{"id":"2509.23437","title":"Better Hessians Matter: Studying the Impact of Curvature Approximations in Influence Functions","created":"2025-09-27","cited_by_count":3,"area":null},{"id":"2606.19491","title":"Algebraic Dead Directions in LayerNorm Transformers: A Forward-Pass-Only Diagnostic at LLM Scale","created":"2026-06-17","cited_by_count":3,"area":null},{"id":"2105.03788","title":"Dynamic Game Theoretic Neural Optimizer","created":"2021-05-08","cited_by_count":2,"area":null},{"id":"2106.07903","title":"Robust Out-of-Distribution Detection on Deep Probabilistic Generative Models","created":"2021-06-15","cited_by_count":2,"area":null},{"id":"2310.14963","title":"Studying K-FAC Heuristics by Viewing Adam through a Second-Order Lens","created":"2023-10-23","cited_by_count":2,"area":null},{"id":"2403.01485","title":"Approximations to the Fisher Information Metric of Deep Generative Models for Out-Of-Distribution Detection","created":"2024-03-03","cited_by_count":2,"area":"diffusion"},{"id":"2408.10468","title":"Tracing Privacy Leakage of Language Models to Training Data via Adjusted Influence Functions","created":"2024-08-20","cited_by_count":2,"area":null},{"id":"2410.14325","title":"Debiasing Mini-Batch Quadratics for Applications in Deep Learning","created":"2024-10-18","cited_by_count":2,"area":null},{"id":"2411.06278","title":"A Natural Primal-Dual Hybrid Gradient Method for Adversarial Neural Network Training on Solving Partial Differential Equations","created":"2024-11-09","cited_by_count":2,"area":null},{"id":"2510.13680","title":"Adam or Gauss-Newton? A Comparative Study In Terms of Basis Alignment and SGD Noise","created":"2025-10-15","cited_by_count":2,"area":null},{"id":"2601.00451","title":"Controllable Concept Bottleneck Models","created":"2026-01-01","cited_by_count":2,"area":null},{"id":"2605.15675","title":"Interaction-Aware Influence Functions for Group Attribution","created":"2026-05-15","cited_by_count":2,"area":null},{"id":"2606.21158","title":"Dead-Direction Signatures: A Cheap Spectral Reading of Singular Complexity","created":"2026-06-19","cited_by_count":2,"area":null},{"id":"2103.07554","title":"A Distributed Optimisation Framework Combining Natural Gradient with Hessian-Free for Discriminative Sequence Training","created":"2021-03-12","cited_by_count":1,"area":null},{"id":"2201.09104","title":"Understanding the Effects of Second-Order Approximations in Natural Policy Gradient Reinforcement Learning","created":"2022-01-22","cited_by_count":1,"area":null},{"id":"2209.07219","title":"Training Neural Networks in Single vs Double Precision","created":"2022-09-15","cited_by_count":1,"area":null},{"id":"2310.11837","title":"Optimising Distributions with Natural Gradient Surrogates","created":"2023-10-18","cited_by_count":1,"area":null},{"id":"2406.02745","title":"Measuring Stochastic Data Complexity with Boltzmann Influence Functions","created":"2024-06-04","cited_by_count":1,"area":null}],"next_cursor":"100"}