{"total":533,"rows":[{"id":"1811.07871","title":"Scalable agent alignment via reward modeling: a research direction","created":"2018-11-19","cited_by_count":447,"area":"alignment"},{"id":"2102.08604","title":"SWAD: Domain Generalization by Seeking Flat Minima","created":"2021-02-17","cited_by_count":434,"area":null},{"id":"2106.01548","title":"When Vision Transformers Outperform ResNets without Pre-training or Strong Data Augmentations","created":"2021-06-03","cited_by_count":260,"area":null},{"id":"2110.11216","title":"User-friendly introduction to PAC-Bayes bounds","created":"2021-10-21","cited_by_count":239,"area":null},{"id":"2209.15594","title":"Self-Stabilization: The Implicit Bias of Gradient Descent at the Edge of Stability","created":"2022-09-30","cited_by_count":155,"area":null},{"id":"2201.04234","title":"Leveraging Unlabeled Data to Predict Out-of-Distribution Performance","created":"2022-01-11","cited_by_count":145,"area":null},{"id":"2110.03141","title":"Efficient Sharpness-aware Minimization for Improved Training of Neural Networks","created":"2021-10-07","cited_by_count":137,"area":null},{"id":"2203.02714","title":"Towards Efficient and Scalable Sharpness-Aware Minimization","created":"2022-03-05","cited_by_count":129,"area":null},{"id":"2111.01549","title":"Overcoming Catastrophic Forgetting in Incremental Few-Shot Learning by Finding Flat Minima","created":"2021-10-30","cited_by_count":118,"area":null},{"id":"2106.13799","title":"Assessing Generalization of SGD via Disagreement","created":"2021-06-25","cited_by_count":117,"area":null},{"id":"2104.04975","title":"Scalable Marginal Likelihood Estimation for Model Selection in Deep Learning","created":"2021-04-11","cited_by_count":106,"area":null},{"id":"2303.10353","title":"Sharpness-Aware Gradient Matching for Domain Generalization","created":"2023-03-18","cited_by_count":102,"area":null},{"id":"2107.04562","title":"The Bayesian Learning Rule","created":"2021-07-09","cited_by_count":99,"area":null},{"id":"2406.04836","title":"Revisiting Catastrophic Forgetting in Large Language Model Tuning","created":"2024-06-07","cited_by_count":99,"area":null},{"id":"2203.11834","title":"Improving Generalization in Federated Learning by Seeking Flat Minima","created":"2022-03-22","cited_by_count":98,"area":null},{"id":"2205.14083","title":"Sharpness-Aware Training for Free","created":"2022-05-27","cited_by_count":95,"area":null},{"id":"2206.13089","title":"Agreement-on-the-Line: Predicting the Performance of Neural Networks under Distribution Shift","created":"2022-06-27","cited_by_count":94,"area":null},{"id":"2203.06176","title":"More Than a Toy: Random Matrix Models Predict How Real-World Neural Representations Generalize","created":"2022-03-11","cited_by_count":91,"area":null},{"id":"2206.08213","title":"A Closer Look at Smoothness in Domain Adversarial Training","created":"2022-06-16","cited_by_count":85,"area":null},{"id":"2102.00931","title":"Information-Theoretic Generalization Bounds for Stochastic Gradient Descent","created":"2021-02-01","cited_by_count":84,"area":null},{"id":"2110.15777","title":"GBK-GNN: Gated Bi-Kernel Graph Neural Networks for Modeling Both Homophily and Heterophily","created":"2021-10-29","cited_by_count":84,"area":null},{"id":"2206.04920","title":"Fisher SAM: Information Geometry and Sharpness Aware Minimisation","created":"2022-06-10","cited_by_count":84,"area":null},{"id":"2210.14199","title":"Same Pre-training Loss, Better Downstream: Implicit Bias Matters for Language Models","created":"2022-10-25","cited_by_count":84,"area":null},{"id":"2202.00661","title":"When Do Flat Minima Optimizers Work?","created":"2022-02-01","cited_by_count":78,"area":null},{"id":"2211.13609","title":"PAC-Bayes Compression Bounds So Tight That They Can Explain Generalization","created":"2022-11-24","cited_by_count":76,"area":null},{"id":"2202.04414","title":"Agree to Disagree: Diversity through Disagreement for Better Transferability","created":"2022-02-09","cited_by_count":70,"area":null},{"id":"2210.05968","title":"Boosting the Transferability of Adversarial Attacks with Reverse Adversarial Perturbation","created":"2022-10-12","cited_by_count":68,"area":null},{"id":"2211.05729","title":"How Does Sharpness-Aware Minimization Minimize Sharpness?","created":"2022-11-10","cited_by_count":65,"area":null},{"id":"2304.05366","title":"The No Free Lunch Theorem, Kolmogorov Complexity, and the Role of Inductive Biases in Machine Learning","created":"2023-04-11","cited_by_count":63,"area":null},{"id":"2107.08444","title":"A Theory of PAC Learnability of Partial Concept Classes","created":"2021-07-18","cited_by_count":60,"area":null},{"id":"2206.03996","title":"Sharp-MAML: Sharpness-Aware Model-Agnostic Meta Learning","created":"2022-06-08","cited_by_count":58,"area":null},{"id":"2109.02355","title":"A Farewell to the Bias-Variance Tradeoff? An Overview of the Theory of Overparameterized Machine Learning","created":"2021-09-06","cited_by_count":57,"area":null},{"id":"2202.11678","title":"Bayesian Model Selection, the Marginal Likelihood, and Generalization","created":"2022-02-23","cited_by_count":57,"area":null},{"id":"2503.02113","title":"Deep Learning is Not So Mysterious or Different","created":"2025-03-03","cited_by_count":56,"area":null},{"id":"2312.17173","title":"Non-Vacuous Generalization Bounds for Large Language Models","created":"2023-12-28","cited_by_count":53,"area":null},{"id":"2210.01513","title":"The Dynamics of Sharpness-Aware Minimization: Bouncing Across Ravines and Drifting Towards Wide Minima","created":"2022-10-04","cited_by_count":51,"area":null},{"id":"2102.03924","title":"Domain Adversarial Neural Networks for Domain Generalization: When It Works and How to Improve","created":"2021-02-07","cited_by_count":46,"area":null},{"id":"2110.00675","title":"Contraction Theory for Nonlinear Stability Analysis and Learning-based Control: A Tutorial Overview","created":"2021-10-01","cited_by_count":45,"area":null},{"id":"2111.04578","title":"Improved Regularization and Robustness for Fine-tuning in Neural Networks","created":"2021-11-08","cited_by_count":45,"area":null},{"id":"2106.03795","title":"Heavy Tails in SGD and Compressibility of Overparametrized Neural Networks","created":"2021-06-07","cited_by_count":44,"area":null},{"id":"2402.10198","title":"SAMformer: Unlocking the Potential of Transformers in Time Series Forecasting with Sharpness-Aware Minimization and Channel-Wise Attention","created":"2024-02-15","cited_by_count":44,"area":null},{"id":"2304.14647","title":"An Adaptive Policy to Employ Sharpness-Aware Minimization","created":"2023-04-28","cited_by_count":43,"area":null},{"id":"2106.10865","title":"Benign Overfitting in Multiclass Classification: All Roads Lead to Interpolation","created":"2021-06-21","cited_by_count":42,"area":null},{"id":"2202.02831","title":"Anticorrelated Noise Injection for Improved Generalization","created":"2022-02-06","cited_by_count":42,"area":null},{"id":"2203.06020","title":"Enhancing Adversarial Training with Second-Order Statistics of Weights","created":"2022-03-11","cited_by_count":42,"area":null},{"id":"2210.01620","title":"SAM as an Optimal Relaxation of Bayes","created":"2022-10-04","cited_by_count":41,"area":null},{"id":"2306.01323","title":"Demystifying Structural Disparity in Graph Neural Networks: Can One Size Fit All?","created":"2023-06-02","cited_by_count":41,"area":null},{"id":"2302.04451","title":"Generalization in Graph Neural Networks: Improved PAC-Bayesian Bounds on Graph Diffusion","created":"2023-02-09","cited_by_count":40,"area":null},{"id":"2201.08025","title":"Low-Pass Filtering SGD for Recovering Flat Optima in the Deep Learning Optimization Landscape","created":"2022-01-20","cited_by_count":39,"area":null},{"id":"2209.13083","title":"Why neural networks find simple solutions: the many regularizers of geometric complexity","created":"2022-09-27","cited_by_count":39,"area":null},{"id":"2307.11007","title":"Sharpness Minimization Algorithms Do Not Only Minimize Sharpness To Achieve Better Generalization","created":"2023-07-20","cited_by_count":39,"area":null},{"id":"2309.15639","title":"Enhancing Sharpness-Aware Optimization Through Variance Suppression","created":"2023-09-27","cited_by_count":37,"area":null},{"id":"2306.13253","title":"Predicting Grokking Long Before it Happens: A look into the loss landscape of models which grok","created":"2023-06-23","cited_by_count":35,"area":null},{"id":"2104.05641","title":"Generalization bounds via distillation","created":"2021-04-12","cited_by_count":34,"area":null},{"id":"2106.05932","title":"Early-stopped neural networks are consistent","created":"2021-06-10","cited_by_count":34,"area":null},{"id":"2107.11228","title":"Taxonomizing local versus global structure in neural network loss landscapes","created":"2021-07-23","cited_by_count":34,"area":null},{"id":"2206.02659","title":"Robust Fine-Tuning of Deep Neural Networks with Hessian-based Generalization Guarantees","created":"2022-06-06","cited_by_count":34,"area":null},{"id":"2206.01136","title":"Transforming medical imaging with Transformers? A comparative review of key properties, current progresses, and future perspectives","created":"2022-06-02","cited_by_count":33,"area":null},{"id":"2303.04449","title":"Loss-Curvature Matching for Dataset Selection and Condensation","created":"2023-03-08","cited_by_count":33,"area":null},{"id":"2306.08777","title":"MMD-FUSE: Learning and Combining Kernels for Two-Sample Testing Without Data Splitting","created":"2023-06-14","cited_by_count":33,"area":null},{"id":"2106.09683","title":"PAC-Bayes, MAC-Bayes and Conditional Mutual Information: Fast rate bounds that handle general VC classes","created":"2021-06-17","cited_by_count":31,"area":null},{"id":"2110.03128","title":"On the Generalization of Models Trained with SGD: Information-Theoretic Bounds and Implications","created":"2021-10-07","cited_by_count":31,"area":null},{"id":"2210.13738","title":"Pruning's Effect on Generalization Through the Lens of Training and Regularization","created":"2022-10-25","cited_by_count":31,"area":null},{"id":"2102.06589","title":"Generalization Bounds for Meta-Learning via PAC-Bayes and Uniform Stability","created":"2021-02-12","cited_by_count":30,"area":null},{"id":"2203.05126","title":"PACTran: PAC-Bayesian Metrics for Estimating the Transferability of Pretrained Models to Classification Tasks","created":"2022-03-10","cited_by_count":30,"area":null},{"id":"2202.03038","title":"Deep Networks on Toroids: Removing Symmetries Reveals the Structure of Flat Regions in the Landscape Geometry","created":"2022-02-07","cited_by_count":28,"area":null},{"id":"2203.03756","title":"Flat minima generalize for low-rank matrix recovery","created":"2022-03-07","cited_by_count":28,"area":null},{"id":"2210.06422","title":"A New Family of Generalization Bounds Using Samplewise Evaluated CMI","created":"2022-10-12","cited_by_count":28,"area":null},{"id":"2303.10653","title":"Randomized Adversarial Training via Taylor Expansion","created":"2023-03-19","cited_by_count":28,"area":null},{"id":"2201.08355","title":"Sim-to-Lab-to-Real: Safe Reinforcement Learning with Shielding and Generalization Guarantees","created":"2022-01-20","cited_by_count":27,"area":null},{"id":"2306.04226","title":"Normalization Layers Are All That Sharpness-Aware Minimization Needs","created":"2023-06-07","cited_by_count":27,"area":null},{"id":"2309.16314","title":"A Primer on Bayesian Neural Networks: Review and Debates","created":"2023-09-28","cited_by_count":27,"area":null},{"id":"2402.18817","title":"Gradient Alignment for Cross-Domain Face Anti-Spoofing","created":"2024-02-29","cited_by_count":27,"area":null},{"id":"2305.15287","title":"The Crucial Role of Normalization in Sharpness-Aware Minimization","created":"2023-05-24","cited_by_count":26,"area":null},{"id":"2106.03314","title":"Measuring Generalization with Optimal Transport","created":"2021-06-07","cited_by_count":25,"area":null},{"id":"2111.12273","title":"Sharpness-aware Quantization for Deep Neural Networks","created":"2021-11-24","cited_by_count":25,"area":null},{"id":"2203.10036","title":"On the Generalization Mystery in Deep Learning","created":"2022-03-18","cited_by_count":25,"area":null},{"id":"2302.03421","title":"A unified recipe for deriving (time-uniform) PAC-Bayes bounds","created":"2023-02-07","cited_by_count":25,"area":null},{"id":"2302.13091","title":"Explaining Generalization Power of a DNN Using Interactive Concepts","created":"2023-02-25","cited_by_count":25,"area":null},{"id":"2407.18158","title":"Unlocking Tokens as Data Points for Generalization Bounds on Larger Language Models","created":"2024-07-25","cited_by_count":25,"area":null},{"id":"2106.03542","title":"How Tight Can PAC-Bayes be in the Small Data Regime?","created":"2021-06-07","cited_by_count":24,"area":null},{"id":"2206.08491","title":"Revisiting Self-Distillation","created":"2022-06-17","cited_by_count":24,"area":"distill"},{"id":"2210.00928","title":"PAC-Bayes Generalisation Bounds for Heavy-Tailed Losses through Supermartingales","created":"2022-10-03","cited_by_count":24,"area":null},{"id":"2402.15152","title":"On the Duality Between Sharpness-Aware Minimization and Adversarial Training","created":"2024-02-23","cited_by_count":24,"area":null},{"id":"2106.04881","title":"Fractal Structure and Generalization Properties of Stochastic Optimization Algorithms","created":"2021-06-09","cited_by_count":23,"area":null},{"id":"2103.02200","title":"Formalizing Generalization and Robustness of Neural Networks to Weight Perturbations","created":"2021-03-03","cited_by_count":22,"area":null},{"id":"2202.01627","title":"Non-Vacuous Generalisation Bounds for Shallow Neural Networks","created":"2022-02-03","cited_by_count":22,"area":null},{"id":"2203.02474","title":"Rate-Distortion Theoretic Generalization Bounds for Stochastic Learning Algorithms","created":"2022-03-04","cited_by_count":22,"area":null},{"id":"2206.00024","title":"Online PAC-Bayes Learning","created":"2022-05-31","cited_by_count":22,"area":null},{"id":"2301.08203","title":"An SDE for Modeling SAM: Theory and Insights","created":"2023-01-19","cited_by_count":22,"area":null},{"id":"2311.02076","title":"Universal Sharpness Dynamics in Neural Network Training: Fixed Point Analysis, Edge of Stability, and Route to Chaos","created":"2023-11-03","cited_by_count":22,"area":null},{"id":"2109.06099","title":"Uniform Generalization Bounds for Overparameterized Neural Networks","created":"2021-09-13","cited_by_count":21,"area":null},{"id":"2109.10304","title":"Learning PAC-Bayes Priors for Probabilistic Neural Networks","created":"2021-09-21","cited_by_count":21,"area":null},{"id":"2209.09298","title":"Stability and Generalization Analysis of Gradient Methods for Shallow Neural Networks","created":"2022-09-19","cited_by_count":21,"area":null},{"id":"2211.14058","title":"Cross-Domain Ensemble Distillation for Domain Generalization","created":"2022-11-25","cited_by_count":21,"area":null},{"id":"2305.01604","title":"The Training Process of Many Deep Networks Explores the Same Low-Dimensional Manifold","created":"2023-05-02","cited_by_count":21,"area":null},{"id":"2405.01964","title":"Position: Understanding LLMs Requires More Than Statistical Generalization","created":"2024-05-03","cited_by_count":21,"area":null},{"id":"2405.03676","title":"Why is SAM Robust to Label Noise?","created":"2024-05-06","cited_by_count":21,"area":null},{"id":"2501.12666","title":"Explicit Eigenvalue Regularization Improves Sharpness-Aware Minimization","created":"2025-01-22","cited_by_count":21,"area":null},{"id":"2105.00303","title":"RATT: Leveraging Unlabeled Data to Guarantee Generalization","created":"2021-05-01","cited_by_count":20,"area":null}],"next_cursor":"100"}