{"total":65,"rows":[{"id":"2305.14342","title":"Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training","created":"2023-05-23","cited_by_count":265,"area":null},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2210.14199","title":"Same Pre-training Loss, Better Downstream: Implicit Bias Matters for Language Models","created":"2022-10-25","cited_by_count":84,"area":null},{"id":"2303.15725","title":"Solving Regularized Exp, Cosh and Sinh Regression Problems","created":"2023-03-28","cited_by_count":44,"area":null},{"id":"2102.04877","title":"Noisy Recurrent Neural Networks","created":"2021-02-09","cited_by_count":42,"area":null},{"id":"2207.05931","title":"Towards understanding how momentum improves generalization in deep learning","created":"2022-07-13","cited_by_count":40,"area":null},{"id":"2105.13343","title":"Drawing Multiple Augmentation Samples Per Image During Training Efficiently Decreases Test Error","created":"2021-05-27","cited_by_count":33,"area":null},{"id":"2309.05911","title":"Quality-Agnostic Deepfake Detection with Intra-model Collaborative Learning","created":"2023-09-12","cited_by_count":32,"area":null},{"id":"2410.11582","title":"On-the-fly Modulation for Balanced Multimodal Learning","created":"2024-10-15","cited_by_count":32,"area":null},{"id":"2110.03128","title":"On the Generalization of Models Trained with SGD: Information-Theoretic Bounds and Implications","created":"2021-10-07","cited_by_count":31,"area":null},{"id":"2212.10888","title":"A Survey of Mix-based Data Augmentation: Taxonomy, Methods, Applications, and Explainability","created":"2022-12-21","cited_by_count":31,"area":null},{"id":"2207.05952","title":"Implicit regularization of dropout","created":"2022-07-13","cited_by_count":25,"area":null},{"id":"2409.09951","title":"Optimal ablation for interpretability","created":"2024-09-16","cited_by_count":25,"area":null},{"id":"2405.03676","title":"Why is SAM Robust to Label Noise?","created":"2024-05-06","cited_by_count":21,"area":null},{"id":"2102.07379","title":"On the Inherent Regularization Effects of Noise Injection During Training","created":"2021-02-15","cited_by_count":18,"area":null},{"id":"2304.00933","title":"Knowledge Accumulation in Continually Learned Representations and the Issue of Feature Forgetting","created":"2023-04-03","cited_by_count":16,"area":null},{"id":"2209.07959","title":"Towards Bridging the Performance Gaps of Joint Energy-based Models","created":"2022-09-16","cited_by_count":15,"area":null},{"id":"2202.08325","title":"A Data-Augmentation Is Worth A Thousand Samples: Exact Quantification From Analytical Augmented Sample Moments","created":"2022-02-16","cited_by_count":14,"area":null},{"id":"2306.13853","title":"A Unified Approach to Controlling Implicit Regularization via Mirror Descent","created":"2023-06-24","cited_by_count":14,"area":null},{"id":"2102.07006","title":"Asymmetric Heavy Tails and Implicit Bias in Gaussian Noise Injections","created":"2021-02-13","cited_by_count":12,"area":null},{"id":"2401.10809","title":"Neglected Hessian component explains mysteries in Sharpness regularization","created":"2024-01-19","cited_by_count":12,"area":null},{"id":"2104.04946","title":"UniDrop: A Simple yet Effective Technique to Improve Transformer without Extra Cost","created":"2021-04-11","cited_by_count":11,"area":null},{"id":"2305.15850","title":"Stochastic Modified Equations and Dynamics of Dropout Algorithm","created":"2023-05-25","cited_by_count":11,"area":null},{"id":"2302.02713","title":"Flat Seeking Bayesian Neural Networks","created":"2023-02-06","cited_by_count":10,"area":null},{"id":"2310.17588","title":"PAC-tuning:Fine-tuning Pretrained Language Models with PAC-driven Perturbed Gradient Descent","created":"2023-10-26","cited_by_count":10,"area":null},{"id":"2305.12322","title":"Learning Large Graph Property Prediction via Graph Segment Training","created":"2023-05-21","cited_by_count":9,"area":null},{"id":"2102.07927","title":"Structured Dropout Variational Inference for Bayesian Neural Networks","created":"2021-02-16","cited_by_count":7,"area":null},{"id":"2106.03091","title":"Regularization in ResNet with Stochastic Depth","created":"2021-06-06","cited_by_count":7,"area":null},{"id":"2404.12293","title":"Singular-limit analysis of gradient descent with noise injection","created":"2024-04-18","cited_by_count":7,"area":null},{"id":"2602.15322","title":"On Surprising Effectiveness of Masking Updates in Adaptive Optimizers","created":"2026-02-17","cited_by_count":7,"area":null},{"id":"2106.07769","title":"The Flip Side of the Reweighted Coin: Duality of Adaptive Dropout and Regularization","created":"2021-06-14","cited_by_count":6,"area":null},{"id":"2201.09209","title":"Weight Expansion: A New Perspective on Dropout and Generalization","created":"2022-01-23","cited_by_count":6,"area":null},{"id":"2206.07892","title":"Max-Margin Works while Large Margin Fails: Generalization without Uniform Convergence","created":"2022-06-16","cited_by_count":6,"area":null},{"id":"2211.07885","title":"Using Human Perception to Regularize Transfer Learning","created":"2022-11-15","cited_by_count":6,"area":null},{"id":"2305.19243","title":"Improving Generalization of Complex Models under Unbounded Loss Using PAC-Bayes Bounds","created":"2023-05-30","cited_by_count":6,"area":null},{"id":"2410.19553","title":"On Occlusions in Video Action Detection: Benchmark Datasets And Training Recipes","created":"2024-10-25","cited_by_count":6,"area":null},{"id":"2106.04186","title":"What training reveals about neural network complexity","created":"2021-06-08","cited_by_count":5,"area":null},{"id":"2205.05787","title":"Bridging Model-based Safety and Model-free Reinforcement Learning through System Identification of Low Dimensional Linear Models","created":"2022-05-11","cited_by_count":5,"area":null},{"id":"2306.04178","title":"Optimal Transport Model Distributional Robustness","created":"2023-06-07","cited_by_count":5,"area":null},{"id":"2208.05924","title":"Regularizing Deep Neural Networks with Stochastic Estimators of Hessian Trace","created":"2022-08-11","cited_by_count":4,"area":null},{"id":"2306.17630","title":"Navigating Noise: A Study of How Noise Influences Generalisation and Calibration of Neural Networks","created":"2023-06-30","cited_by_count":4,"area":null},{"id":"2506.07247","title":"Promoting Ensemble Diversity with Interactive Bayesian Distributional Robustness for Fine-tuning Foundation Models","created":"2025-06-08","cited_by_count":3,"area":null},{"id":"2510.07554","title":"Phase Diagram of Dropout for Two-Layer Neural Networks in the Mean-Field Regime","created":"2025-10-08","cited_by_count":3,"area":null},{"id":"2111.01022","title":"Dropout in Training Neural Networks: Flatness of Solution and Noise Structure","created":"2021-11-01","cited_by_count":2,"area":null},{"id":"2305.16179","title":"Dropout Drops Double Descent","created":"2023-05-25","cited_by_count":2,"area":null},{"id":"2308.03209","title":"Communication-Free Distributed GNN Training with Vertex Cut","created":"2023-08-06","cited_by_count":2,"area":null},{"id":"2406.07107","title":"Agnostic Sharpness-Aware Minimization","created":"2024-06-11","cited_by_count":2,"area":null},{"id":"2512.19472","title":"Multi-Layer Confidence Scoring for Detection of Out-of-Distribution Samples, Adversarial Attacks, and In-Distribution Misclassifications","created":"2025-12-22","cited_by_count":2,"area":null},{"id":"2206.00913","title":"Improving the Robustness and Generalization of Deep Neural Network with Confidence Threshold Reduction","created":"2022-06-02","cited_by_count":1,"area":null},{"id":"2305.10252","title":"Sharpness & Shift-Aware Self-Supervised Learning","created":"2023-05-17","cited_by_count":1,"area":null},{"id":"2305.17205","title":"Ghost Noise for Regularizing Deep Neural Networks","created":"2023-05-26","cited_by_count":1,"area":null},{"id":"2403.13204","title":"Diversity-Aware Agnostic Ensemble of Sharpness Minimizers","created":"2024-03-19","cited_by_count":1,"area":null},{"id":"2509.24962","title":"Overlap-Adaptive Regularization for Conditional Average Treatment Effect Estimation","created":"2025-09-29","cited_by_count":1,"area":null},{"id":"2605.05436","title":"Estimating Implicit Regularization in Deep Learning","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2107.07564","title":"On the Importance of Regularisation & Auxiliary Information in OOD Detection","created":"2021-07-15","cited_by_count":0,"area":null},{"id":"2207.00751","title":"Informed Learning by Wide Neural Networks: Convergence, Generalization and Sampling Complexity","created":"2022-07-02","cited_by_count":0,"area":null},{"id":"2210.05373","title":"Stable and Efficient Adversarial Training through Local Linearization","created":"2022-10-11","cited_by_count":0,"area":null},{"id":"2305.06625","title":"Dropout Regularization in Extended Generalized Linear Models based on Double Exponential Families","created":"2023-05-11","cited_by_count":0,"area":null},{"id":"2305.18684","title":"ShuffleMix: Improving Representations via Channel-Wise Shuffle of Interpolated Hidden States","created":"2023-05-30","cited_by_count":0,"area":null},{"id":"2306.09624","title":"Power-law Dynamic arising from machine learning","created":"2023-06-16","cited_by_count":0,"area":null},{"id":"2404.12925","title":"A Hybrid Generative and Discriminative PointNet on Unordered Point Sets","created":"2024-04-19","cited_by_count":0,"area":null},{"id":"2502.06165","title":"Adversarial Transform Particle Filters","created":"2025-02-10","cited_by_count":0,"area":null},{"id":"2505.16664","title":"HyBattNet: Hybrid Framework for Predicting the Remaining Useful Life of Lithium-Ion Batteries","created":"2025-05-22","cited_by_count":0,"area":null},{"id":"2508.10435","title":"Unpacking the Implicit Norm Dynamics of Sharpness-Aware Minimization in Tensorized Models","created":"2025-08-14","cited_by_count":0,"area":null},{"id":"2607.16761","title":"Dropout and Random Gradient Masking Are Asymptotically Equivalent in Large ResNets","created":"2026-07-18","cited_by_count":0,"area":null}],"next_cursor":null}