{"list":"other","total":52,"rows":[{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1508.05326","title":"A large annotated corpus for learning natural language inference","created":"2015-08-21","cited_by_count":1847},{"id":"1606.04838","title":"Optimization Methods for Large-Scale Machine Learning","created":"2016-06-15","cited_by_count":1150},{"id":"1712.09913","title":"Visualizing the Loss Landscape of Neural Nets","created":"2017-12-28","cited_by_count":1130},{"id":"1309.5549","title":"Stochastic First- and Zeroth-order Methods for Nonconvex Stochastic Programming","created":"2013-09-22","cited_by_count":724},{"id":"1812.05159","title":"An Empirical Study of Example Forgetting during Deep Neural Network Learning","created":"2018-12-12","cited_by_count":678},{"id":"1902.02476","title":"A Simple Baseline for Bayesian Uncertainty in Deep Learning","created":"2019-02-07","cited_by_count":560},{"id":"2107.07075","title":"Deep Learning on a Data Diet: Finding Important Examples Early in Training","created":"2021-07-15","cited_by_count":533},{"id":"2206.14486","title":"Beyond neural scaling laws: beating power law scaling via data pruning","created":"2022-06-29","cited_by_count":528},{"id":"1912.02757","title":"Deep Ensembles: A Loss Landscape Perspective","created":"2019-12-05","cited_by_count":443},{"id":"1805.11604","title":"How Does Batch Normalization Help Optimization?","created":"2018-05-29","cited_by_count":357},{"id":"1402.4102","title":"Stochastic Gradient Hamiltonian Monte Carlo","created":"2014-02-17","cited_by_count":343},{"id":"1906.11829","title":"Selection via Proxy: Efficient Data Selection for Deep Learning","created":"2019-06-26","cited_by_count":339},{"id":"1901.10159","title":"An Investigation into Neural Net Optimization via Hessian Eigenvalue Density","created":"2019-01-29","cited_by_count":292},{"id":"1912.07145","title":"PyHessian: Neural Networks Through the Lens of the Hessian","created":"2019-12-16","cited_by_count":292},{"id":"1703.00887","title":"How to Escape Saddle Points Efficiently","created":"2017-03-02","cited_by_count":285},{"id":"2103.00123","title":"GRAD-MATCH: Gradient Matching based Data Subset Selection for Efficient Deep Model Training","created":"2021-02-27","cited_by_count":274},{"id":"2012.10630","title":"GLISTER: Generalization based Data Subset Selection for Efficient and Robust Learning","created":"2020-12-19","cited_by_count":226},{"id":"1911.07013","title":"Understanding and Improving Layer Normalization","created":"2019-11-16","cited_by_count":217},{"id":"1702.05373","title":"EMNIST: an extension of MNIST to handwritten letters","created":"2017-02-17","cited_by_count":213},{"id":"1301.3584","title":"Revisiting Natural Gradient for Deep Networks","created":"2013-01-16","cited_by_count":159},{"id":"2003.00152","title":"Training BatchNorm and Only BatchNorm: On the Expressive Power of Random Features in CNNs","created":"2020-02-29","cited_by_count":104},{"id":"2012.04728","title":"Neural Mechanics: Symmetry and Broken Conservation Laws in Deep Learning Dynamics","created":"2020-12-08","cited_by_count":96},{"id":"1711.10456","title":"Accelerated Gradient Descent Escapes Saddle Points Faster than Gradient Descent","created":"2017-11-28","cited_by_count":66},{"id":"2207.13887","title":"Adaptive Second Order Coresets for Data-efficient Machine Learning","created":"2022-07-28","cited_by_count":60},{"id":"1804.01619","title":"Stability and Convergence Trade-off of Iterative Optimization Algorithms","created":"2018-04-04","cited_by_count":53},{"id":"1612.00804","title":"Restricted Strong Convexity Implies Weak Submodularity","created":"2016-12-02","cited_by_count":52},{"id":"1705.02766","title":"\"Convex Until Proven Guilty\": Dimension-Free Acceleration of Gradient Descent on Non-Convex Functions","created":"2017-05-08","cited_by_count":46},{"id":"2201.08025","title":"Low-Pass Filtering SGD for Recovering Flat Optima in the Deep Learning Optimization Landscape","created":"2022-01-20","cited_by_count":39},{"id":"1711.06673","title":"Neon2: Finding Local Minima via First-Order Oracles","created":"2017-11-17","cited_by_count":36},{"id":"2303.04449","title":"Loss-Curvature Matching for Dataset Selection and Condensation","created":"2023-03-08","cited_by_count":33},{"id":"2110.03128","title":"On the Generalization of Models Trained with SGD: Information-Theoretic Bounds and Implications","created":"2021-10-07","cited_by_count":31},{"id":"2209.11208","title":"A Closer Look at Learned Optimization: Stability, Robustness, and Inductive Biases","created":"2022-09-22","cited_by_count":30},{"id":"1908.04008","title":"Instance Enhancement Batch Normalization: an Adaptive Regulator of Batch Noise","created":"2019-08-12","cited_by_count":28},{"id":"2003.11630","title":"RelatIF: Identifying Explanatory Training Examples via Relative Influence","created":"2020-03-25","cited_by_count":28},{"id":"2306.04226","title":"Normalization Layers Are All That Sharpness-Aware Minimization Needs","created":"2023-06-07","cited_by_count":27},{"id":"2305.18424","title":"Repeated Random Sampling for Minimizing the Time-to-Accuracy of Learning","created":"2023-05-28","cited_by_count":26},{"id":"2206.07082","title":"Stability and Generalization of Stochastic Optimization with Nonconvex and Nonsmooth Problems","created":"2022-06-14","cited_by_count":25},{"id":"1703.02723","title":"Scalable Greedy Feature Selection via Weak Submodularity","created":"2017-03-08","cited_by_count":19},{"id":"2008.02252","title":"An accelerated first-order method for non-convex optimization on manifolds","created":"2020-08-05","cited_by_count":15},{"id":"2107.04984","title":"SVP-CF: Selection via Proxy for Collaborative Filtering Data","created":"2021-07-11","cited_by_count":14},{"id":"2303.05151","title":"Provable Data Subset Selection For Efficient Neural Network Training","created":"2023-03-09","cited_by_count":14},{"id":"2404.00357","title":"Revisiting Random Weight Perturbation for Efficiently Improving Generalization","created":"2024-03-30","cited_by_count":13},{"id":"1810.06767","title":"Approximate Fisher Information Matrix to Characterise the Training of Deep Neural Networks","created":"2018-10-16","cited_by_count":12},{"id":"1909.03172","title":"Towards Understanding the Importance of Noise in Training Neural Networks","created":"2019-09-07","cited_by_count":10},{"id":"1301.3641","title":"Training Neural Networks with Stochastic Hessian-Free Optimization","created":"2013-01-16","cited_by_count":9},{"id":"2207.08257","title":"Uniform Stability for First-Order Empirical Risk Minimization","created":"2022-07-17","cited_by_count":8},{"id":"2211.03970","title":"On the Algorithmic Stability and Generalization of Adaptive Optimization Methods","created":"2022-11-08","cited_by_count":5},{"id":"2208.05924","title":"Regularizing Deep Neural Networks with Stochastic Estimators of Hessian Trace","created":"2022-08-11","cited_by_count":4},{"id":"2305.17205","title":"Ghost Noise for Regularizing Deep Neural Networks","created":"2023-05-26","cited_by_count":1}],"next_cursor":null}