{"list":"other","total":74,"rows":[{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1502.03167","title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","created":"2015-02-11","cited_by_count":7005},{"id":"1502.01852","title":"Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification","created":"2015-02-06","cited_by_count":3611},{"id":"2106.01946","title":"Convex optimization","created":"2021-06-03","cited_by_count":2515},{"id":"2010.01412","title":"Sharpness-Aware Minimization for Efficiently Improving Generalization","created":"2020-10-03","cited_by_count":1417},{"id":"1609.04836","title":"On Large-Batch Training for Deep Learning: Generalization Gap and Sharp Minima","created":"2016-09-15","cited_by_count":1352},{"id":"1712.09913","title":"Visualizing the Loss Landscape of Neural Nets","created":"2017-12-28","cited_by_count":1130},{"id":"1812.11118","title":"Reconciling modern machine learning practice and the bias-variance trade-off","created":"2018-12-28","cited_by_count":927},{"id":"1502.05767","title":"Automatic differentiation in machine learning: a survey","created":"2015-02-20","cited_by_count":855},{"id":"1503.05671","title":"Optimizing Neural Networks with Kronecker-factored Approximate Curvature","created":"2015-03-19","cited_by_count":796},{"id":"1309.5549","title":"Stochastic First- and Zeroth-order Methods for Nonconvex Stochastic Programming","created":"2013-09-22","cited_by_count":724},{"id":"1912.02292","title":"Deep Double Descent: Where Bigger Models and More Data Hurt","created":"2019-12-04","cited_by_count":672},{"id":"2201.02177","title":"Grokking: Generalization Beyond Overfitting on Small Algorithmic Datasets","created":"2022-01-06","cited_by_count":629},{"id":"1901.09948","title":"Surrogate Gradient Learning in Spiking Neural Networks","created":"2019-01-28","cited_by_count":626},{"id":"1802.10026","title":"Loss Surfaces, Mode Connectivity, and Fast Ensembling of DNNs","created":"2018-02-27","cited_by_count":588},{"id":"1703.03864","title":"Evolution Strategies as a Scalable Alternative to Reinforcement Learning","created":"2017-03-10","cited_by_count":574},{"id":"1703.11008","title":"Computing Nonvacuous Generalization Bounds for Deep (Stochastic) Neural Networks with Many More Parameters than Training Data","created":"2017-03-31","cited_by_count":533},{"id":"2008.02217","title":"Hopfield Networks is All You Need","created":"2020-07-16","cited_by_count":475},{"id":"1802.09568","title":"Shampoo: Preconditioned Stochastic Tensor Optimization","created":"2018-02-26","cited_by_count":426},{"id":"1803.00885","title":"Essentially No Barriers in Neural Network Energy Landscape","created":"2018-03-02","cited_by_count":330},{"id":"1502.05700","title":"Scalable Bayesian Optimization Using Deep Neural Networks","created":"2015-02-19","cited_by_count":284},{"id":"2212.13345","title":"The Forward-Forward Algorithm: Some Preliminary Investigations","created":"2022-12-27","cited_by_count":266},{"id":"1804.08150","title":"Deep Learning in Spiking Neural Networks","created":"2018-04-22","cited_by_count":263},{"id":"1602.05179","title":"Equilibrium Propagation: Bridging the Gap Between Energy-Based Models and Backpropagation","created":"2016-02-16","cited_by_count":259},{"id":"1806.00468","title":"Implicit Bias of Gradient Descent on Linear Convolutional Networks","created":"2018-06-01","cited_by_count":251},{"id":"1609.01596","title":"Direct Feedback Alignment Provides Learning in Deep Neural Networks","created":"2016-09-06","cited_by_count":240},{"id":"2205.10343","title":"Towards Understanding Grokking: An Effective Theory of Representation Learning","created":"2022-05-20","cited_by_count":230},{"id":"2409.11321","title":"SOAP: Improving and Stabilizing Shampoo using Adam","created":"2024-09-17","cited_by_count":192},{"id":"1301.1942","title":"Bayesian Optimization in a Billion Dimensions via Random Embeddings","created":"2013-01-09","cited_by_count":182},{"id":"2006.06224","title":"A Primer on Zeroth-Order Optimization in Signal Processing and Machine Learning","created":"2020-06-11","cited_by_count":162},{"id":"1301.3584","title":"Revisiting Natural Gradient for Deep Networks","created":"2013-01-16","cited_by_count":159},{"id":"1712.06567","title":"Deep Neuroevolution: Genetic Algorithms Are a Competitive Alternative for Training Deep Neural Networks for Reinforcement Learning","created":"2017-12-18","cited_by_count":150},{"id":"1412.7525","title":"Difference Target Propagation","created":"2014-12-23","cited_by_count":148},{"id":"1806.03884","title":"Fast Approximate Natural Gradient Descent in a Kronecker-factored Eigenbasis","created":"2018-06-11","cited_by_count":146},{"id":"1608.05343","title":"Decoupled Neural Interfaces using Synthetic Gradients","created":"2016-08-18","cited_by_count":137},{"id":"1901.06656","title":"Training Neural Networks with Local Error Signals","created":"2019-01-20","cited_by_count":136},{"id":"1706.05350","title":"L2 Regularization versus Batch and Weight Normalization","created":"2017-06-16","cited_by_count":124},{"id":"1703.06240","title":"Multi-fidelity Bayesian Optimisation with Continuous Approximations","created":"2017-03-18","cited_by_count":121},{"id":"1805.10367","title":"Zeroth-Order Stochastic Variance Reduction for Nonconvex Optimization","created":"2018-05-25","cited_by_count":111},{"id":"1810.11393","title":"Dendritic cortical microcircuits approximate the backpropagation algorithm","created":"2018-10-26","cited_by_count":97},{"id":"1411.6422","title":"Deep Neural Networks Reveal a Gradient in the Complexity of Neural Representations across the Brain's Ventral Visual Pathway","created":"2014-11-24","cited_by_count":94},{"id":"1705.06963","title":"A Survey of Neuromorphic Computing and Neural Networks in Hardware","created":"2017-05-19","cited_by_count":85},{"id":"1912.06059","title":"Grid Search, Random Search, Genetic Algorithm: A Big Comparison for NAS","created":"2019-12-12","cited_by_count":83},{"id":"1407.7906","title":"How Auto-Encoders Could Provide Credit Assignment in Deep Networks via Target Propagation","created":"2014-07-29","cited_by_count":79},{"id":"2202.00661","title":"When Do Flat Minima Optimizers Work?","created":"2022-02-01","cited_by_count":78},{"id":"1905.10961","title":"Fast Convergence of Natural Gradient Descent for Overparameterized Neural Networks","created":"2019-05-27","cited_by_count":76},{"id":"2310.02025","title":"DeepZero: Scaling up Zeroth-Order Optimization for Deep Model Training","created":"2023-10-03","cited_by_count":76},{"id":"1801.05219","title":"Eligibility Traces and Plasticity on Behavioral Time Scales: Experimental Support of neoHebbian Three-Factor Learning Rules","created":"2018-01-16","cited_by_count":67},{"id":"1502.04156","title":"Towards Biologically Plausible Deep Learning","created":"2015-02-14","cited_by_count":66},{"id":"2210.03310","title":"Scaling Forward Gradient With Local Losses","created":"2022-10-07","cited_by_count":65},{"id":"1406.3284","title":"Deep Neural Networks Rival the Representation of Primate IT Cortex for Core Visual Object Recognition","created":"2014-06-12","cited_by_count":50},{"id":"1910.12166","title":"Improved Zeroth-Order Variance Reduced Algorithms and Analysis for Nonconvex Optimization","created":"2019-10-27","cited_by_count":47},{"id":"1507.00210","title":"Natural Neural Networks","created":"2015-07-01","cited_by_count":44},{"id":"2306.06968","title":"Can Forward Gradient Match Backpropagation?","created":"2023-06-12","cited_by_count":26},{"id":"1712.06568","title":"ES Is More Than Just a Traditional Finite-Difference Approximator","created":"2017-12-18","cited_by_count":24},{"id":"2305.16044","title":"Exploiting Noise as a Resource for Computation and Learning in Spiking Neural Networks","created":"2023-05-25","cited_by_count":18},{"id":"1712.06564","title":"On the Relationship Between the OpenAI Evolution Strategy and Stochastic Gradient Descent","created":"2017-12-18","cited_by_count":16},{"id":"2006.06438","title":"GAIT-prop: A biologically plausible learning rule derived from backpropagation of error","created":"2020-06-11","cited_by_count":15},{"id":"1504.05143","title":"Network Plasticity as Bayesian Inference","created":"2015-04-20","cited_by_count":13},{"id":"2412.13573","title":"Seeking Consistent Flat Minima for Better Domain Generalization via Refining Loss Landscapes","created":"2024-12-18","cited_by_count":10},{"id":"2212.07282","title":"Low-Variance Forward Gradients using Direct Feedback Alignment and Momentum","created":"2022-12-14","cited_by_count":7},{"id":"2405.02385","title":"Efficient Deep Learning with Decorrelated Backpropagation","created":"2024-05-03","cited_by_count":7},{"id":"2407.10780","title":"Correlations Are Ruining Your Gradient Descent","created":"2024-07-15","cited_by_count":7},{"id":"2410.13563","title":"Ornstein-Uhlenbeck Adaptation as a Mechanism for Learning in Brains and Machines","created":"2024-10-17","cited_by_count":6},{"id":"2410.17764","title":"Beyond Backpropagation: Optimization with Multi-Tangent Forward Gradients","created":"2024-10-23","cited_by_count":6},{"id":"2505.17852","title":"Scaling Recurrent Neural Networks to a Billion Parameters with Zero-Order Optimization","created":"2025-05-23","cited_by_count":4},{"id":"2001.01684","title":"Evolution Strategies Converges to Finite Differences","created":"2019-12-27","cited_by_count":2},{"id":"2310.00965","title":"Node Perturbation Can Effectively Train Multi-Layer Neural Networks","created":"2023-10-02","cited_by_count":2},{"id":"2412.12783","title":"Noise-based Local Learning using Stochastic Magnetic Tunnel Junctions","created":"2024-12-17","cited_by_count":2},{"id":"2501.00404","title":"Efficient Implementation of Third-Order Tensor Methods with Adaptive Regularization for Unconstrained Optimization","created":"2024-12-31","cited_by_count":1},{"id":"2509.11940","title":"Neuromorphic Intelligence","created":"2025-09-15","cited_by_count":1}],"next_cursor":null}