{"total":622,"rows":[{"id":"2102.06701","title":"Explaining Neural Scaling Laws","created":"2021-02-12","cited_by_count":363,"area":null},{"id":"2203.03466","title":"Tensor Programs V: Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","created":"2022-03-07","cited_by_count":288,"area":null},{"id":"2107.13034","title":"Dataset Distillation with Infinitely Wide Convolutional Networks","created":"2021-07-27","cited_by_count":218,"area":null},{"id":"2006.13198","title":"Spectral Bias and Task-Model Alignment Explain Generalization in Kernel Regression and Infinitely Wide Neural Networks","created":"2020-06-23","cited_by_count":166,"area":"alignment"},{"id":"2205.09739","title":"Diverse Weight Averaging for Out-of-Distribution Generalization","created":"2022-05-19","cited_by_count":148,"area":null},{"id":"2301.07014","title":"Dataset Distillation: A Comprehensive Review","created":"2023-01-17","cited_by_count":127,"area":null},{"id":"2102.06571","title":"Bayesian Neural Network Priors Revisited","created":"2021-02-12","cited_by_count":121,"area":null},{"id":"2211.17106","title":"Diffusion Probabilistic Model Made Slim","created":"2022-11-27","cited_by_count":121,"area":"diffusion"},{"id":"2107.08924","title":"Epistemic Neural Networks","created":"2021-07-19","cited_by_count":120,"area":null},{"id":"2210.16859","title":"A Solvable Model of Neural Scaling Laws","created":"2022-10-30","cited_by_count":116,"area":null},{"id":"2210.12067","title":"Efficient Dataset Distillation Using Random Feature Approximation","created":"2022-10-21","cited_by_count":111,"area":null},{"id":"2310.17813","title":"A Spectral Condition for Feature Learning","created":"2023-10-26","cited_by_count":109,"area":null},{"id":"2205.09653","title":"Self-Consistent Dynamical Field Theory of Kernel Evolution in Wide Neural Networks","created":"2022-05-19","cited_by_count":105,"area":null},{"id":"2106.11642","title":"Repulsive Deep Ensembles are Bayesian","created":"2021-06-22","cited_by_count":104,"area":null},{"id":"2105.06868","title":"Priors in Bayesian Deep Learning: A Review","created":"2021-05-14","cited_by_count":101,"area":null},{"id":"1807.08364","title":"EnsembleDAgger: A Bayesian Approach to Safe Imitation Learning","created":"2018-07-22","cited_by_count":100,"area":"offlinerl"},{"id":"2105.15004","title":"Generalization Error Rates in Kernel Regression: The Crossover from the Noiseless to Noisy Regime","created":"2021-05-31","cited_by_count":96,"area":null},{"id":"2402.18762","title":"Disentangling the Causes of Plasticity Loss in Neural Networks","created":"2024-02-29","cited_by_count":86,"area":"deeprl"},{"id":"2106.15933","title":"Saddle-to-Saddle Dynamics in Deep Linear Networks: Small Initialization Training, Symmetry, and Sparsity","created":"2021-06-30","cited_by_count":85,"area":null},{"id":"2402.07712","title":"Model Collapse Demystified: The Case of Regression","created":"2024-02-12","cited_by_count":82,"area":"synth"},{"id":"2205.13703","title":"Why So Pessimistic? Estimating Uncertainties for Offline RL through Ensembles, and Why Their Independence Matters","created":"2022-05-27","cited_by_count":76,"area":"offlinerl"},{"id":"2211.12316","title":"Simplicity Bias in Transformers and their Ability to Learn Sparse Boolean Functions","created":"2022-11-22","cited_by_count":70,"area":null},{"id":"2102.11742","title":"Classifying high-dimensional Gaussian mixtures: Where kernel methods fail and neural networks succeed","created":"2021-02-23","cited_by_count":69,"area":null},{"id":"2405.14813","title":"Scalable Optimization in the Modular Norm","created":"2024-05-23","cited_by_count":68,"area":null},{"id":"2309.16620","title":"Depthwise Hyperparameter Transfer in Residual Networks: Dynamics and Scaling Limit","created":"2023-09-28","cited_by_count":66,"area":null},{"id":"2410.04840","title":"Strong Model Collapse","created":"2024-10-07","cited_by_count":65,"area":"synth"},{"id":"2206.08720","title":"Fast Finite Width Neural Tangent Kernel","created":"2022-06-17","cited_by_count":62,"area":null},{"id":"2402.00809","title":"Position: Bayesian Deep Learning is Needed in the Age of Large-Scale AI","created":"2024-02-01","cited_by_count":62,"area":null},{"id":"2105.03703","title":"Tensor Programs IIb: Architectural Universality of Neural Tangent Kernel Training Dynamics","created":"2021-05-08","cited_by_count":57,"area":null},{"id":"2503.02113","title":"Deep Learning is Not So Mysterious or Different","created":"2025-03-03","cited_by_count":56,"area":null},{"id":"2112.15383","title":"Separation of Scales and a Thermodynamic Description of Feature Learning in Some CNNs","created":"2021-12-31","cited_by_count":53,"area":null},{"id":"2106.09017","title":"Bridging Multi-Task Learning and Meta-Learning: Towards Efficient Training and Effective Adaptation","created":"2021-06-16","cited_by_count":50,"area":null},{"id":"2109.09710","title":"Understanding neural networks with reproducing kernel Banach spaces","created":"2021-09-20","cited_by_count":50,"area":null},{"id":"2305.20028","title":"A Study of Bayesian Neural Network Surrogates for Bayesian Optimization","created":"2023-05-31","cited_by_count":50,"area":null},{"id":"2112.05604","title":"Faster Single-loop Algorithms for Minimax Optimization without Strong Concavity","created":"2021-12-10","cited_by_count":49,"area":null},{"id":"2203.09410","title":"A Framework and Benchmark for Deep Batch Active Learning for Regression","created":"2022-03-17","cited_by_count":49,"area":null},{"id":"2306.17759","title":"The Shaped Transformer: Attention Models in the Infinite Depth-and-Width Limit","created":"2023-06-30","cited_by_count":47,"area":null},{"id":"2302.10322","title":"Deep Transformers without Shortcuts: Modifying Self-attention for Faithful Signal Propagation","created":"2023-02-20","cited_by_count":45,"area":null},{"id":"2107.01562","title":"Random Neural Networks in the Infinite Width Limit as Gaussian Processes","created":"2021-07-04","cited_by_count":44,"area":null},{"id":"2304.03408","title":"Dynamics of Finite Width Kernel and Prediction Fluctuations in Mean Field Neural Networks","created":"2023-04-06","cited_by_count":43,"area":null},{"id":"2403.02241","title":"Neural Redshift: Random Networks are not Random Functions","created":"2024-03-04","cited_by_count":43,"area":null},{"id":"2206.02768","title":"The Neural Covariance SDE: Shaped Infinite Depth-and-Width Networks at Initialization","created":"2022-06-06","cited_by_count":41,"area":null},{"id":"2302.00375","title":"Bayes-optimal Learning of Deep Random Networks of Extensive-width","created":"2023-02-01","cited_by_count":41,"area":null},{"id":"2106.09004","title":"Learning effective stochastic differential equations from microscopic simulations: linking stochastic numerics to deep learning","created":"2021-06-10","cited_by_count":39,"area":null},{"id":"2402.04980","title":"Asymptotics of feature learning in two-layer networks after one gradient-step","created":"2024-02-07","cited_by_count":38,"area":null},{"id":"2106.05863","title":"Learning Functional Priors and Posteriors from Data and Physics","created":"2021-06-08","cited_by_count":37,"area":null},{"id":"2301.12832","title":"Deep networks for system identification: a Survey","created":"2023-01-30","cited_by_count":37,"area":null},{"id":"2303.14151","title":"Double Descent Demystified: Identifying, Interpreting & Ablating the Sources of a Deep Learning Puzzle","created":"2023-03-24","cited_by_count":37,"area":null},{"id":"2311.01906","title":"Simplifying Transformer Blocks","created":"2023-11-03","cited_by_count":37,"area":null},{"id":"2303.15438","title":"On the Stepwise Nature of Self-Supervised Learning","created":"2023-03-27","cited_by_count":36,"area":null},{"id":"2302.00401","title":"Deterministic equivalent and error universality of deep random features learning","created":"2023-02-01","cited_by_count":35,"area":null},{"id":"2311.01723","title":"Towards Calibrated Robust Fine-Tuning of Vision-Language Models","created":"2023-11-03","cited_by_count":35,"area":"mllm"},{"id":"2102.07325","title":"Cross-modal Adversarial Reprogramming","created":"2021-02-15","cited_by_count":34,"area":null},{"id":"2106.04013","title":"The Future is Log-Gaussian: ResNets and Their Infinite-Depth-and-Width Limit at Initialization","created":"2021-06-07","cited_by_count":33,"area":null},{"id":"2106.04110","title":"A self consistent theory of Gaussian Processes captures feature learning effects in finite CNNs","created":"2021-06-08","cited_by_count":33,"area":null},{"id":"2104.04244","title":"How rotational invariance of common kernels prevents generalization in high dimensions","created":"2021-04-09","cited_by_count":32,"area":null},{"id":"2106.07880","title":"Scaling Neural Tangent Kernels via Sketching and Random Features","created":"2021-06-15","cited_by_count":32,"area":null},{"id":"2102.10032","title":"Approximation and Learning with Deep Convolutional Models: a Kernel Perspective","created":"2021-02-19","cited_by_count":31,"area":null},{"id":"2102.13403","title":"Multi-fidelity regression using artificial neural networks: efficient approximation of parameter-dependent output quantities","created":"2021-02-26","cited_by_count":31,"area":null},{"id":"2304.01294","title":"Sparse Cholesky Factorization for Solving Nonlinear PDEs via Gaussian Processes","created":"2023-04-03","cited_by_count":31,"area":null},{"id":"2402.04362","title":"Neural Networks Learn Statistics of Increasing Complexity","created":"2024-02-06","cited_by_count":31,"area":null},{"id":"2102.06665","title":"Bayesian Uncertainty Estimation of Learned Variational MRI Reconstruction","created":"2021-02-12","cited_by_count":30,"area":null},{"id":"2206.12543","title":"A Fast, Well-Founded Approximation to the Empirical Neural Tangent Kernel","created":"2022-06-25","cited_by_count":30,"area":null},{"id":"2211.06506","title":"Spectral Evolution and Invariance in Linear-width Neural Networks","created":"2022-11-11","cited_by_count":30,"area":null},{"id":"2106.00694","title":"Symmetry-via-Duality: Invariant Neural Network Densities from Parameter-Space Correlators","created":"2021-06-01","cited_by_count":29,"area":null},{"id":"2106.03970","title":"Batch Normalization Orthogonalizes Representations in Deep Random Networks","created":"2021-06-07","cited_by_count":29,"area":null},{"id":"2604.21691","title":"There Will Be a Scientific Theory of Deep Learning","created":"2026-04-23","cited_by_count":29,"area":null},{"id":"2106.06615","title":"Precise characterization of the prior predictive distribution of deep ReLU networks","created":"2021-06-11","cited_by_count":28,"area":null},{"id":"2304.06670","title":"Deep neural networks have an inbuilt Occam's razor","created":"2023-04-13","cited_by_count":28,"area":null},{"id":"2205.00165","title":"NeuralEF: Deconstructing Kernels by Deep Neural Networks","created":"2022-04-30","cited_by_count":27,"area":null},{"id":"2309.16314","title":"A Primer on Bayesian Neural Networks: Review and Debates","created":"2023-09-28","cited_by_count":27,"area":null},{"id":"2312.15995","title":"Generalization in Kernel Regression Under Realistic Assumptions","created":"2023-12-26","cited_by_count":27,"area":null},{"id":"2105.04504","title":"Deep Neural Networks as Point Estimates for Deep Gaussian Processes","created":"2021-05-10","cited_by_count":26,"area":null},{"id":"2106.08619","title":"Locality defeats the curse of dimensionality in convolutional teacher-student scenarios","created":"2021-06-16","cited_by_count":26,"area":"distill"},{"id":"2110.03922","title":"The Eigenlearning Framework: A Conservation Law Perspective on Kernel Regression and Wide Neural Networks","created":"2021-10-08","cited_by_count":26,"area":null},{"id":"2207.11719","title":"Gradient-based Bi-level Optimization for Deep Learning: A Survey","created":"2022-07-24","cited_by_count":26,"area":null},{"id":"2305.14077","title":"Mind the spikes: Benign overfitting of kernels and neural networks in fixed dimension","created":"2023-05-23","cited_by_count":26,"area":null},{"id":"2402.10127","title":"Nonlinear spiked covariance matrices and signal propagation in deep neural networks","created":"2024-02-15","cited_by_count":26,"area":null},{"id":"2203.07379","title":"Quantitative Gaussian Approximation of Randomly Initialized Deep Neural Networks","created":"2022-03-14","cited_by_count":25,"area":null},{"id":"2303.17671","title":"Neural signature kernels as infinite-width-depth-limits of controlled ResNets","created":"2023-03-30","cited_by_count":25,"area":null},{"id":"2108.01403","title":"Nonperturbative renormalization for the neural network-QFT correspondence","created":"2021-08-03","cited_by_count":24,"area":null},{"id":"2109.13247","title":"The edge of chaos: quantum field theory and deep neural networks","created":"2021-09-27","cited_by_count":24,"area":null},{"id":"2203.00573","title":"Contrasting random and learned features in deep Bayesian linear regression","created":"2022-03-01","cited_by_count":24,"area":null},{"id":"2203.01303","title":"An Analysis of Ensemble Sampling","created":"2022-03-02","cited_by_count":24,"area":null},{"id":"2206.07252","title":"Implicit Regularization or Implicit Conditioning? Exact Risk Trajectories of SGD in High Dimensions","created":"2022-06-15","cited_by_count":23,"area":null},{"id":"2208.13614","title":"Neural Tangent Kernel: A Survey","created":"2022-08-29","cited_by_count":23,"area":null},{"id":"2402.17457","title":"Super Consistency of Neural Network Landscapes and Learning Rate Transfer","created":"2024-02-27","cited_by_count":23,"area":null},{"id":"2210.00688","title":"On the infinite-depth limit of finite-width neural networks","created":"2022-10-03","cited_by_count":22,"area":null},{"id":"2211.07844","title":"Characterizing the Spectrum of the NTK via a Power Series Expansion","created":"2022-11-15","cited_by_count":22,"area":null},{"id":"2302.06210","title":"Precise Asymptotic Analysis of Deep Random Feature Models","created":"2023-02-13","cited_by_count":22,"area":null},{"id":"2106.02261","title":"Out-of-Distribution Generalization in Kernel Regression","created":"2021-06-04","cited_by_count":21,"area":null},{"id":"2106.05566","title":"A Neural Tangent Kernel Perspective of GANs","created":"2021-06-10","cited_by_count":21,"area":null},{"id":"2106.06529","title":"The Limitations of Large Width in Neural Networks: A Deep Gaussian Process Perspective","created":"2021-06-11","cited_by_count":21,"area":null},{"id":"2109.06099","title":"Uniform Generalization Bounds for Overparameterized Neural Networks","created":"2021-09-13","cited_by_count":21,"area":null},{"id":"2109.09304","title":"Deformed semicircle law and concentration of nonlinear random matrices for ultra-wide neural networks","created":"2021-09-20","cited_by_count":21,"area":null},{"id":"2110.00683","title":"Learning through atypical \"phase transitions\" in overparameterized neural networks","created":"2021-10-01","cited_by_count":21,"area":null},{"id":"2110.13572","title":"Periodic Activation Functions Induce Stationarity","created":"2021-10-26","cited_by_count":21,"area":null},{"id":"2203.16711","title":"Analytic theory for the dynamics of wide quantum neural networks","created":"2022-03-30","cited_by_count":21,"area":null},{"id":"2212.14457","title":"Bayesian Interpolation with Deep Linear Networks","created":"2022-12-29","cited_by_count":21,"area":null},{"id":"2302.00453","title":"Width and Depth Limits Commute in Residual Networks","created":"2023-02-01","cited_by_count":21,"area":null}],"next_cursor":"100"}