{"total":303,"rows":[{"id":"2110.11216","title":"User-friendly introduction to PAC-Bayes bounds","created":"2021-10-21","cited_by_count":239,"area":null},{"id":"2203.08065","title":"Surrogate Gap Minimization Improves Sharpness-Aware Training","created":"2022-03-15","cited_by_count":172,"area":null},{"id":"2106.02073","title":"Neural Collapse Under MSE Loss: Proximity to and Dynamics on the Central Path","created":"2021-06-03","cited_by_count":158,"area":null},{"id":"2110.10090","title":"Inductive Biases and Variable Creation in Self-Attention Mechanisms","created":"2021-10-19","cited_by_count":144,"area":null},{"id":"2206.02618","title":"Generalized Federated Learning via Sharpness Aware Minimization","created":"2022-06-06","cited_by_count":144,"area":null},{"id":"2305.19420","title":"What and How does In-Context Learning Learn? Bayesian Model Averaging, Parameterization, and Generalization","created":"2023-05-30","cited_by_count":118,"area":null},{"id":"2106.13799","title":"Assessing Generalization of SGD via Disagreement","created":"2021-06-25","cited_by_count":117,"area":null},{"id":"2107.13163","title":"Statistically Meaningful Approximation: a Case Study on Approximating Turing Machines with Transformers","created":"2021-07-28","cited_by_count":102,"area":null},{"id":"2205.14083","title":"Sharpness-Aware Training for Free","created":"2022-05-27","cited_by_count":95,"area":null},{"id":"2202.06526","title":"Benign Overfitting in Two-layer Convolutional Neural Networks","created":"2022-02-14","cited_by_count":91,"area":null},{"id":"2102.00931","title":"Information-Theoretic Generalization Bounds for Stochastic Gradient Descent","created":"2021-02-01","cited_by_count":84,"area":null},{"id":"2110.13905","title":"Gradient Descent on Two-layer Nets: Margin Maximization and Simplicity Bias","created":"2021-10-26","cited_by_count":83,"area":null},{"id":"2211.13609","title":"PAC-Bayes Compression Bounds So Tight That They Can Explain Generalization","created":"2022-11-24","cited_by_count":76,"area":null},{"id":"2106.15535","title":"Subgroup Generalization and Fairness of Graph Neural Networks","created":"2021-06-29","cited_by_count":69,"area":null},{"id":"2202.00914","title":"Lipschitz-constrained Unsupervised Skill Discovery","created":"2022-02-02","cited_by_count":62,"area":null},{"id":"2207.07180","title":"Contrastive Adapters for Foundation Model Group Robustness","created":"2022-07-14","cited_by_count":62,"area":null},{"id":"2109.09444","title":"When Do Extended Physics-Informed Neural Networks (XPINNs) Improve Generalization?","created":"2021-09-20","cited_by_count":58,"area":null},{"id":"2305.11584","title":"Dynamic Regularized Sharpness Aware Minimization in Federated Learning: Approaching Global Consistency and Smooth Landscape","created":"2023-05-19","cited_by_count":46,"area":null},{"id":"2305.17592","title":"Approximation-Generalization Trade-offs under (Approximate) Group Equivariance","created":"2023-05-27","cited_by_count":46,"area":null},{"id":"2111.04578","title":"Improved Regularization and Robustness for Fine-tuning in Neural Networks","created":"2021-11-08","cited_by_count":45,"area":null},{"id":"2106.03795","title":"Heavy Tails in SGD and Compressibility of Overparametrized Neural Networks","created":"2021-06-07","cited_by_count":44,"area":null},{"id":"2202.02831","title":"Anticorrelated Noise Injection for Improved Generalization","created":"2022-02-06","cited_by_count":42,"area":null},{"id":"2203.06020","title":"Enhancing Adversarial Training with Second-Order Statistics of Weights","created":"2022-03-11","cited_by_count":42,"area":null},{"id":"2305.11788","title":"Implicit Bias of Gradient Descent for Logistic Regression at the Edge of Stability","created":"2023-05-19","cited_by_count":42,"area":null},{"id":"2306.01323","title":"Demystifying Structural Disparity in Graph Neural Networks: Can One Size Fit All?","created":"2023-06-02","cited_by_count":41,"area":null},{"id":"2302.04451","title":"Generalization in Graph Neural Networks: Improved PAC-Bayesian Bounds on Graph Diffusion","created":"2023-02-09","cited_by_count":40,"area":null},{"id":"2103.15209","title":"Understanding the role of importance weighting for deep learning","created":"2021-03-28","cited_by_count":39,"area":null},{"id":"2107.08562","title":"Rethinking Graph Auto-Encoder Models for Attributed Graph Clustering","created":"2021-07-19","cited_by_count":37,"area":null},{"id":"2407.12332","title":"Why Do You Grok? A Theoretical Analysis of Grokking Modular Addition","created":"2024-07-17","cited_by_count":36,"area":null},{"id":"2107.11228","title":"Taxonomizing local versus global structure in neural network loss landscapes","created":"2021-07-23","cited_by_count":34,"area":null},{"id":"2206.02659","title":"Robust Fine-Tuning of Deep Neural Networks with Hessian-based Generalization Guarantees","created":"2022-06-06","cited_by_count":34,"area":null},{"id":"2207.11347","title":"An Impartial Take to the CNN vs Transformer Robustness Contest","created":"2022-07-22","cited_by_count":34,"area":null},{"id":"2303.04145","title":"Benign Overfitting for Two-layer ReLU Convolutional Neural Networks","created":"2023-03-07","cited_by_count":34,"area":null},{"id":"2310.02579","title":"On the Stability of Expressive Positional Encodings for Graphs","created":"2023-10-04","cited_by_count":33,"area":null},{"id":"2309.07835","title":"Learning to Warm-Start Fixed-Point Optimization Algorithms","created":"2023-09-14","cited_by_count":32,"area":null},{"id":"2110.03128","title":"On the Generalization of Models Trained with SGD: Information-Theoretic Bounds and Implications","created":"2021-10-07","cited_by_count":31,"area":null},{"id":"2102.06589","title":"Generalization Bounds for Meta-Learning via PAC-Bayes and Uniform Stability","created":"2021-02-12","cited_by_count":30,"area":null},{"id":"2107.12580","title":"Pointer Value Retrieval: A new benchmark for understanding the limits of neural network generalization","created":"2021-07-27","cited_by_count":29,"area":null},{"id":"2309.16314","title":"A Primer on Bayesian Neural Networks: Review and Debates","created":"2023-09-28","cited_by_count":27,"area":null},{"id":"2108.07686","title":"Scaling Laws for Deep Learning","created":"2021-08-17","cited_by_count":26,"area":null},{"id":"2206.04613","title":"Explicit Regularization in Overparametrized Models via Noise Injection","created":"2022-06-09","cited_by_count":26,"area":null},{"id":"2106.03314","title":"Measuring Generalization with Optimal Transport","created":"2021-06-07","cited_by_count":25,"area":null},{"id":"2203.10036","title":"On the Generalization Mystery in Deep Learning","created":"2022-03-18","cited_by_count":25,"area":null},{"id":"2110.09246","title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","created":"2021-10-18","cited_by_count":23,"area":null},{"id":"2103.02200","title":"Formalizing Generalization and Robustness of Neural Networks to Weight Perturbations","created":"2021-03-03","cited_by_count":22,"area":null},{"id":"2201.09418","title":"Approximation bounds for norm constrained neural networks with applications to regression and GANs","created":"2022-01-24","cited_by_count":22,"area":null},{"id":"2202.01627","title":"Non-Vacuous Generalisation Bounds for Shallow Neural Networks","created":"2022-02-03","cited_by_count":22,"area":null},{"id":"2203.02474","title":"Rate-Distortion Theoretic Generalization Bounds for Stochastic Learning Algorithms","created":"2022-03-04","cited_by_count":22,"area":null},{"id":"2305.06648","title":"Generalization bounds for neural ordinary differential equations and deep residual networks","created":"2023-05-11","cited_by_count":21,"area":null},{"id":"2306.05706","title":"Understanding How Consistency Works in Federated Learning via Stage-wise Relaxed Initialization","created":"2023-06-09","cited_by_count":21,"area":null},{"id":"2105.00303","title":"RATT: Leveraging Unlabeled Data to Guarantee Generalization","created":"2021-05-01","cited_by_count":20,"area":null},{"id":"2111.14932","title":"Learning with Noisy Labels by Efficient Transition Matrix Estimation to Combat Label Miscorrection","created":"2021-11-29","cited_by_count":20,"area":null},{"id":"2202.11455","title":"On PAC-Bayesian reconstruction guarantees for VAEs","created":"2022-02-23","cited_by_count":20,"area":null},{"id":"2306.00788","title":"Understanding Augmentation-based Self-Supervised Representation Learning via RKHS Approximation and Regression","created":"2023-06-01","cited_by_count":20,"area":null},{"id":"2312.00359","title":"Temperature Balancing, Layer-wise Weight Analysis, and Neural Network Training","created":"2023-12-01","cited_by_count":20,"area":null},{"id":"2507.13338","title":"Training Transformers with Enforced Lipschitz Constants","created":"2025-07-17","cited_by_count":20,"area":null},{"id":"2104.05508","title":"Noether: The More Things Change, the More Stay the Same","created":"2021-04-12","cited_by_count":19,"area":null},{"id":"2107.03955","title":"On Margins and Derandomisation in PAC-Bayes","created":"2021-07-08","cited_by_count":19,"area":null},{"id":"2202.02842","title":"Evaluating natural language processing models with generalization metrics that do not need access to any training or testing data","created":"2022-02-06","cited_by_count":19,"area":null},{"id":"2212.13556","title":"Limitations of Information-Theoretic Generalization Bounds for Gradient Descent Methods in Stochastic Convex Optimization","created":"2022-12-27","cited_by_count":19,"area":null},{"id":"2309.13658","title":"Fantastic Generalization Measures are Nowhere to be Found","created":"2023-09-24","cited_by_count":19,"area":null},{"id":"2411.14708","title":"Understanding LLM Embeddings for Regression","created":"2024-11-22","cited_by_count":19,"area":null},{"id":"2110.11749","title":"Feature Learning and Signal Propagation in Deep Neural Networks","created":"2021-10-22","cited_by_count":18,"area":null},{"id":"2210.13150","title":"A PAC-Bayesian Generalization Bound for Equivariant Networks","created":"2022-10-24","cited_by_count":18,"area":null},{"id":"2211.14966","title":"Adversarial Rademacher Complexity of Deep Neural Networks","created":"2022-11-27","cited_by_count":18,"area":null},{"id":"2208.04284","title":"On Rademacher Complexity-based Generalization Bounds for Deep Learning","created":"2022-08-08","cited_by_count":16,"area":null},{"id":"2304.01561","title":"Optimal rates of approximation by shallow ReLU$^k$ neural networks and applications to nonparametric regression","created":"2023-04-04","cited_by_count":15,"area":null},{"id":"2104.14132","title":"Generalization Guarantees for Neural Architecture Search with Train-Validation Split","created":"2021-04-29","cited_by_count":14,"area":null},{"id":"2112.04807","title":"Effective dimension of machine learning models","created":"2021-12-09","cited_by_count":14,"area":null},{"id":"2305.19674","title":"Online-to-PAC Conversions: Generalization Bounds via Regret Analysis","created":"2023-05-31","cited_by_count":14,"area":null},{"id":"2306.08553","title":"Noise Stability Optimization for Finding Flat Minima: A Hessian-based Regularization Approach","created":"2023-06-14","cited_by_count":14,"area":null},{"id":"2103.04554","title":"Exact Gap between Generalization Error and Uniform Convergence in Random Feature Models","created":"2021-03-08","cited_by_count":13,"area":null},{"id":"2103.06219","title":"Why flatness does and does not correlate with generalization for deep neural networks","created":"2021-03-10","cited_by_count":13,"area":null},{"id":"2211.01258","title":"Instance-Dependent Generalization Bounds via Optimal Transport","created":"2022-11-02","cited_by_count":13,"area":null},{"id":"2302.08942","title":"PAC-Bayesian Generalization Bounds for Adversarial Generative Models","created":"2023-02-17","cited_by_count":13,"area":null},{"id":"2201.09391","title":"Partition-Based Active Learning for Graph Neural Networks","created":"2022-01-23","cited_by_count":12,"area":null},{"id":"2202.09028","title":"On the Implicit Bias Towards Minimal Depth of Deep Neural Networks","created":"2022-02-18","cited_by_count":12,"area":null},{"id":"2206.10011","title":"When Does Re-initialization Work?","created":"2022-06-20","cited_by_count":12,"area":null},{"id":"2209.09845","title":"Relational Reasoning via Set Transformers: Provable Efficiency and Applications to MARL","created":"2022-09-20","cited_by_count":12,"area":null},{"id":"2210.14019","title":"The Curious Case of Benign Memorization","created":"2022-10-25","cited_by_count":12,"area":null},{"id":"2301.00008","title":"Effects of Data Geometry in Early Deep Learning","created":"2022-12-29","cited_by_count":12,"area":null},{"id":"2403.06398","title":"On the Diminishing Returns of Width for Continual Learning","created":"2024-03-11","cited_by_count":12,"area":null},{"id":"2102.03748","title":"PAC-Bayes Bounds for Meta-learning with Data-Dependent Prior","created":"2021-02-07","cited_by_count":11,"area":null},{"id":"2112.02668","title":"On the Convergence of Shallow Neural Network Training with Randomly Masked Neurons","created":"2021-12-05","cited_by_count":11,"area":null},{"id":"2112.04364","title":"Generalization Error Bounds for Iterative Recovery Algorithms Unfolded as Neural Networks","created":"2021-12-08","cited_by_count":11,"area":null},{"id":"2202.13216","title":"Adversarial robustness of sparse local Lipschitz predictors","created":"2022-02-26","cited_by_count":11,"area":null},{"id":"2211.10691","title":"Two Facets of SDE Under an Information-Theoretic Lens: Generalization of SGD via Training Trajectories and via Terminal States","created":"2022-11-19","cited_by_count":11,"area":null},{"id":"2402.03254","title":"Minimum Description Length and Generalization Guarantees for Representation Learning","created":"2024-02-05","cited_by_count":11,"area":null},{"id":"2501.13273","title":"Enhancing Robust Fairness via Confusional Spectral Regularization","created":"2025-01-22","cited_by_count":11,"area":null},{"id":"2202.06233","title":"The Sample Complexity of One-Hidden-Layer Neural Networks","created":"2022-02-13","cited_by_count":10,"area":null},{"id":"2203.03443","title":"Generalization Through The Lens Of Leave-One-Out Error","created":"2022-03-07","cited_by_count":10,"area":null},{"id":"2310.01225","title":"A path-norm toolkit for modern networks: consequences, promises and challenges","created":"2023-10-02","cited_by_count":10,"area":null},{"id":"2404.03176","title":"Information-Theoretic Generalization Bounds for Deep Neural Networks","created":"2024-04-04","cited_by_count":10,"area":null},{"id":"2410.14802","title":"Implicit Regularization of Sharpness-Aware Minimization for Scale-Invariant Problems","created":"2024-10-18","cited_by_count":10,"area":null},{"id":"2505.21930","title":"Efficient Ensemble for Fine-tuning Language Models on Multiple Datasets","created":"2025-05-28","cited_by_count":10,"area":null},{"id":"2103.00719","title":"LocalDrop: A Hybrid Regularization for Deep Neural Networks","created":"2021-03-01","cited_by_count":9,"area":null},{"id":"2107.06665","title":"Disparity Between Batches as a Signal for Early Stopping","created":"2021-07-14","cited_by_count":9,"area":null},{"id":"2202.08070","title":"On Measuring Excess Capacity in Neural Networks","created":"2022-02-16","cited_by_count":9,"area":null},{"id":"2205.07320","title":"Analyzing Lottery Ticket Hypothesis from PAC-Bayesian Theory Perspective","created":"2022-05-15","cited_by_count":9,"area":null},{"id":"2206.09238","title":"On the Role of Generalization in Transferability of Adversarial Examples","created":"2022-06-18","cited_by_count":9,"area":null}],"next_cursor":"100"}