{"total":1674,"rows":[{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631,"area":"moe"},{"id":"2111.02080","title":"An Explanation of In-context Learning as Implicit Bayesian Inference","created":"2021-11-03","cited_by_count":938,"area":null},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763,"area":null},{"id":"2201.02177","title":"Grokking: Generalization Beyond Overfitting on Small Algorithmic Datasets","created":"2022-01-06","cited_by_count":629,"area":null},{"id":"2107.07075","title":"Deep Learning on a Data Diet: Finding Important Examples Early in Training","created":"2021-07-15","cited_by_count":533,"area":null},{"id":"2107.09044","title":"Just Train Twice: Improving Group Robustness without Training Group Information","created":"2021-07-19","cited_by_count":523,"area":null},{"id":"1811.07871","title":"Scalable agent alignment via reward modeling: a research direction","created":"2018-11-19","cited_by_count":447,"area":"alignment"},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422,"area":"mechinterp"},{"id":"2110.05679","title":"Large Language Models Can Be Strong Differentially Private Learners","created":"2021-10-12","cited_by_count":412,"area":null},{"id":"2110.06207","title":"Open-Set Recognition: a Good Closed-Set Classifier is All You Need?","created":"2021-10-12","cited_by_count":353,"area":null},{"id":"2103.09762","title":"Gradient Projection Memory for Continual Learning","created":"2021-03-17","cited_by_count":348,"area":null},{"id":"2103.07853","title":"Membership Inference Attacks on Machine Learning: A Survey","created":"2021-03-14","cited_by_count":321,"area":"safety"},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2110.06296","title":"The Role of Permutation Invariance in Linear Mode Connectivity of Neural Networks","created":"2021-10-12","cited_by_count":291,"area":null},{"id":"2105.02375","title":"A Geometric Analysis of Neural Collapse with Unconstrained Features","created":"2021-05-06","cited_by_count":227,"area":null},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220,"area":null},{"id":"2302.04638","title":"Better Diffusion Models Further Improve Adversarial Training","created":"2023-02-09","cited_by_count":208,"area":"diffusion"},{"id":"2110.01167","title":"Trustworthy AI: From Principles to Practices","created":"2021-10-04","cited_by_count":207,"area":null},{"id":"2103.01946","title":"Fixing Data Augmentation to Improve Adversarial Robustness","created":"2021-03-02","cited_by_count":204,"area":null},{"id":"2307.05695","title":"ReLoRA: High-Rank Training Through Low-Rank Updates","created":"2023-07-11","cited_by_count":204,"area":null},{"id":"2101.04535","title":"Adversary Instantiation: Lower Bounds for Differentially Private Machine Learning","created":"2021-01-11","cited_by_count":199,"area":null},{"id":"2202.04538","title":"Generating Training Data with Language Models: Towards Zero-Shot Language Understanding","created":"2022-02-09","cited_by_count":199,"area":null},{"id":"2111.05328","title":"Data Augmentation Can Improve Robustness","created":"2021-11-09","cited_by_count":194,"area":null},{"id":"2202.00622","title":"Datamodels: Predicting Predictions from Training Data","created":"2022-02-01","cited_by_count":189,"area":null},{"id":"2206.00719","title":"Dataset Distillation using Neural Feature Regression","created":"2022-06-01","cited_by_count":177,"area":null},{"id":"2203.08065","title":"Surrogate Gap Minimization Improves Sharpness-Aware Training","created":"2022-03-15","cited_by_count":172,"area":null},{"id":"2006.13198","title":"Spectral Bias and Task-Model Alignment Explain Generalization in Kernel Regression and Infinitely Wide Neural Networks","created":"2020-06-23","cited_by_count":166,"area":"alignment"},{"id":"2111.09805","title":"DICE: Leveraging Sparsification for Out-of-Distribution Detection","created":"2021-11-18","cited_by_count":166,"area":null},{"id":"2103.02370","title":"FSDR: Frequency Space Domain Randomization for Domain Generalization","created":"2021-03-03","cited_by_count":164,"area":null},{"id":"2206.15144","title":"Neural Networks can Learn Representations with Gradient Descent","created":"2022-06-30","cited_by_count":161,"area":null},{"id":"2106.02073","title":"Neural Collapse Under MSE Loss: Proximity to and Dynamics on the Central Path","created":"2021-06-03","cited_by_count":158,"area":null},{"id":"2103.10427","title":"The Low-Rank Simplicity Bias in Deep Networks","created":"2021-03-18","cited_by_count":154,"area":null},{"id":"2106.09667","title":"Poisoning and Backdooring Contrastive Learning","created":"2021-06-17","cited_by_count":151,"area":null},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151,"area":null},{"id":"2109.00650","title":"Dash: Semi-Supervised Learning with Dynamic Thresholding","created":"2021-09-01","cited_by_count":148,"area":null},{"id":"2201.04845","title":"Reconstructing Training Data with Informed Adversaries","created":"2022-01-13","cited_by_count":148,"area":null},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2206.06232","title":"Towards Understanding Sharpness-Aware Minimization","created":"2022-06-13","cited_by_count":146,"area":null},{"id":"2201.04234","title":"Leveraging Unlabeled Data to Predict Out-of-Distribution Performance","created":"2022-01-11","cited_by_count":145,"area":null},{"id":"2202.05441","title":"Learning Causally Invariant Representations for Out-of-Distribution Generalization on Graphs","created":"2022-02-11","cited_by_count":144,"area":null},{"id":"2212.04612","title":"Training Data Influence Analysis and Estimation: A Survey","created":"2022-12-09","cited_by_count":135,"area":null},{"id":"2105.08919","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","created":"2021-05-19","cited_by_count":134,"area":"distill"},{"id":"2105.14368","title":"Fit without fear: remarkable mathematical phenomena of deep learning through the prism of interpolation","created":"2021-05-29","cited_by_count":132,"area":null},{"id":"2102.03065","title":"Co-Mixup: Saliency Guided Joint Mixup with Supermodular Diversity","created":"2021-02-05","cited_by_count":128,"area":null},{"id":"2102.08127","title":"Learning curves of generic features maps for realistic datasets with a teacher-student model","created":"2021-02-16","cited_by_count":126,"area":"distill"},{"id":"2310.02664","title":"On Memorization in Diffusion Models","created":"2023-10-04","cited_by_count":125,"area":"diffusion"},{"id":"2312.13558","title":"The Truth is in There: Improving Reasoning in Language Models with Layer-Selective Rank Reduction","created":"2023-12-21","cited_by_count":123,"area":"lr"},{"id":"2107.08924","title":"Epistemic Neural Networks","created":"2021-07-19","cited_by_count":120,"area":null},{"id":"2211.08403","title":"REPAIR: REnormalizing Permuted Activations for Interpolation Repair","created":"2022-11-15","cited_by_count":120,"area":null},{"id":"2106.13799","title":"Assessing Generalization of SGD via Disagreement","created":"2021-06-25","cited_by_count":117,"area":null},{"id":"2104.10706","title":"Dataset Inference: Ownership Resolution in Machine Learning","created":"2021-04-21","cited_by_count":116,"area":"safety"},{"id":"2104.03620","title":"Open Domain Generalization with Domain-Augmented Meta-Learning","created":"2021-04-08","cited_by_count":115,"area":null},{"id":"2106.15853","title":"Understanding and Improving Early Stopping for Learning with Noisy Labels","created":"2021-06-30","cited_by_count":113,"area":null},{"id":"2203.04181","title":"Selective-Supervised Contrastive Learning with Noisy Labels","created":"2022-03-08","cited_by_count":112,"area":null},{"id":"2106.09524","title":"Implicit Bias of SGD for Diagonal Linear Networks: a Provable Benefit of Stochasticity","created":"2021-06-17","cited_by_count":110,"area":null},{"id":"2103.06503","title":"Fair Mixup: Fairness via Interpolation","created":"2021-03-11","cited_by_count":109,"area":null},{"id":"2111.00034","title":"Neural Networks as Kernel Learners: The Silent Alignment Effect","created":"2021-10-29","cited_by_count":106,"area":null},{"id":"2106.11642","title":"Repulsive Deep Ensembles are Bayesian","created":"2021-06-22","cited_by_count":104,"area":null},{"id":"2103.07756","title":"Learning with Feature-Dependent Label Noise: A Progressive Approach","created":"2021-03-13","cited_by_count":102,"area":null},{"id":"2107.13163","title":"Statistically Meaningful Approximation: a Case Study on Approximating Turing Machines with Transformers","created":"2021-07-28","cited_by_count":102,"area":null},{"id":"2102.02400","title":"Provably End-to-end Label-Noise Learning without Anchor Points","created":"2021-02-04","cited_by_count":97,"area":null},{"id":"2103.16050","title":"Progressive Domain Expansion Network for Single Domain Generalization","created":"2021-03-30","cited_by_count":97,"area":null},{"id":"2205.01491","title":"A Comprehensive Survey of Image Augmentation Techniques for Deep Learning","created":"2022-05-03","cited_by_count":97,"area":null},{"id":"2202.14037","title":"Understanding Contrastive Learning Requires Incorporating Inductive Biases","created":"2022-02-28","cited_by_count":96,"area":null},{"id":"1910.12179","title":"BAIL: Best-Action Imitation Learning for Batch Deep Reinforcement Learning","created":"2019-10-27","cited_by_count":91,"area":"offlinerl"},{"id":"2110.02444","title":"Influence-Balanced Loss for Imbalanced Visual Classification","created":"2021-10-06","cited_by_count":91,"area":null},{"id":"2202.06526","title":"Benign Overfitting in Two-layer Convolutional Neural Networks","created":"2022-02-14","cited_by_count":91,"area":null},{"id":"2203.06176","title":"More Than a Toy: Random Matrix Models Predict How Real-World Neural Representations Generalize","created":"2022-03-11","cited_by_count":91,"area":null},{"id":"2206.07085","title":"Understanding the Generalization Benefit of Normalization Layers: Sharpness Reduction","created":"2022-06-14","cited_by_count":86,"area":null},{"id":"2111.12698","title":"Open-Vocabulary Instance Segmentation via Robust Cross-Modal Pseudo-Labeling","created":"2021-11-24","cited_by_count":84,"area":null},{"id":"2112.02701","title":"Protecting Intellectual Property of Language Generation APIs with Lexical Watermark","created":"2021-12-05","cited_by_count":84,"area":"safety"},{"id":"2201.06640","title":"Towards Adversarial Evaluations for Inexact Machine Unlearning","created":"2022-01-17","cited_by_count":84,"area":"safety"},{"id":"2206.04920","title":"Fisher SAM: Information Geometry and Sharpness Aware Minimisation","created":"2022-06-10","cited_by_count":84,"area":null},{"id":"2105.05612","title":"Evading the Simplicity Bias: Training a Diverse Set of Models Discovers Solutions with Superior OOD Generalization","created":"2021-05-12","cited_by_count":83,"area":null},{"id":"2110.13905","title":"Gradient Descent on Two-layer Nets: Margin Maximization and Simplicity Bias","created":"2021-10-26","cited_by_count":83,"area":null},{"id":"2102.11628","title":"FINE Samples for Learning with Noisy Labels","created":"2021-02-23","cited_by_count":82,"area":null},{"id":"2106.03880","title":"Encoding-dependent generalization bounds for parametrized quantum circuits","created":"2021-06-07","cited_by_count":82,"area":null},{"id":"2101.06570","title":"Membership Inference Attack on Graph Neural Networks","created":"2021-01-17","cited_by_count":81,"area":null},{"id":"2106.09708","title":"Multi-Label Learning from Single Positive Labels","created":"2021-06-17","cited_by_count":81,"area":null},{"id":"2103.13029","title":"Jo-SRC: A Contrastive Approach for Combating Noisy Labels","created":"2021-03-24","cited_by_count":80,"area":null},{"id":"2103.15916","title":"Robust Audio-Visual Instance Discrimination","created":"2021-03-29","cited_by_count":80,"area":null},{"id":"2103.08214","title":"Detecting Human-Object Interaction via Fabricated Compositional Learning","created":"2021-03-15","cited_by_count":79,"area":null},{"id":"2106.00445","title":"Sample Selection with Uncertainty of Losses for Learning with Noisy Labels","created":"2021-06-01","cited_by_count":79,"area":null},{"id":"2104.07446","title":"Rehearsal revealed: The limits and merits of revisiting samples in continual learning","created":"2021-04-15","cited_by_count":76,"area":null},{"id":"2105.04522","title":"Generalized Jensen-Shannon Divergence Loss for Learning with Noisy Labels","created":"2021-05-10","cited_by_count":74,"area":null},{"id":"2202.05928","title":"Benign Overfitting without Linearity: Neural Network Classifiers Trained by Gradient Descent for Noisy Linear Data","created":"2022-02-11","cited_by_count":74,"area":null},{"id":"2105.14602","title":"On the geometry of generalization and memorization in deep neural networks","created":"2021-05-30","cited_by_count":73,"area":null},{"id":"2106.04714","title":"NRGNN: Learning a Label Noise-Resistant Graph Neural Network on Sparsely and Noisily Labeled Graphs","created":"2021-06-08","cited_by_count":73,"area":null},{"id":"2310.04415","title":"Why Do We Need Weight Decay in Modern Deep Learning?","created":"2023-10-06","cited_by_count":72,"area":null},{"id":"2103.12692","title":"Benign Overfitting of Constant-Stepsize SGD for Linear Regression","created":"2021-03-23","cited_by_count":71,"area":null},{"id":"2103.13646","title":"Contrast to Divide: Self-Supervised Pre-Training for Learning with Noisy Labels","created":"2021-03-25","cited_by_count":69,"area":null},{"id":"2201.07395","title":"Overview frequency principle/spectral bias in deep learning","created":"2022-01-19","cited_by_count":69,"area":null},{"id":"2301.09604","title":"FedExP: Speeding Up Federated Averaging via Extrapolation","created":"2023-01-23","cited_by_count":69,"area":null},{"id":"2307.09542","title":"Can Neural Network Memorization Be Localized?","created":"2023-07-18","cited_by_count":69,"area":null},{"id":"2104.09496","title":"Temporal Query Networks for Fine-grained Video Understanding","created":"2021-04-19","cited_by_count":68,"area":null},{"id":"2210.05337","title":"SGD with Large Step Sizes Learns Sparse Features","created":"2022-10-11","cited_by_count":68,"area":null},{"id":"2509.22642","title":"WoW: Towards a World omniscient World model Through Embodied Interaction","created":"2025-09-26","cited_by_count":67,"area":"wm"},{"id":"2103.05127","title":"Model Complexity of Deep Learning: A Survey","created":"2021-03-08","cited_by_count":65,"area":null},{"id":"2211.05729","title":"How Does Sharpness-Aware Minimization Minimize Sharpness?","created":"2022-11-10","cited_by_count":65,"area":null},{"id":"2102.08817","title":"Dissecting Supervised Contrastive Learning","created":"2021-02-17","cited_by_count":64,"area":null}],"next_cursor":"100"}