{"total":260,"rows":[{"id":"2309.16588","title":"Vision Transformers Need Registers","created":"2023-09-28","cited_by_count":871,"area":null},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2302.12400","title":"Towards Stable Test-Time Adaptation in Dynamic Wild World","created":"2023-02-24","cited_by_count":415,"area":null},{"id":"2202.06709","title":"How Do Vision Transformers Work?","created":"2022-02-14","cited_by_count":307,"area":null},{"id":"2111.07624","title":"Attention Mechanisms in Computer Vision: A Survey","created":"2021-11-15","cited_by_count":232,"area":null},{"id":"2111.05464","title":"Are Transformers More Robust Than CNNs?","created":"2021-11-10","cited_by_count":187,"area":null},{"id":"2303.07338","title":"Revisiting Class-Incremental Learning with Pre-Trained Models: Generalizability and Adaptivity are All You Need","created":"2023-03-13","cited_by_count":184,"area":null},{"id":"2208.06677","title":"Adan: Adaptive Nesterov Momentum Algorithm for Faster Optimizing Deep Models","created":"2022-08-13","cited_by_count":174,"area":null},{"id":"2203.08065","title":"Surrogate Gap Minimization Improves Sharpness-Aware Training","created":"2022-03-15","cited_by_count":172,"area":null},{"id":"2204.00097","title":"TransGeo: Transformer Is All You Need for Cross-view Image Geo-localization","created":"2022-03-31","cited_by_count":168,"area":null},{"id":"2112.13890","title":"SPViT: Enabling Faster Vision Transformers via Soft Token Pruning","created":"2021-12-27","cited_by_count":167,"area":"inference"},{"id":"2303.06296","title":"Stabilizing Transformer Training by Preventing Attention Entropy Collapse","created":"2023-03-11","cited_by_count":161,"area":null},{"id":"2110.03141","title":"Efficient Sharpness-aware Minimization for Improved Training of Neural Networks","created":"2021-10-07","cited_by_count":137,"area":null},{"id":"2112.03052","title":"Scaling Up Influence Functions","created":"2021-12-06","cited_by_count":132,"area":null},{"id":"2203.02714","title":"Towards Efficient and Scalable Sharpness-Aware Minimization","created":"2022-03-05","cited_by_count":129,"area":null},{"id":"2110.08529","title":"Sharpness-Aware Minimization Improves Language Model Generalization","created":"2021-10-16","cited_by_count":108,"area":null},{"id":"2207.14484","title":"Adaptive Gradient Methods at the Edge of Stability","created":"2022-07-29","cited_by_count":101,"area":null},{"id":"2203.11834","title":"Improving Generalization in Federated Learning by Seeking Flat Minima","created":"2022-03-22","cited_by_count":98,"area":null},{"id":"2205.14083","title":"Sharpness-Aware Training for Free","created":"2022-05-27","cited_by_count":95,"area":null},{"id":"2302.07011","title":"A Modern Look at the Relationship between Sharpness and Generalization","created":"2023-02-14","cited_by_count":92,"area":null},{"id":"2206.08213","title":"A Closer Look at Smoothness in Domain Adversarial Training","created":"2022-06-16","cited_by_count":85,"area":null},{"id":"2305.08842","title":"Straightening Out the Straight-Through Estimator: Overcoming Optimization Challenges in Vector Quantized Networks","created":"2023-05-15","cited_by_count":82,"area":null},{"id":"2202.00661","title":"When Do Flat Minima Optimizers Work?","created":"2022-02-01","cited_by_count":78,"area":null},{"id":"2109.04553","title":"Is Attention Better Than Matrix Decomposition?","created":"2021-09-09","cited_by_count":77,"area":null},{"id":"2204.00993","title":"Improving Vision Transformers by Revisiting High-frequency Components","created":"2022-04-03","cited_by_count":76,"area":null},{"id":"2210.05177","title":"Make Sharpness-Aware Minimization Stronger: A Sparsified Perturbation Approach","created":"2022-10-11","cited_by_count":70,"area":null},{"id":"2111.04060","title":"Are we ready for a new paradigm shift? A Survey on Visual Deep MLP","created":"2021-11-07","cited_by_count":63,"area":null},{"id":"2201.05991","title":"Video Transformers: A Survey","created":"2022-01-16","cited_by_count":63,"area":null},{"id":"2208.10431","title":"ProtoPFormer: Concentrating on Prototypical Parts in Vision Transformers for Interpretable Image Recognition","created":"2022-08-22","cited_by_count":63,"area":null},{"id":"2206.08720","title":"Fast Finite Width Neural Tangent Kernel","created":"2022-06-17","cited_by_count":62,"area":null},{"id":"2206.03996","title":"Sharp-MAML: Sharpness-Aware Model-Agnostic Meta Learning","created":"2022-06-08","cited_by_count":58,"area":null},{"id":"2206.10654","title":"On the Maximum Hessian Eigenvalue and Generalization","created":"2022-06-21","cited_by_count":57,"area":null},{"id":"2303.03108","title":"Gradient Norm Aware Minimization Seeks First-Order Flatness and Improves Generalization","created":"2023-03-03","cited_by_count":57,"area":null},{"id":"2212.05749","title":"On Pre-Training for Visuo-Motor Control: Revisiting a Learning-from-Scratch Baseline","created":"2022-12-12","cited_by_count":56,"area":null},{"id":"2207.09239","title":"Assaying Out-Of-Distribution Generalization in Transfer Learning","created":"2022-07-19","cited_by_count":53,"area":null},{"id":"2111.13445","title":"How Well Do Sparse Imagenet Models Transfer?","created":"2021-11-26","cited_by_count":50,"area":null},{"id":"2207.11280","title":"PanGu-Coder: Program Synthesis with Function-Level Language Modeling","created":"2022-07-22","cited_by_count":48,"area":null},{"id":"2307.16867","title":"Revisiting the Parameter Efficiency of Adapters from the Perspective of Precision Redundancy","created":"2023-07-31","cited_by_count":44,"area":null},{"id":"2402.10198","title":"SAMformer: Unlocking the Potential of Transformers in Time Series Forecasting with Sharpness-Aware Minimization and Channel-Wise Attention","created":"2024-02-15","cited_by_count":44,"area":null},{"id":"2210.05497","title":"Improving Sharpness-Aware Minimization with Fisher Mask for Better Generalization on Language Models","created":"2022-10-11","cited_by_count":42,"area":null},{"id":"2306.10711","title":"PLASTIC: Improving Input and Label Plasticity for Sample Efficient Reinforcement Learning","created":"2023-06-19","cited_by_count":42,"area":null},{"id":"2210.01620","title":"SAM as an Optimal Relaxation of Bayes","created":"2022-10-04","cited_by_count":41,"area":null},{"id":"2401.02957","title":"Denoising Vision Transformers","created":"2024-01-05","cited_by_count":40,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2305.16292","title":"Sharpness-Aware Minimization Leads to Low-Rank Features","created":"2023-05-25","cited_by_count":38,"area":null},{"id":"2309.15639","title":"Enhancing Sharpness-Aware Optimization Through Variance Suppression","created":"2023-09-27","cited_by_count":37,"area":null},{"id":"2111.10493","title":"Discrete Representations Strengthen Vision Transformer Robustness","created":"2021-11-20","cited_by_count":35,"area":null},{"id":"2203.06345","title":"The Principle of Diversity: Training Stronger Vision Transformers Calls for Reducing All Levels of Redundancy","created":"2022-03-12","cited_by_count":35,"area":null},{"id":"2302.11874","title":"What Can We Learn From The Selective Prediction And Uncertainty Estimation Performance Of 523 Imagenet Classifiers","created":"2023-02-23","cited_by_count":35,"area":null},{"id":"2110.08611","title":"Deep Active Learning by Leveraging Training Dynamics","created":"2021-10-16","cited_by_count":32,"area":null},{"id":"2307.07873","title":"Why Does Little Robustness Help? A Further Step Towards Understanding Adversarial Transferability","created":"2023-07-15","cited_by_count":32,"area":null},{"id":"2302.11893","title":"A framework for benchmarking class-out-of-distribution detection and its application to ImageNet","created":"2023-02-23","cited_by_count":31,"area":null},{"id":"2206.12543","title":"A Fast, Well-Founded Approximation to the Empirical Neural Tangent Kernel","created":"2022-06-25","cited_by_count":30,"area":null},{"id":"2109.03810","title":"Scaled ReLU Matters for Training Vision Transformers","created":"2021-09-08","cited_by_count":29,"area":null},{"id":"2310.07269","title":"Why Does Sharpness-Aware Minimization Generalize Better Than SGD?","created":"2023-10-11","cited_by_count":28,"area":null},{"id":"2112.11435","title":"Learned Queries for Efficient Local Attention","created":"2021-12-21","cited_by_count":27,"area":null},{"id":"2201.06618","title":"VAQF: Fully Automatic Software-Hardware Co-Design Framework for Low-Bit Vision Transformer","created":"2022-01-17","cited_by_count":27,"area":null},{"id":"2205.10450","title":"Temporally Precise Action Spotting in Soccer Videos Using Dense Detection Anchors","created":"2022-05-20","cited_by_count":27,"area":null},{"id":"2206.13951","title":"Robustifying Vision Transformer without Retraining from Scratch by Test-Time Class-Conditional Feature Alignment","created":"2022-06-28","cited_by_count":27,"area":null},{"id":"2306.04226","title":"Normalization Layers Are All That Sharpness-Aware Minimization Needs","created":"2023-06-07","cited_by_count":27,"area":null},{"id":"2307.11108","title":"Flatness-Aware Minimization for Domain Generalization","created":"2023-07-20","cited_by_count":27,"area":null},{"id":"2309.00079","title":"On the Implicit Bias of Adam","created":"2023-08-31","cited_by_count":27,"area":null},{"id":"2402.19387","title":"SeD: Semantic-Aware Discriminator for Image Super-Resolution","created":"2024-02-29","cited_by_count":26,"area":null},{"id":"2111.12273","title":"Sharpness-aware Quantization for Deep Neural Networks","created":"2021-11-24","cited_by_count":25,"area":null},{"id":"2207.06095","title":"Eliminating Gradient Conflict in Reference-based Line-Art Colorization","created":"2022-07-13","cited_by_count":25,"area":null},{"id":"2410.10373","title":"Sharpness-Aware Minimization Efficiently Selects Flatter Minima Late in Training","created":"2024-10-14","cited_by_count":24,"area":null},{"id":"2209.14105","title":"Exploring the Relationship between Architecture and Adversarially Robust Generalization","created":"2022-09-28","cited_by_count":23,"area":null},{"id":"2303.00565","title":"AdaSAM: Boosting Sharpness-Aware Minimization with Adaptive Learning Rate and Momentum for Training Deep Neural Networks","created":"2023-03-01","cited_by_count":21,"area":null},{"id":"2303.01500","title":"Dropout Reduces Underfitting","created":"2023-03-02","cited_by_count":21,"area":null},{"id":"2205.12466","title":"Eye-gaze-guided Vision Transformer for Rectifying Shortcut Learning","created":"2022-05-25","cited_by_count":20,"area":null},{"id":"2303.13500","title":"A Closer Look at Model Adaptation using Feature Distortion and Simplicity Bias","created":"2023-03-23","cited_by_count":20,"area":"mechinterp"},{"id":"2306.09850","title":"Practical Sharpness-Aware Minimization Cannot Converge All the Way to Optima","created":"2023-06-16","cited_by_count":20,"area":null},{"id":"2404.01509","title":"Can Biases in ImageNet Models Explain Generalization?","created":"2024-04-01","cited_by_count":20,"area":null},{"id":"2111.01353","title":"Can Vision Transformers Perform Convolution?","created":"2021-11-02","cited_by_count":18,"area":null},{"id":"2310.07265","title":"Distilling Efficient Vision Transformers from CNNs for Semantic Segmentation","created":"2023-10-11","cited_by_count":18,"area":"distill"},{"id":"2204.10916","title":"Revealing Occlusions with 4D Neural Fields","created":"2022-04-22","cited_by_count":17,"area":null},{"id":"2212.13805","title":"Swin MAE: Masked Autoencoders for Small Datasets","created":"2022-12-28","cited_by_count":17,"area":null},{"id":"2305.15817","title":"Sharpness-Aware Minimization Revisited: Weighted Sharpness as a Regularization Term","created":"2023-05-25","cited_by_count":16,"area":null},{"id":"2110.14855","title":"CAP: Co-Adversarial Perturbation on Weights and Features for Improving Generalization of Graph Neural Networks","created":"2021-10-28","cited_by_count":15,"area":null},{"id":"2207.06180","title":"Multi-modal Depression Estimation based on Sub-attentional Fusion","created":"2022-07-13","cited_by_count":15,"area":null},{"id":"2209.07959","title":"Towards Bridging the Performance Gaps of Joint Energy-based Models","created":"2022-09-16","cited_by_count":15,"area":null},{"id":"2211.13723","title":"Beyond Losses Reweighting: Empowering Multi-Task Learning via the Generalization Perspective","created":"2022-11-24","cited_by_count":15,"area":null},{"id":"2306.02913","title":"Decentralized SGD and Average-direction SAM are Asymptotically Equivalent","created":"2023-06-05","cited_by_count":15,"area":null},{"id":"2410.21042","title":"Improving Visual Prompt Tuning by Gaussian Neighborhood Minimization for Long-Tailed Visual Recognition","created":"2024-10-28","cited_by_count":15,"area":null},{"id":"2203.09962","title":"Randomized Sharpness-Aware Training for Boosting Computational Efficiency in Deep Learning","created":"2022-03-18","cited_by_count":14,"area":null},{"id":"2301.06308","title":"Stability Analysis of Sharpness-Aware Minimization","created":"2023-01-16","cited_by_count":14,"area":null},{"id":"2302.09554","title":"Mixed Hierarchy Network for Image Restoration","created":"2023-02-19","cited_by_count":14,"area":null},{"id":"2306.05651","title":"Differentially Private Sharpness-Aware Training","created":"2023-06-09","cited_by_count":14,"area":null},{"id":"2308.12532","title":"FedSOL: Stabilized Orthogonal Learning with Proximal Restrictions in Federated Learning","created":"2023-08-24","cited_by_count":14,"area":null},{"id":"2401.12033","title":"Momentum-SAM: Sharpness Aware Minimization without Computational Overhead","created":"2024-01-22","cited_by_count":14,"area":null},{"id":"2207.08034","title":"Progress and limitations of deep networks to recognize objects in unusual poses","created":"2022-07-16","cited_by_count":13,"area":null},{"id":"2311.01575","title":"On the Convergence of Encoder-only Shallow Transformers","created":"2023-11-02","cited_by_count":13,"area":null},{"id":"2112.09747","title":"A Simple Single-Scale Vision Transformer for Object Localization and Instance Segmentation","created":"2021-12-17","cited_by_count":12,"area":null},{"id":"2204.04564","title":"Multimodal Transformer for Nursing Activity Recognition","created":"2022-04-09","cited_by_count":12,"area":null},{"id":"2205.01586","title":"Simpler is Better: off-the-shelf Continual Learning Through Pretrained Backbones","created":"2022-05-03","cited_by_count":12,"area":null},{"id":"2209.14974","title":"Greybox XAI: a Neural-Symbolic learning framework to produce interpretable predictions for image classification","created":"2022-09-26","cited_by_count":12,"area":null},{"id":"2405.14880","title":"Dissecting Query-Key Interaction in Vision Transformers","created":"2024-04-04","cited_by_count":12,"area":null},{"id":"2304.12622","title":"Bias in Pruned Vision Models: In-Depth Analysis and Countermeasures","created":"2023-04-25","cited_by_count":11,"area":null},{"id":"2403.14715","title":"Towards Understanding Why Label Smoothing Degrades Selective Classification and How to Fix It","created":"2024-03-19","cited_by_count":11,"area":null},{"id":"2406.09958","title":"Memory-Efficient Optimization with Factorized Hamiltonian Descent","created":"2024-06-14","cited_by_count":11,"area":null}],"next_cursor":"100"}