{"list":"other","total":53,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"1502.03167","title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","created":"2015-02-11","cited_by_count":7005},{"id":"2212.09748","title":"Scalable Diffusion Models with Transformers","created":"2022-12-19","cited_by_count":6054},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1512.00567","title":"Rethinking the Inception Architecture for Computer Vision","created":"2015-12-02","cited_by_count":5475},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2201.03545","title":"A ConvNet for the 2020s","created":"2022-01-10","cited_by_count":3579},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"1905.04899","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","created":"2019-05-13","cited_by_count":2884},{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120},{"id":"1803.08494","title":"Group Normalization","created":"2018-03-22","cited_by_count":1524},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"1708.04896","title":"Random Erasing Data Augmentation","created":"2017-08-16","cited_by_count":1239},{"id":"1607.08022","title":"Instance Normalization: The Missing Ingredient for Fast Stylization","created":"2016-07-27","cited_by_count":1198},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135},{"id":"1603.09382","title":"Deep Networks with Stochastic Depth","created":"2016-03-30","cited_by_count":979},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"1706.02515","title":"Self-Normalizing Neural Networks","created":"2017-06-08","cited_by_count":598},{"id":"1602.07868","title":"Weight Normalization: A Simple Reparameterization to Accelerate Training of Deep Neural Networks","created":"2016-02-25","cited_by_count":543},{"id":"2102.06171","title":"High-Performance Large-Scale Image Recognition Without Normalization","created":"2021-02-11","cited_by_count":360},{"id":"1805.11604","title":"How Does Batch Normalization Help Optimization?","created":"2018-05-29","cited_by_count":357},{"id":"2003.04887","title":"ReZero is All You Need: Fast Convergence at Large Depth","created":"2020-03-10","cited_by_count":264},{"id":"1911.07013","title":"Understanding and Improving Layer Normalization","created":"2019-11-16","cited_by_count":217},{"id":"1901.09321","title":"Fixup Initialization: Residual Learning Without Normalization","created":"2019-01-27","cited_by_count":198},{"id":"1806.02375","title":"Understanding Batch Normalization","created":"2018-06-01","cited_by_count":159},{"id":"1702.08591","title":"The Shattered Gradients Problem: If resnets are the answer, then what is the question?","created":"2017-02-28","cited_by_count":157},{"id":"1910.05895","title":"Transformers without Tears: Improving the Normalization of Self-Attention","created":"2019-10-14","cited_by_count":153},{"id":"2403.03234","title":"Caduceus: Bi-Directional Equivariant Long-Range DNA Sequence Modeling","created":"2024-03-05","cited_by_count":113},{"id":"2101.08692","title":"Characterizing signal propagation to close the performance gap in unnormalized ResNets","created":"2021-01-21","cited_by_count":88},{"id":"2206.07085","title":"Understanding the Generalization Benefit of Normalization Layers: Sharpness Reduction","created":"2022-06-14","cited_by_count":86},{"id":"2503.10622","title":"Transformers without Normalization","created":"2025-03-13","cited_by_count":70},{"id":"1812.03981","title":"Theoretical Analysis of Auto Rate-Tuning by Batch Normalization","created":"2018-12-10","cited_by_count":65},{"id":"1711.03189","title":"Deep Hyperspherical Learning","created":"2017-11-08","cited_by_count":55},{"id":"2105.02716","title":"Noether's Learning Dynamics: Role of Symmetry Breaking in Neural Networks","created":"2021-05-06","cited_by_count":50},{"id":"1804.08071","title":"Decoupled Networks","created":"2018-04-22","cited_by_count":45},{"id":"1911.09737","title":"Filter Response Normalization Layer: Eliminating Batch Dependence in the Training of Deep Neural Networks","created":"2019-11-21","cited_by_count":45},{"id":"2311.01906","title":"Simplifying Transformer Blocks","created":"2023-11-03","cited_by_count":37},{"id":"2306.04226","title":"Normalization Layers Are All That Sharpness-Aware Minimization Needs","created":"2023-06-07","cited_by_count":27},{"id":"2305.15287","title":"The Crucial Role of Normalization in Sharpness-Aware Minimization","created":"2023-05-24","cited_by_count":26},{"id":"2106.05956","title":"Beyond BatchNorm: Towards a Unified Understanding of Normalization in Deep Learning","created":"2021-06-10","cited_by_count":25},{"id":"1906.02926","title":"The Normalization Method for Alleviating Pathological Sharpness in Wide Neural Networks","created":"2019-06-07","cited_by_count":20},{"id":"2001.06838","title":"Towards Stabilizing Batch Statistics in Backward Propagation of Batch Normalization","created":"2020-01-19","cited_by_count":19},{"id":"2409.13710","title":"You can remove GPT2's LayerNorm by fine-tuning","created":"2024-09-06","cited_by_count":11},{"id":"2208.01313","title":"Unified Normalization for Accelerating and Stabilizing Transformers","created":"2022-08-02","cited_by_count":6},{"id":"2503.21708","title":"On the Mathematical Relationship Between Layer Normalization and Dynamic Activation Functions","created":"2025-03-27","cited_by_count":4}],"next_cursor":null}