{"list":"other","total":54,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"1502.03167","title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","created":"2015-02-11","cited_by_count":7005},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"2201.03545","title":"A ConvNet for the 2020s","created":"2022-01-10","cited_by_count":3579},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"1603.05027","title":"Identity Mappings in Deep Residual Networks","created":"2016-03-16","cited_by_count":1965},{"id":"1611.03530","title":"Understanding deep learning requires rethinking generalization","created":"2016-11-10","cited_by_count":1674},{"id":"1803.08494","title":"Group Normalization","created":"2018-03-22","cited_by_count":1524},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"1808.06670","title":"Learning deep representations by mutual information estimation and maximization","created":"2018-08-20","cited_by_count":1273},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"1612.00410","title":"Deep Variational Information Bottleneck","created":"2016-12-01","cited_by_count":930},{"id":"1503.02406","title":"Deep Learning and the Information Bottleneck Principle","created":"2015-03-09","cited_by_count":802},{"id":"1801.04062","title":"MINE: Mutual Information Neural Estimation","created":"2018-01-12","cited_by_count":683},{"id":"1706.08947","title":"Exploring Generalization in Deep Learning","created":"2017-06-27","cited_by_count":600},{"id":"1602.07868","title":"Weight Normalization: A Simple Reparameterization to Accelerate Training of Deep Neural Networks","created":"2016-02-25","cited_by_count":543},{"id":"1703.00810","title":"Opening the Black Box of Deep Neural Networks via Information","created":"2017-03-02","cited_by_count":503},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463},{"id":"1705.08741","title":"Train longer, generalize better: closing the generalization gap in large batch training of neural networks","created":"2017-05-24","cited_by_count":279},{"id":"2305.14342","title":"Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training","created":"2023-05-23","cited_by_count":265},{"id":"1911.07013","title":"Understanding and Improving Layer Normalization","created":"2019-11-16","cited_by_count":217},{"id":"1706.01350","title":"Emergence of Invariance and Disentanglement in Deep Representations","created":"2017-06-05","cited_by_count":215},{"id":"2307.05695","title":"ReLoRA: High-Rank Training Through Low-Rank Updates","created":"2023-07-11","cited_by_count":204},{"id":"2002.07017","title":"Learning Robust Representations via Multi-View Information Bottleneck","created":"2020-02-17","cited_by_count":191},{"id":"1707.00683","title":"Modulating early visual processing by language","created":"2017-07-02","cited_by_count":167},{"id":"2105.00470","title":"On Feature Decorrelation in Self-Supervised Learning","created":"2021-05-02","cited_by_count":160},{"id":"1611.01353","title":"Information Dropout: Learning Optimal Representations Through Noisy Computation","created":"2016-11-04","cited_by_count":132},{"id":"1801.05852","title":"Network Representation Learning: A Survey","created":"2017-12-04","cited_by_count":101},{"id":"2305.18887","title":"How Does Information Bottleneck Help Deep Learning?","created":"2023-05-30","cited_by_count":93},{"id":"1904.03441","title":"Iterative Normalization: Beyond Standardization towards Efficient Whitening","created":"2019-04-06","cited_by_count":92},{"id":"2009.12836","title":"Normalization Techniques in Training DNNs: Methodology, Analysis and Application","created":"2020-09-27","cited_by_count":90},{"id":"1910.08350","title":"A Mutual Information Maximization Perspective of Language Representation Learning","created":"2019-10-18","cited_by_count":85},{"id":"1804.08450","title":"Decorrelated Batch Normalization","created":"2018-04-23","cited_by_count":83},{"id":"1705.02436","title":"Nonlinear Information Bottleneck","created":"2017-05-06","cited_by_count":71},{"id":"2004.14941","title":"The Information Bottleneck Problem and Its Applications in Machine Learning","created":"2020-04-30","cited_by_count":66},{"id":"1805.09785","title":"Entropy and mutual information in models of deep neural networks","created":"2018-05-24","cited_by_count":51},{"id":"1808.01174","title":"Generalization Error in Deep Learning","created":"2018-08-03","cited_by_count":47},{"id":"1507.00210","title":"Natural Neural Networks","created":"2015-07-01","cited_by_count":44},{"id":"1906.03548","title":"Four Things Everyone Should Know to Improve Batch Normalization","created":"2019-06-09","cited_by_count":28},{"id":"1806.00420","title":"Whitening and Coloring batch transform for GANs","created":"2018-06-01","cited_by_count":27},{"id":"1707.06065","title":"Dynamic Layer Normalization for Adaptive Neural Acoustic Modeling in Speech Recognition","created":"2017-07-19","cited_by_count":14},{"id":"2305.18399","title":"On the impact of activation and normalization in obtaining isometric embeddings at initialization","created":"2023-05-28","cited_by_count":13},{"id":"2305.16789","title":"Modulate Your Spectrum in Self-Supervised Learning","created":"2023-05-26","cited_by_count":9},{"id":"2505.00685","title":"On the Importance of Gaussianizing Representations","created":"2025-05-01","cited_by_count":6},{"id":"1610.06160","title":"Streaming Normalization: Towards Simpler and More Biologically-plausible Normalizations for Online and Recurrent Learning","created":"2016-10-19","cited_by_count":4},{"id":"2312.13933","title":"Structured Probabilistic Coding","created":"2023-12-21","cited_by_count":3},{"id":"2507.05387","title":"The Generalization Ridge: Information Flow in Natural Language Generation","created":"2025-07-07","cited_by_count":2}],"next_cursor":null}