{"list":"other","total":77,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1502.03167","title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","created":"2015-02-11","cited_by_count":7005},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1512.00567","title":"Rethinking the Inception Architecture for Computer Vision","created":"2015-12-02","cited_by_count":5475},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"1905.04899","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","created":"2019-05-13","cited_by_count":2884},{"id":"2011.10566","title":"Exploring Simple Siamese Representation Learning","created":"2020-11-20","cited_by_count":2866},{"id":"2006.09882","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","created":"2020-06-17","cited_by_count":2857},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"1909.13719","title":"RandAugment: Practical automated data augmentation with a reduced search space","created":"2019-09-30","cited_by_count":2269},{"id":"2004.07780","title":"Shortcut Learning in Deep Neural Networks","created":"2020-04-16","cited_by_count":1969},{"id":"2006.16241","title":"The Many Faces of Robustness: A Critical Analysis of Out-of-Distribution Generalization","created":"2020-06-29","cited_by_count":1850},{"id":"1805.01978","title":"Unsupervised Feature Learning via Non-Parametric Instance-level Discrimination","created":"2018-05-05","cited_by_count":1845},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"1902.10811","title":"Do ImageNet Classifiers Generalize to ImageNet?","created":"2019-02-13","cited_by_count":1515},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"1604.07379","title":"Context Encoders: Feature Learning by Inpainting","created":"2016-04-25","cited_by_count":1428},{"id":"1907.07174","title":"Natural Adversarial Examples","created":"2019-07-16","cited_by_count":1408},{"id":"2005.10242","title":"Understanding Contrastive Representation Learning through Alignment and Uniformity on the Hypersphere","created":"2020-05-20","cited_by_count":1405},{"id":"2203.12602","title":"VideoMAE: Masked Autoencoders are Data-Efficient Learners for Self-Supervised Video Pre-Training","created":"2022-03-23","cited_by_count":1322},{"id":"1808.06670","title":"Learning deep representations by mutual information estimation and maximization","created":"2018-08-20","cited_by_count":1273},{"id":"1708.04896","title":"Random Erasing Data Augmentation","created":"2017-08-16","cited_by_count":1239},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153},{"id":"1505.05192","title":"Unsupervised Visual Representation Learning by Context Prediction","created":"2015-05-19","cited_by_count":1066},{"id":"1610.02242","title":"Temporal Ensembling for Semi-Supervised Learning","created":"2016-10-07","cited_by_count":1057},{"id":"2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","created":"2021-05-11","cited_by_count":1057},{"id":"2301.08243","title":"Self-Supervised Learning from Images with a Joint-Embedding Predictive Architecture","created":"2023-01-19","cited_by_count":1039},{"id":"1807.05520","title":"Deep Clustering for Unsupervised Learning of Visual Features","created":"2018-07-15","cited_by_count":1028},{"id":"1905.13549","title":"Learning Robust Global Representations by Penalizing Local Predictive Power","created":"2019-05-29","cited_by_count":1013},{"id":"1603.09382","title":"Deep Networks with Stochastic Depth","created":"2016-03-30","cited_by_count":979},{"id":"2005.10243","title":"What Makes for Good Views for Contrastive Learning?","created":"2020-05-20","cited_by_count":846},{"id":"1912.01991","title":"Self-Supervised Learning of Pretext-Invariant Representations","created":"2019-12-04","cited_by_count":808},{"id":"1511.06335","title":"Unsupervised Deep Embedding for Clustering Analysis","created":"2015-11-19","cited_by_count":767},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2108.08810","title":"Do Vision Transformers See Like Convolutional Neural Networks?","created":"2021-08-19","cited_by_count":675},{"id":"1902.09229","title":"A Theoretical Analysis of Contrastive Unsupervised Representation Learning","created":"2019-02-25","cited_by_count":530},{"id":"1807.06653","title":"Invariant Information Clustering for Unsupervised Image Classification and Segmentation","created":"2018-07-17","cited_by_count":455},{"id":"2205.09113","title":"Masked Autoencoders As Spatiotemporal Learners","created":"2022-05-18","cited_by_count":429},{"id":"2012.09740","title":"Understanding the Behaviour of Contrastive Loss","created":"2020-12-15","cited_by_count":398},{"id":"2104.14548","title":"With a Little Help from My Friends: Nearest-Neighbor Contrastive Learning of Visual Representations","created":"2021-04-29","cited_by_count":326},{"id":"2204.07141","title":"Masked Siamese Networks for Label-Efficient Learning","created":"2022-04-14","cited_by_count":302},{"id":"2207.06405","title":"Masked Autoencoders that Listen","created":"2022-07-13","cited_by_count":273},{"id":"2009.09687","title":"Contrastive Clustering","created":"2020-09-21","cited_by_count":265},{"id":"1610.04794","title":"Towards K-means-friendly Spaces: Simultaneous Deep Learning and Clustering","created":"2016-10-15","cited_by_count":237},{"id":"1905.12322","title":"A Study of BFLOAT16 for Deep Learning Training","created":"2019-05-29","cited_by_count":232},{"id":"2110.05069","title":"Efficient Training of Audio Transformers with Patchout","created":"2021-10-11","cited_by_count":226},{"id":"2207.13532","title":"Contrastive Masked Autoencoders are Stronger Vision Learners","created":"2022-07-27","cited_by_count":133},{"id":"2111.11429","title":"Benchmarking Detection Transfer Learning with Vision Transformers","created":"2021-11-22","cited_by_count":131},{"id":"2112.10740","title":"Are Large-scale Datasets Necessary for Self-Supervised Pre-training?","created":"2021-12-20","cited_by_count":117},{"id":"2206.07579","title":"A Comprehensive Survey on Deep Clustering: Taxonomy, Challenges, and Future Directions","created":"2022-06-15","cited_by_count":73},{"id":"2303.13496","title":"The effectiveness of MAE pre-pretraining for billion-scale pretraining","created":"2023-03-23","cited_by_count":68},{"id":"2207.07116","title":"Bootstrapped Masked Autoencoders for Vision BERT Pretraining","created":"2022-07-14","cited_by_count":60},{"id":"2210.07277","title":"The Hidden Uniform Cluster Prior in Self-Supervised Learning","created":"2022-10-13","cited_by_count":58},{"id":"2208.05688","title":"Semi-supervised Vision Transformers at Scale","created":"2022-08-11","cited_by_count":49},{"id":"2206.04664","title":"On Data Scaling in Masked Image Modeling","created":"2022-06-09","cited_by_count":46},{"id":"2212.03862","title":"Teaching Matters: Investigating the Role of Supervision in Vision Transformers","created":"2022-12-07","cited_by_count":45},{"id":"2204.07596","title":"Perfectly Balanced: Improving Transfer and Robustness of Supervised Contrastive Learning","created":"2022-04-15","cited_by_count":40},{"id":"2211.14699","title":"A Theoretical Study of Inductive Biases in Contrastive Learning","created":"2022-11-27","cited_by_count":40},{"id":"2302.07920","title":"InfoNCE Loss Provably Learns Cluster-Preserving Representations","created":"2023-02-15","cited_by_count":37},{"id":"2207.07065","title":"On the Strong Correlation Between Model Invariance and Generalization","created":"2022-07-14","cited_by_count":23},{"id":"2210.07224","title":"Exploring Long-Sequence Masked Autoencoders","created":"2022-10-13","cited_by_count":22},{"id":"2302.14138","title":"Layer Grafted Pre-training: Bridging Contrastive Learning And Masked Image Modeling For Label-Efficient Representations","created":"2023-02-27","cited_by_count":18},{"id":"1912.08165","title":"Cyanure: An Open-Source Toolbox for Empirical Risk Minimization for Python, C++, and soon more","created":"2019-12-17","cited_by_count":16},{"id":"1902.01449","title":"Generalization Bounds For Unsupervised and Semi-Supervised Learning With Autoencoders","created":"2019-02-04","cited_by_count":11},{"id":"2303.09352","title":"Hubs and Hyperspheres: Reducing Hubness and Improving Transductive Few-shot Learning with Hyperspherical Embeddings","created":"2023-03-16","cited_by_count":11},{"id":"2208.05744","title":"On the Pros and Cons of Momentum Encoder in Self-Supervised Visual Representation Learning","created":"2022-08-11","cited_by_count":10},{"id":"2210.09866","title":"Towards Efficient and Effective Self-Supervised Learning of Visual Representations","created":"2022-10-18","cited_by_count":6}],"next_cursor":null}