{"total":2866,"rows":[{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974,"area":null},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403,"area":null},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968,"area":null},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375,"area":null},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342,"area":null},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838,"area":null},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616,"area":null},{"id":"2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","created":"2021-05-11","cited_by_count":1057,"area":null},{"id":"2301.08243","title":"Self-Supervised Learning from Images with a Joint-Embedding Predictive Architecture","created":"2023-01-19","cited_by_count":1039,"area":"wm"},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2301.00808","title":"ConvNeXt V2: Co-designing and Scaling ConvNets with Masked Autoencoders","created":"2023-01-02","cited_by_count":712,"area":null},{"id":"2112.01071","title":"Extract Free Dense Labels from CLIP","created":"2021-12-02","cited_by_count":583,"area":null},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576,"area":null},{"id":"2203.02053","title":"Mind the Gap: Understanding the Modality Gap in Multi-modal Contrastive Representation Learning","created":"2022-03-03","cited_by_count":561,"area":null},{"id":"2303.16727","title":"VideoMAE V2: Scaling Video Masked Autoencoders with Dual Masking","created":"2023-03-29","cited_by_count":528,"area":null},{"id":"2112.10003","title":"Image Segmentation Using Text and Image Prompts","created":"2021-12-18","cited_by_count":512,"area":null},{"id":"2212.03191","title":"InternVideo: General Video Foundation Models via Generative and Discriminative Learning","created":"2022-12-06","cited_by_count":447,"area":null},{"id":"2306.03881","title":"Emergent Correspondence from Image Diffusion","created":"2023-06-06","cited_by_count":446,"area":"diffusion"},{"id":"2207.08051","title":"SatMAE: Pre-training Transformers for Temporal and Multi-Spectral Satellite Imagery","created":"2022-07-17","cited_by_count":408,"area":null},{"id":"2110.05208","title":"Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm","created":"2021-10-11","cited_by_count":405,"area":null},{"id":"2207.14315","title":"SPot-the-Difference Self-Supervised Pre-training for Anomaly Detection and Segmentation","created":"2022-07-28","cited_by_count":400,"area":null},{"id":"2203.04955","title":"Temporal Difference Learning for Model Predictive Control","created":"2022-03-09","cited_by_count":397,"area":"wm"},{"id":"2110.09348","title":"Understanding Dimensional Collapse in Contrastive Self-supervised Learning","created":"2021-10-18","cited_by_count":378,"area":null},{"id":"2101.11605","title":"Bottleneck Transformers for Visual Recognition","created":"2021-01-27","cited_by_count":364,"area":null},{"id":"2112.10510","title":"Transformers Can Do Bayesian Inference","created":"2021-12-20","cited_by_count":360,"area":null},{"id":"2106.14112","title":"Time-Series Representation Learning via Temporal and Contextual Contrasting","created":"2021-06-26","cited_by_count":345,"area":null},{"id":"2104.14548","title":"With a Little Help from My Friends: Nearest-Neighbor Contrastive Learning of Visual Representations","created":"2021-04-29","cited_by_count":326,"area":null},{"id":"2210.07574","title":"Is synthetic data from generative models ready for image recognition?","created":"2022-10-14","cited_by_count":320,"area":null},{"id":"2106.01342","title":"SAINT: Improved Neural Networks for Tabular Data via Row Attention and Contrastive Pre-Training","created":"2021-06-02","cited_by_count":319,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2106.04156","title":"Provable Guarantees for Self-Supervised Deep Learning with Spectral Contrastive Loss","created":"2021-06-08","cited_by_count":313,"area":"mechinterp"},{"id":"2106.04619","title":"Self-Supervised Learning with Data Augmentations Provably Isolates Content from Style","created":"2021-06-08","cited_by_count":312,"area":null},{"id":"2212.14532","title":"Scale-MAE: A Scale-Aware Masked Autoencoder for Multiscale Geospatial Representation Learning","created":"2022-12-30","cited_by_count":308,"area":null},{"id":"2204.07141","title":"Masked Siamese Networks for Label-Efficient Learning","created":"2022-04-14","cited_by_count":302,"area":null},{"id":"2202.03026","title":"Context Autoencoder for Self-Supervised Representation Learning","created":"2022-02-07","cited_by_count":297,"area":null},{"id":"2102.08259","title":"Dataset Condensation with Differentiable Siamese Augmentation","created":"2021-02-16","cited_by_count":291,"area":null},{"id":"2103.00111","title":"Graph Self-Supervised Learning: A Survey","created":"2021-02-27","cited_by_count":289,"area":null},{"id":"2302.09880","title":"Towards Unbounded Machine Unlearning","created":"2023-02-20","cited_by_count":268,"area":"safety"},{"id":"2205.14401","title":"Point-M2AE: Multi-scale Masked Autoencoders for Hierarchical Point Cloud Pre-training","created":"2022-05-28","cited_by_count":264,"area":null},{"id":"2204.10377","title":"Contrastive Test-Time Adaptation","created":"2022-04-21","cited_by_count":261,"area":null},{"id":"2102.06810","title":"Understanding self-supervised Learning Dynamics without Contrastive Pairs","created":"2021-02-12","cited_by_count":256,"area":null},{"id":"2206.07568","title":"Contrastive Learning as Goal-Conditioned Reinforcement Learning","created":"2022-06-15","cited_by_count":253,"area":null},{"id":"2311.07113","title":"SpectralGPT: Spectral Remote Sensing Foundation Model","created":"2023-11-13","cited_by_count":252,"area":null},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2107.04649","title":"Accuracy on the Line: On the Strong Correlation Between Out-of-Distribution and In-Distribution Generalization","created":"2021-07-09","cited_by_count":249,"area":null},{"id":"2110.07728","title":"Pre-training Molecular Graph Representation with 3D Geometry","created":"2021-10-07","cited_by_count":248,"area":null},{"id":"2204.07761","title":"Language-Grounded Indoor 3D Semantic Segmentation in the Wild","created":"2022-04-16","cited_by_count":246,"area":null},{"id":"2106.14413","title":"Co$^2$L: Contrastive Continual Learning","created":"2021-06-28","cited_by_count":244,"area":null},{"id":"2111.00210","title":"Mastering Atari Games with Limited Data","created":"2021-10-30","cited_by_count":237,"area":"wm"},{"id":"2105.11741","title":"ConSERT: A Contrastive Framework for Self-Supervised Sentence Representation Transfer","created":"2021-05-25","cited_by_count":231,"area":null},{"id":"2205.10343","title":"Towards Understanding Grokking: An Effective Theory of Representation Learning","created":"2022-05-20","cited_by_count":230,"area":null},{"id":"2211.09117","title":"MAGE: MAsked Generative Encoder to Unify Representation Learning and Image Synthesis","created":"2022-11-16","cited_by_count":227,"area":null},{"id":"2303.06042","title":"MVImgNet: A Large-scale Dataset of Multi-view Images","created":"2023-03-10","cited_by_count":220,"area":null},{"id":"2203.13055","title":"Bailando: 3D Dance Generation by Actor-Critic GPT with Choreographic Memory","created":"2022-03-24","cited_by_count":212,"area":null},{"id":"2312.00785","title":"Sequential Modeling Enables Scalable Learning for Large Vision Models","created":"2023-12-01","cited_by_count":212,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2204.03610","title":"Unified Contrastive Learning in Image-Text-Label Space","created":"2022-04-07","cited_by_count":194,"area":null},{"id":"2104.09841","title":"SelfReg: Self-supervised Contrastive Regularization for Domain Generalization","created":"2021-04-20","cited_by_count":189,"area":null},{"id":"2312.00863","title":"EfficientSAM: Leveraged Masked Image Pretraining for Efficient Segment Anything","created":"2023-12-01","cited_by_count":188,"area":null},{"id":"2208.12262","title":"MaskCLIP: Masked Self-Distillation Advances Contrastive Language-Image Pretraining","created":"2022-08-25","cited_by_count":187,"area":"distill"},{"id":"2301.11320","title":"Cut and Learn for Unsupervised Object Detection and Instance Segmentation","created":"2023-01-26","cited_by_count":187,"area":null},{"id":"2301.04926","title":"CLIP2Scene: Towards Label-efficient 3D Scene Understanding by CLIP","created":"2023-01-12","cited_by_count":181,"area":null},{"id":"2109.00179","title":"Spatio-temporal Self-Supervised Representation Learning for 3D Point Clouds","created":"2021-09-01","cited_by_count":180,"area":null},{"id":"2212.04420","title":"Generating Holistic 3D Human Motion from Speech","created":"2022-12-08","cited_by_count":180,"area":null},{"id":"2208.09910","title":"Revisiting Weak-to-Strong Consistency in Semi-Supervised Semantic Segmentation","created":"2022-08-21","cited_by_count":178,"area":null},{"id":"2103.00113","title":"Anomaly Detection on Attributed Networks via Contrastive Self-Supervised Learning","created":"2021-02-27","cited_by_count":177,"area":null},{"id":"2311.00566","title":"CROMA: Remote Sensing Representations with Contrastive Radar-Optical Masked Autoencoders","created":"2023-11-01","cited_by_count":169,"area":null},{"id":"2302.02318","title":"Contrast with Reconstruct: Contrastive 3D Representation Learning Guided by Generative Pretraining","created":"2023-02-05","cited_by_count":164,"area":null},{"id":"2408.00738","title":"Virchow2: Scaling Self-Supervised Mixed Magnification Models in Pathology","created":"2024-08-01","cited_by_count":161,"area":null},{"id":"2105.00470","title":"On Feature Decorrelation in Self-Supervised Learning","created":"2021-05-02","cited_by_count":160,"area":null},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2203.11183","title":"Masked Discrimination for Self-Supervised Learning on Point Clouds","created":"2022-03-21","cited_by_count":155,"area":null},{"id":"2210.02885","title":"RankMe: Assessing the downstream performance of pretrained self-supervised representations by their rank","created":"2022-10-05","cited_by_count":153,"area":null},{"id":"2103.10957","title":"Efficient Visual Pretraining with Contrastive Detection","created":"2021-03-19","cited_by_count":150,"area":null},{"id":"2205.07839","title":"Deep Spectral Methods: A Surprisingly Strong Baseline for Unsupervised Semantic Segmentation and Localization","created":"2022-05-16","cited_by_count":150,"area":null},{"id":"2212.04690","title":"Benchmarking Self-Supervised Learning on Diverse Pathology Datasets","created":"2022-12-09","cited_by_count":150,"area":null},{"id":"2112.04215","title":"Self-Supervised Models are Continual Learners","created":"2021-12-08","cited_by_count":149,"area":null},{"id":"2205.11508","title":"Contrastive and Non-Contrastive Self-Supervised Learning Recover Global and Local Spectral Embedding Methods","created":"2022-05-23","cited_by_count":149,"area":null},{"id":"2409.20537","title":"Scaling Proprioceptive-Visual Learning with Heterogeneous Pre-trained Transformers","created":"2024-09-30","cited_by_count":148,"area":null},{"id":"2305.19452","title":"Bigger, Better, Faster: Human-level Atari with human-level efficiency","created":"2023-05-30","cited_by_count":147,"area":null},{"id":"2110.04126","title":"3D Infomax improves GNNs for Molecular Property Prediction","created":"2021-10-08","cited_by_count":146,"area":null},{"id":"2212.06785","title":"Learning 3D Representations from 2D Pre-trained Models via Image-to-Point Masked Autoencoders","created":"2022-12-13","cited_by_count":144,"area":null},{"id":"2406.14548","title":"Consistency Models Made Easy","created":"2024-06-20","cited_by_count":144,"area":"diffusion"},{"id":"2110.06848","title":"Decoupled Contrastive Learning","created":"2021-10-13","cited_by_count":143,"area":null},{"id":"2106.12484","title":"From Canonical Correlation Analysis to Self-supervised Graph Neural Networks","created":"2021-06-23","cited_by_count":141,"area":null},{"id":"2205.01397","title":"Data Determines Distributional Robustness in Contrastive Language Image Pre-training (CLIP)","created":"2022-05-03","cited_by_count":138,"area":null},{"id":"2201.11114","title":"Natural Language Descriptions of Deep Visual Features","created":"2022-01-26","cited_by_count":137,"area":null},{"id":"2206.13188","title":"Self-supervised Learning in Remote Sensing: A Review","created":"2022-06-27","cited_by_count":137,"area":null},{"id":"2207.07361","title":"Registration based Few-Shot Anomaly Detection","created":"2022-07-15","cited_by_count":133,"area":null},{"id":"2207.13532","title":"Contrastive Masked Autoencoders are Stronger Vision Learners","created":"2022-07-27","cited_by_count":133,"area":null},{"id":"2111.13998","title":"Targeted Supervised Contrastive Learning for Long-Tailed Recognition","created":"2021-11-27","cited_by_count":132,"area":null},{"id":"2204.10298","title":"DiffCSE: Difference-based Contrastive Learning for Sentence Embeddings","created":"2022-04-21","cited_by_count":132,"area":null},{"id":"2401.10815","title":"Exploring scalable medical image encoders beyond text supervision","created":"2024-01-19","cited_by_count":132,"area":null},{"id":"2201.07131","title":"Leveraging Real Talking Faces via Self-Supervision for Robust Forgery Detection","created":"2022-01-18","cited_by_count":130,"area":null},{"id":"2102.13186","title":"Towards a Unified Framework for Fair and Stable Graph Representation Learning","created":"2021-02-25","cited_by_count":128,"area":null},{"id":"2204.03649","title":"Unsupervised Prompt Learning for Vision-Language Models","created":"2022-04-07","cited_by_count":127,"area":"mllm"},{"id":"2203.16258","title":"Image-to-Lidar Self-Supervised Distillation for Autonomous Driving Data","created":"2022-03-30","cited_by_count":126,"area":null},{"id":"2104.13415","title":"Semi-Supervised Semantic Segmentation with Pixel-Level Contrastive Learning from a Class-wise Memory Bank","created":"2021-04-27","cited_by_count":125,"area":null},{"id":"2102.12627","title":"How to represent part-whole hierarchies in a neural network","created":"2021-02-25","cited_by_count":123,"area":null}],"next_cursor":"100"}