{"total":638,"rows":[{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974,"area":null},{"id":"2211.07636","title":"EVA: Exploring the Limits of Masked Visual Representation Learning at Scale","created":"2022-11-14","cited_by_count":691,"area":null},{"id":"2205.08534","title":"Vision Transformer Adapter for Dense Predictions","created":"2022-05-17","cited_by_count":565,"area":null},{"id":"2203.06604","title":"Masked Autoencoders for Point Cloud Self-supervised Learning","created":"2022-03-13","cited_by_count":459,"area":null},{"id":"2212.09058","title":"BEATs: Audio Pre-Training with Acoustic Tokenizers","created":"2022-12-18","cited_by_count":388,"area":null},{"id":"2208.06366","title":"BEiT v2: Masked Image Modeling with Vector-Quantized Visual Tokenizers","created":"2022-08-12","cited_by_count":303,"area":null},{"id":"2204.07141","title":"Masked Siamese Networks for Label-Efficient Learning","created":"2022-04-14","cited_by_count":302,"area":null},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291,"area":null},{"id":"2306.00989","title":"Hiera: A Hierarchical Vision Transformer without the Bells-and-Whistles","created":"2023-06-01","cited_by_count":290,"area":null},{"id":"2207.06405","title":"Masked Autoencoders that Listen","created":"2022-07-13","cited_by_count":273,"area":null},{"id":"2205.14401","title":"Point-M2AE: Multi-scale Masked Autoencoders for Hierarchical Point Cloud Pre-training","created":"2022-05-28","cited_by_count":264,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2303.18240","title":"Where are we in the search for an Artificial Visual Cortex for Embodied Intelligence?","created":"2023-03-31","cited_by_count":218,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2312.15185","title":"emotion2vec: Self-Supervised Pre-Training for Speech Emotion Representation","created":"2023-12-23","cited_by_count":205,"area":null},{"id":"2303.16058","title":"Unmasked Teacher: Towards Training-Efficient Video Foundation Models","created":"2023-03-28","cited_by_count":199,"area":null},{"id":"2407.13278","title":"Deep Time Series Models: A Comprehensive Survey and Benchmark","created":"2024-07-18","cited_by_count":197,"area":null},{"id":"2306.00107","title":"MERT: Acoustic Music Understanding Model with Large-Scale Self-supervised Training","created":"2023-05-31","cited_by_count":181,"area":null},{"id":"2305.03053","title":"ZipIt! Merging Models from Different Tasks without Training","created":"2023-05-04","cited_by_count":179,"area":null},{"id":"2211.10408","title":"CroCo v2: Improved Cross-view Completion Pre-training for Stereo Matching and Optical Flow","created":"2022-11-18","cited_by_count":166,"area":null},{"id":"2210.10716","title":"CroCo: Self-Supervised Pre-training for 3D Vision Tasks by Cross-View Completion","created":"2022-10-19","cited_by_count":160,"area":null},{"id":"2212.06785","title":"Learning 3D Representations from 2D Pre-trained Models via Image-to-Point Masked Autoencoders","created":"2022-12-13","cited_by_count":144,"area":null},{"id":"2408.16532","title":"WavTokenizer: an Efficient Acoustic Discrete Codec Tokenizer for Audio Language Modeling","created":"2024-08-29","cited_by_count":129,"area":null},{"id":"2312.06647","title":"4M: Massively Multimodal Masked Modeling","created":"2023-12-11","cited_by_count":120,"area":null},{"id":"2203.05328","title":"Backbone is All Your Need: A Simplified Architecture for Visual Object Tracking","created":"2022-03-10","cited_by_count":119,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2603.14482","title":"V-JEPA 2.1: Unlocking Dense Features in Video Self-Supervised Learning","created":"2026-03-15","cited_by_count":117,"area":null},{"id":"2302.00861","title":"SimMTM: A Simple Pre-Training Framework for Masked Time-Series Modeling","created":"2023-02-02","cited_by_count":115,"area":null},{"id":"2212.07525","title":"Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language","created":"2022-12-14","cited_by_count":110,"area":null},{"id":"2205.03892","title":"ConvMAE: Masked Convolution Meets Masked Autoencoders","created":"2022-05-08","cited_by_count":105,"area":null},{"id":"2305.16380","title":"Scan and Snap: Understanding Training Dynamics and Token Composition in 1-layer Transformer","created":"2023-05-25","cited_by_count":102,"area":null},{"id":"2206.08356","title":"OmniMAE: Single Model Masked Pretraining on Images and Videos","created":"2022-06-16","cited_by_count":99,"area":null},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2312.05409","title":"Large-scale Training of Foundation Models for Wearable Biosignals","created":"2023-12-08","cited_by_count":95,"area":null},{"id":"2203.05175","title":"MVP: Multimodality-guided Visual Pre-training","created":"2022-03-10","cited_by_count":92,"area":null},{"id":"2211.07044","title":"SSL4EO-S12: A Large-Scale Multi-Modal, Multi-Temporal Dataset for Self-Supervised Learning in Earth Observation","created":"2022-11-13","cited_by_count":84,"area":null},{"id":"2203.08777","title":"Object discovery and representation networks","created":"2022-03-16","cited_by_count":80,"area":null},{"id":"2204.03409","title":"MAESTRO: Matched Speech Text Representations through Modality Matching","created":"2022-04-07","cited_by_count":79,"area":null},{"id":"2206.01204","title":"Siamese Image Modeling for Self-Supervised Vision Representation Learning","created":"2022-06-02","cited_by_count":78,"area":null},{"id":"2404.00925","title":"LLMs are Good Sign Language Translators","created":"2024-04-01","cited_by_count":77,"area":null},{"id":"2412.14123","title":"AnySat: One Earth Observation Model for Many Resolutions, Scales, and Modalities","created":"2024-12-18","cited_by_count":74,"area":null},{"id":"2204.11716","title":"Masked Image Modeling Advances 3D Medical Image Analysis","created":"2022-04-25","cited_by_count":72,"area":null},{"id":"2206.07706","title":"Masked Frequency Modeling for Self-Supervised Visual Pre-Training","created":"2022-06-15","cited_by_count":71,"area":null},{"id":"2312.17742","title":"Learning Vision from Models Rivals Learning Vision from Data","created":"2023-12-28","cited_by_count":71,"area":null},{"id":"2303.07798","title":"OVRL-V2: A simple state-of-art baseline for ImageNav and ObjectNav","created":"2023-03-14","cited_by_count":70,"area":null},{"id":"2208.06049","title":"MILAN: Masked Image Pretraining on Language Assisted Representation","created":"2022-08-11","cited_by_count":69,"area":null},{"id":"2304.07221","title":"Instance-aware Dynamic Prompt Tuning for Pre-trained Point Cloud Models","created":"2023-04-14","cited_by_count":68,"area":null},{"id":"2412.04204","title":"PANGAEA: A Global and Inclusive Benchmark for Geospatial Foundation Models","created":"2024-12-05","cited_by_count":68,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2307.00162","title":"What Do Self-Supervised Speech Models Know About Words?","created":"2023-06-30","cited_by_count":64,"area":null},{"id":"2404.08351","title":"OmniSat: Self-Supervised Modality Fusion for Earth Observation","created":"2024-04-12","cited_by_count":63,"area":null},{"id":"2207.07116","title":"Bootstrapped Masked Autoencoders for Vision BERT Pretraining","created":"2022-07-14","cited_by_count":60,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2208.00173","title":"A Survey on Masked Autoencoder for Self-supervised Learning in Vision and Beyond","created":"2022-07-30","cited_by_count":58,"area":null},{"id":"2210.07277","title":"The Hidden Uniform Cluster Prior in Self-Supervised Learning","created":"2022-10-13","cited_by_count":58,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2205.10063","title":"Uniform Masking: Enabling MAE Pre-training for Pyramid-based Vision Transformers with Locality","created":"2022-05-20","cited_by_count":57,"area":null},{"id":"2211.06627","title":"MARLIN: Masked Autoencoder for facial video Representation LearnINg","created":"2022-11-12","cited_by_count":57,"area":null},{"id":"2304.05919","title":"Hard Patches Mining for Masked Image Modeling","created":"2023-04-12","cited_by_count":57,"area":null},{"id":"2203.14415","title":"Mugs: A Multi-Granular Self-Supervised Learning Framework","created":"2022-03-27","cited_by_count":54,"area":null},{"id":"2311.15830","title":"A-JEPA: Joint-Embedding Predictive Architecture Can Listen","created":"2023-11-27","cited_by_count":53,"area":null},{"id":"2401.03497","title":"EAT: Self-Supervised Pre-Training with Efficient Audio Transformer","created":"2024-01-07","cited_by_count":53,"area":null},{"id":"2208.00449","title":"SdAE: Self-distillated Masked Autoencoder","created":"2022-07-31","cited_by_count":52,"area":null},{"id":"2301.02229","title":"All in Tokens: Unifying Output Space of Visual Tasks via Soft Token","created":"2023-01-05","cited_by_count":52,"area":null},{"id":"2203.08488","title":"Pushing the limits of raw waveform speaker recognition","created":"2022-03-16","cited_by_count":51,"area":null},{"id":"2206.00888","title":"Squeezeformer: An Efficient Transformer for Automatic Speech Recognition","created":"2022-06-02","cited_by_count":51,"area":null},{"id":"2203.15610","title":"LightHuBERT: Lightweight and Configurable Speech Representation Learning with Once-for-All Hidden-Unit BERT","created":"2022-03-29","cited_by_count":50,"area":null},{"id":"2205.13515","title":"Green Hierarchical Vision Transformer for Masked Image Modeling","created":"2022-05-26","cited_by_count":50,"area":null},{"id":"2208.04164","title":"Understanding Masked Image Modeling via Learning Occlusion Invariant Feature","created":"2022-08-08","cited_by_count":50,"area":null},{"id":"2402.17772","title":"EEG2Rep: Enhancing Self-supervised EEG Representation Through Informative Masked Inputs","created":"2024-02-17","cited_by_count":50,"area":null},{"id":"2407.00837","title":"Towards Robust Speech Representation Learning for Thousands of Languages","created":"2024-06-30","cited_by_count":50,"area":null},{"id":"2209.15329","title":"SpeechLM: Enhanced Speech Pre-Training with Unpaired Textual Data","created":"2022-09-30","cited_by_count":49,"area":null},{"id":"2205.13137","title":"MixMAE: Mixed and Masked Autoencoder for Efficient Pretraining of Hierarchical Vision Transformers","created":"2022-05-26","cited_by_count":47,"area":null},{"id":"2212.06246","title":"Jointly Learning Visual and Auditory Speech Representations from Raw Data","created":"2022-12-12","cited_by_count":47,"area":null},{"id":"2411.18623","title":"Lift3D Foundation Policy: Lifting 2D Large-Scale Pretrained Models for Robust 3D Robotic Manipulation","created":"2024-11-27","cited_by_count":46,"area":null},{"id":"2402.02500","title":"Point Cloud Matters: Rethinking the Impact of Different Observation Spaces on Robot Learning","created":"2024-02-04","cited_by_count":45,"area":null},{"id":"2311.05709","title":"OmniVec: Learning robust representations with cross modal sharing","created":"2023-11-07","cited_by_count":44,"area":null},{"id":"2303.05251","title":"Masked Image Modeling with Local Multi-Scale Reconstruction","created":"2023-03-09","cited_by_count":43,"area":null},{"id":"2312.10726","title":"Towards Compact 3D Representations via Point Feature Enhancement Masked Autoencoders","created":"2023-12-17","cited_by_count":42,"area":null},{"id":"2408.08447","title":"SpectralEarth: Training Hyperspectral Foundation Models at Scale","created":"2024-08-15","cited_by_count":42,"area":null},{"id":"2403.01926","title":"IndicVoices: Towards building an Inclusive Multilingual Speech Dataset for Indian Languages","created":"2024-03-04","cited_by_count":41,"area":null},{"id":"2210.03730","title":"SpeechUT: Bridging Speech and Text with Hidden-Unit for Encoder-Decoder Based Speech-Text Pre-training","created":"2022-10-07","cited_by_count":40,"area":null},{"id":"2404.09385","title":"A Large-Scale Evaluation of Speech Foundation Models","created":"2024-04-15","cited_by_count":40,"area":null},{"id":"2406.07162","title":"EmoBox: Multilingual Multi-corpus Speech Emotion Recognition Toolkit and Benchmark","created":"2024-06-11","cited_by_count":40,"area":null},{"id":"2207.07036","title":"u-HuBERT: Unified Mixed-Modal Speech Pretraining And Zero-Shot Transfer to Unlabeled Modality","created":"2022-07-14","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2305.13689","title":"Know Your Self-supervised Learning: A Survey on Image-based Generative and Discriminative Training","created":"2023-05-23","cited_by_count":39,"area":null},{"id":"2306.04898","title":"Understanding Masked Autoencoders via Hierarchical Latent Variable Models","created":"2023-06-08","cited_by_count":39,"area":null},{"id":"2303.17152","title":"Mixed Autoencoder for Self-supervised Visual Representation Learning","created":"2023-03-30","cited_by_count":38,"area":null},{"id":"2305.08808","title":"GeoMAE: Masked Geometric Target Prediction for Self-supervised Point Cloud Pre-Training","created":"2023-05-15","cited_by_count":38,"area":null},{"id":"2509.14252","title":"LLM-JEPA: Large Language Models Meet Joint Embedding Predictive Architectures","created":"2025-09-11","cited_by_count":38,"area":null},{"id":"2211.11275","title":"VATLM: Visual-Audio-Text Pre-Training with Unified Masked Prediction for Speech Representation Learning","created":"2022-11-21","cited_by_count":37,"area":null},{"id":"2306.02301","title":"rPPG-MAE: Self-supervised Pre-training with Masked Autoencoders for Remote Physiological Measurement","created":"2023-06-04","cited_by_count":37,"area":null},{"id":"2210.10615","title":"A Unified View of Masked Image Modeling","created":"2022-10-19","cited_by_count":36,"area":null},{"id":"2303.15438","title":"On the Stepwise Nature of Self-Supervised Learning","created":"2023-03-27","cited_by_count":36,"area":null},{"id":"2305.17651","title":"DPHuBERT: Joint Distillation and Pruning of Self-Supervised Speech Models","created":"2023-05-28","cited_by_count":36,"area":null},{"id":"2212.06138","title":"CLIP Itself is a Strong Fine-tuner: Achieving 85.7% and 88.0% Top-1 Accuracy with ViT-B and ViT-L on ImageNet","created":"2022-12-12","cited_by_count":35,"area":null},{"id":"2212.10525","title":"SLUE Phase-2: A Benchmark Suite of Diverse Spoken Language Understanding Tasks","created":"2022-12-20","cited_by_count":35,"area":null},{"id":"2305.01778","title":"SLTUNET: A Simple Unified Model for Sign Language Translation","created":"2023-05-02","cited_by_count":35,"area":null},{"id":"2312.16427","title":"Learning to Embed Time Series Patches Independently","created":"2023-12-27","cited_by_count":35,"area":null}],"next_cursor":"100"}