{"total":378,"rows":[{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2511.08544","title":"LeJEPA: Provable and Scalable Self-Supervised Learning Without the Heuristics","created":"2025-11-11","cited_by_count":254,"area":null},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2202.10261","title":"A Self-Supervised Descriptor for Image Copy Detection","created":"2022-02-21","cited_by_count":176,"area":null},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2210.02885","title":"RankMe: Assessing the downstream performance of pretrained self-supervised representations by their rank","created":"2022-10-05","cited_by_count":153,"area":null},{"id":"2205.11508","title":"Contrastive and Non-Contrastive Self-Supervised Learning Recover Global and Local Spectral Embedding Methods","created":"2022-05-23","cited_by_count":149,"area":null},{"id":"2206.02574","title":"On the duality between contrastive and non-contrastive self-supervised learning","created":"2022-06-03","cited_by_count":108,"area":null},{"id":"2202.14037","title":"Understanding Contrastive Learning Requires Incorporating Inductive Biases","created":"2022-02-28","cited_by_count":96,"area":null},{"id":"2305.00729","title":"What Do Self-Supervised Vision Transformers Learn?","created":"2023-05-01","cited_by_count":93,"area":null},{"id":"2110.11316","title":"CLOOB: Modern Hopfield Networks with InfoLOOB Outperform CLIP","created":"2021-10-21","cited_by_count":89,"area":null},{"id":"2210.08344","title":"How Mask Matters: Towards Theoretical Understandings of Masked Autoencoders","created":"2022-10-15","cited_by_count":86,"area":null},{"id":"2304.09355","title":"To Compress or Not to Compress- Self-Supervised Learning and Information Theory: A Review","created":"2023-04-19","cited_by_count":72,"area":null},{"id":"2305.06144","title":"Learning Semi-supervised Gaussian Mixture Models for Generalized Category Discovery","created":"2023-05-10","cited_by_count":72,"area":null},{"id":"2209.14733","title":"Hyper-Representations as Generative Models: Sampling Unseen Neural Network Weights","created":"2022-09-29","cited_by_count":64,"area":"distill"},{"id":"2502.12119","title":"PRISM: Self-Pruning Intrinsic Selection Method for Training-Free Multimodal Data Selection","created":"2025-02-17","cited_by_count":61,"area":"mllm"},{"id":"2208.00173","title":"A Survey on Masked Autoencoder for Self-supervised Learning in Vision and Beyond","created":"2022-07-30","cited_by_count":58,"area":null},{"id":"2401.08898","title":"Bridging State and History Representations: Understanding Self-Predictive RL","created":"2024-01-17","cited_by_count":54,"area":"deeprl"},{"id":"2402.17772","title":"EEG2Rep: Enhancing Self-supervised EEG Representation Through Informative Masked Inputs","created":"2024-02-17","cited_by_count":50,"area":null},{"id":"2212.01026","title":"Spectral Feature Augmentation for Graph Contrastive Learning and Beyond","created":"2022-12-02","cited_by_count":49,"area":null},{"id":"2210.00226","title":"Towards Understanding and Mitigating Dimensional Collapse in Heterogeneous Federated Learning","created":"2022-10-01","cited_by_count":46,"area":null},{"id":"2201.04309","title":"Robust Contrastive Learning against Noisy Views","created":"2022-01-12","cited_by_count":45,"area":null},{"id":"2211.09120","title":"AdaMAE: Adaptive Masking for Efficient Spatiotemporal Learning with Masked Autoencoders","created":"2022-11-16","cited_by_count":43,"area":null},{"id":"2302.01735","title":"Rethinking Semi-Supervised Medical Image Segmentation: A Variance-Reduction Perspective","created":"2023-02-03","cited_by_count":43,"area":null},{"id":"2302.06232","title":"Understanding Multimodal Contrastive Learning and Incorporating Unpaired Data","created":"2023-02-13","cited_by_count":43,"area":null},{"id":"2307.08347","title":"M-FLAG: Medical Vision-Language Pre-training with Frozen Language Models and Latent Space Geometry Optimization","created":"2023-07-17","cited_by_count":43,"area":"mllm"},{"id":"2209.15007","title":"Understanding Collapse in Non-Contrastive Siamese Representation Learning","created":"2022-09-29","cited_by_count":42,"area":null},{"id":"2405.00740","title":"Modeling Caption Diversity in Contrastive Vision-Language Pretraining","created":"2024-04-30","cited_by_count":42,"area":"mllm"},{"id":"2204.07596","title":"Perfectly Balanced: Improving Transfer and Robustness of Supervised Contrastive Learning","created":"2022-04-15","cited_by_count":40,"area":null},{"id":"2407.00143","title":"InfoNCE: Identifying the Gap Between Theory and Practice","created":"2024-06-28","cited_by_count":40,"area":null},{"id":"2303.06562","title":"ContraNorm: A Contrastive Learning Perspective on Oversmoothing and Beyond","created":"2023-03-12","cited_by_count":39,"area":null},{"id":"2305.13689","title":"Know Your Self-supervised Learning: A Survey on Image-based Generative and Discriminative Training","created":"2023-05-23","cited_by_count":39,"area":null},{"id":"2509.14252","title":"LLM-JEPA: Large Language Models Meet Joint Embedding Predictive Architectures","created":"2025-09-11","cited_by_count":38,"area":null},{"id":"2303.00874","title":"Geometric Visual Similarity Learning in 3D Medical Image Self-supervised Pre-training","created":"2023-03-02","cited_by_count":37,"area":null},{"id":"2212.11491","title":"Understanding and Improving the Role of Projection Head in Self-Supervised Learning","created":"2022-12-22","cited_by_count":36,"area":null},{"id":"2303.15438","title":"On the Stepwise Nature of Self-Supervised Learning","created":"2023-03-27","cited_by_count":36,"area":null},{"id":"2505.12477","title":"Joint Embedding vs Reconstruction: Provable Benefits of Latent Space Prediction for Self Supervised Learning","created":"2025-05-18","cited_by_count":36,"area":null},{"id":"2201.12680","title":"Understanding Deep Contrastive Learning via Coordinate-wise Optimization","created":"2022-01-29","cited_by_count":35,"area":null},{"id":"2209.06235","title":"Improving Self-Supervised Learning by Characterizing Idealized Representations","created":"2022-09-13","cited_by_count":34,"area":null},{"id":"2210.08151","title":"ProtoVAE: A Trustworthy Self-Explainable Prototypical Variational Model","created":"2022-10-15","cited_by_count":34,"area":null},{"id":"2303.02387","title":"Towards a Unified Theoretical Understanding of Non-contrastive Learning via Rank Differential Mechanism","created":"2023-03-04","cited_by_count":33,"area":null},{"id":"2305.15614","title":"Reverse Engineering Self-Supervised Learning","created":"2023-05-24","cited_by_count":33,"area":null},{"id":"2303.03307","title":"Learning Efficient Coding of Natural Images with Maximum Manifold Capacity Representations","created":"2023-03-06","cited_by_count":31,"area":null},{"id":"2405.02336","title":"Artificial General Intelligence (AGI)-Native Wireless Systems: A Journey Beyond 6G","created":"2024-04-29","cited_by_count":31,"area":null},{"id":"2410.21869","title":"Cross-Entropy Is All You Need To Invert the Data Generating Process","created":"2024-10-29","cited_by_count":31,"area":null},{"id":"2211.10831","title":"Joint Embedding Predictive Architectures Focus on Slow Features","created":"2022-11-20","cited_by_count":30,"area":"wm"},{"id":"2310.04400","title":"On the Embedding Collapse when Scaling up Recommendation Models","created":"2023-10-06","cited_by_count":29,"area":null},{"id":"2205.14814","title":"Your Contrastive Learning Is Secretly Doing Stochastic Neighbor Embedding","created":"2022-05-30","cited_by_count":28,"area":null},{"id":"2312.04000","title":"LiDAR: Sensing Linear Probing Performance in Joint Embedding SSL Architectures","created":"2023-12-07","cited_by_count":27,"area":null},{"id":"2401.08567","title":"Connect, Collapse, Corrupt: Learning Cross-Modal Tasks with Uni-Modal Data","created":"2024-01-16","cited_by_count":27,"area":null},{"id":"2206.13378","title":"Guillotine Regularization: Why removing layers is needed to improve generalization in Self-Supervised Learning","created":"2022-06-27","cited_by_count":26,"area":null},{"id":"2303.00633","title":"An Information-Theoretic Perspective on Variance-Invariance-Covariance Regularization","created":"2023-03-01","cited_by_count":25,"area":null},{"id":"2203.15702","title":"Contrasting the landscape of contrastive and non-contrastive learning","created":"2022-03-29","cited_by_count":24,"area":null},{"id":"2204.00616","title":"Simplicial Embeddings in Self-Supervised Learning and Downstream Classification","created":"2022-04-01","cited_by_count":24,"area":null},{"id":"2303.16235","title":"Spatiotemporal Self-supervised Learning for Point Clouds in the Wild","created":"2023-03-28","cited_by_count":23,"area":null},{"id":"2206.08005","title":"Evaluating Self-Supervised Learning for Molecular Graph Embeddings","created":"2022-06-16","cited_by_count":22,"area":null},{"id":"2210.03586","title":"An Investigation into Whitening Loss for Self-supervised Learning","created":"2022-10-07","cited_by_count":21,"area":null},{"id":"2211.01244","title":"EquiMod: An Equivariance Module to Improve Self-Supervised Learning","created":"2022-11-02","cited_by_count":21,"area":null},{"id":"2404.07647","title":"Why do small language models underperform? Studying Language Model Saturation via the Softmax Bottleneck","created":"2024-04-11","cited_by_count":21,"area":null},{"id":"2306.00788","title":"Understanding Augmentation-based Self-Supervised Representation Learning via RKHS Approximation and Regression","created":"2023-06-01","cited_by_count":20,"area":null},{"id":"2403.11391","title":"Investigating the Benefits of Projection Head for Representation Learning","created":"2024-03-18","cited_by_count":20,"area":null},{"id":"2206.01342","title":"Understanding the Role of Nonlinearity in Training Dynamics of Contrastive Learning","created":"2022-06-02","cited_by_count":19,"area":null},{"id":"2206.04281","title":"Local Spatiotemporal Representation Learning for Longitudinally-consistent Neuroimage Analysis","created":"2022-06-09","cited_by_count":19,"area":null},{"id":"2207.09176","title":"Self-Supervision Can Be a Good Few-Shot Learner","created":"2022-07-19","cited_by_count":19,"area":null},{"id":"2210.00638","title":"What shapes the loss landscape of self-supervised learning?","created":"2022-10-02","cited_by_count":19,"area":null},{"id":"2304.13850","title":"Do SSL Models Have D\\'ej\\`a Vu? A Case of Unintended Memorization in Self-supervised Learning","created":"2023-04-26","cited_by_count":19,"area":null},{"id":"2307.08283","title":"Complexity Matters: Rethinking the Latent Space for Generative Modeling","created":"2023-07-17","cited_by_count":19,"area":"diffusion"},{"id":"2510.25785","title":"HiMAE: Hierarchical Masked Autoencoders Discover Resolution-Specific Structure in Wearable Time Series","created":"2025-10-28","cited_by_count":19,"area":null},{"id":"2202.08539","title":"When, where, and how to add new neurons to ANNs","created":"2022-02-17","cited_by_count":18,"area":null},{"id":"2205.04009","title":"Posterior Collapse of a Linear Latent Variable Model","created":"2022-05-09","cited_by_count":18,"area":null},{"id":"2211.02247","title":"Music Mixing Style Transfer: A Contrastive Learning Approach to Disentangle Audio Effects","created":"2022-11-04","cited_by_count":18,"area":null},{"id":"2308.16800","title":"Rank Collapse Causes Over-Smoothing and Over-Correlation in Graph Neural Networks","created":"2023-08-31","cited_by_count":18,"area":null},{"id":"2401.12233","title":"Memorization in Self-Supervised Learning Improves Downstream Generalization","created":"2024-01-19","cited_by_count":18,"area":null},{"id":"2205.06926","title":"Toward a Geometrical Understanding of Self-supervised Contrastive Learning","created":"2022-05-13","cited_by_count":17,"area":null},{"id":"2304.01434","title":"VNE: An Effective Method for Improving Deep Representation by Manipulating Eigenvalue Distribution","created":"2023-04-04","cited_by_count":17,"area":null},{"id":"2311.08815","title":"Self-Supervised Disentanglement by Leveraging Structure in Data Augmentations","created":"2023-11-15","cited_by_count":17,"area":null},{"id":"2210.09879","title":"Unsupervised visualization of image datasets using contrastive learning","created":"2022-10-18","cited_by_count":16,"area":null},{"id":"2212.04858","title":"Implicit variance regularization in non-contrastive SSL","created":"2022-12-09","cited_by_count":16,"area":null},{"id":"2304.13089","title":"Objectives Matter: Understanding the Impact of Self-Supervised Objectives on Vision Transformer Representations","created":"2023-04-25","cited_by_count":16,"area":null},{"id":"2401.04614","title":"Generic Knowledge Boosted Pre-training For Remote Sensing Images","created":"2024-01-09","cited_by_count":16,"area":null},{"id":"2404.00638","title":"HypeBoy: Generative Self-Supervised Representation Learning on Hypergraphs","created":"2024-03-31","cited_by_count":16,"area":null},{"id":"2605.09241","title":"Sub-JEPA: Subspace Gaussian Regularization for Stable End-to-End World Models","created":"2026-05-10","cited_by_count":16,"area":"wm"},{"id":"2412.10925","title":"Video Representation Learning with Joint-Embedding Predictive Architectures","created":"2024-12-14","cited_by_count":15,"area":null},{"id":"2111.07632","title":"CoReS: Compatible Representations via Stationarity","created":"2021-11-15","cited_by_count":14,"area":null},{"id":"2212.07346","title":"Learning useful representations for shifting tasks and distributions","created":"2022-12-14","cited_by_count":14,"area":null},{"id":"2307.07380","title":"Composition-contrastive Learning for Sentence Embeddings","created":"2023-07-14","cited_by_count":14,"area":null},{"id":"2310.18904","title":"Identifiable Contrastive Learning with Automatic Feature Importance Discovery","created":"2023-10-29","cited_by_count":14,"area":null},{"id":"2409.18265","title":"Task-recency bias strikes back: Adapting covariances in Exemplar-Free Class Incremental Learning","created":"2024-09-26","cited_by_count":14,"area":null},{"id":"2306.14462","title":"Multi-task Item-attribute Graph Pre-training for Strict Cold-start Item Recommendation","created":"2023-06-26","cited_by_count":13,"area":null},{"id":"2403.00793","title":"Ads Recommendation in a Collapsed and Entangled World","created":"2024-02-22","cited_by_count":13,"area":null},{"id":"2403.16398","title":"Rethinking the Representation in Federated Unsupervised Learning with Non-IID Data","created":"2024-03-25","cited_by_count":13,"area":null},{"id":"2206.04756","title":"An Empirical Study on Disentanglement of Negative-free Contrastive Learning","created":"2022-06-09","cited_by_count":12,"area":null},{"id":"2206.15282","title":"TINC: Temporally Informed Non-Contrastive Learning for Disease Progression Modeling in Retinal OCT Volumes","created":"2022-06-30","cited_by_count":12,"area":null},{"id":"2303.01605","title":"Hierarchical discriminative learning improves visual representations of biomedical microscopy","created":"2023-03-02","cited_by_count":12,"area":null},{"id":"2310.15940","title":"Combining Behaviors with the Successor Features Keyboard","created":"2023-10-24","cited_by_count":12,"area":null},{"id":"2312.01648","title":"Characterizing Large Language Model Geometry Helps Solve Toxicity Detection and Generation","created":"2023-12-04","cited_by_count":12,"area":null},{"id":"2207.07874","title":"Model-Aware Contrastive Learning: Towards Escaping the Dilemmas","created":"2022-07-16","cited_by_count":11,"area":null},{"id":"2212.07035","title":"MA-GCL: Model Augmentation Tricks for Graph Contrastive Learning","created":"2022-12-14","cited_by_count":11,"area":null},{"id":"2312.15824","title":"Self-Supervised Learning for Few-Shot Bird Sound Classification","created":"2023-12-25","cited_by_count":11,"area":null}],"next_cursor":"100"}