{"total":152,"rows":[{"id":"2110.09348","title":"Understanding Dimensional Collapse in Contrastive Self-supervised Learning","created":"2021-10-18","cited_by_count":378,"area":null},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2210.02885","title":"RankMe: Assessing the downstream performance of pretrained self-supervised representations by their rank","created":"2022-10-05","cited_by_count":153,"area":null},{"id":"2205.11508","title":"Contrastive and Non-Contrastive Self-Supervised Learning Recover Global and Local Spectral Embedding Methods","created":"2022-05-23","cited_by_count":149,"area":null},{"id":"2106.12484","title":"From Canonical Correlation Analysis to Self-supervised Graph Neural Networks","created":"2021-06-23","cited_by_count":141,"area":null},{"id":"2204.10298","title":"DiffCSE: Difference-based Contrastive Learning for Sentence Embeddings","created":"2022-04-21","cited_by_count":132,"area":null},{"id":"2106.03746","title":"Efficient Training of Visual Transformers with Small Datasets","created":"2021-06-07","cited_by_count":108,"area":null},{"id":"2111.00743","title":"Towards the Generalization of Contrastive Self-Supervised Learning","created":"2021-11-01","cited_by_count":99,"area":null},{"id":"2210.08344","title":"How Mask Matters: Towards Theoretical Understandings of Masked Autoencoders","created":"2022-10-15","cited_by_count":86,"area":null},{"id":"2206.01204","title":"Siamese Image Modeling for Self-Supervised Vision Representation Learning","created":"2022-06-02","cited_by_count":78,"area":null},{"id":"2305.06144","title":"Learning Semi-supervised Gaussian Mixture Models for Generalized Category Discovery","created":"2023-05-10","cited_by_count":72,"area":null},{"id":"2202.03278","title":"Crafting Better Contrastive Views for Siamese Representation Learning","created":"2022-02-07","cited_by_count":67,"area":null},{"id":"2105.07059","title":"Momentum Contrastive Voxel-wise Representation Learning for Semi-supervised Volumetric Medical Image Segmentation","created":"2021-05-14","cited_by_count":49,"area":null},{"id":"2112.04731","title":"Mimicking the Oracle: An Initial Phase Decorrelation Approach for Class Incremental Learning","created":"2021-12-09","cited_by_count":49,"area":null},{"id":"2112.05141","title":"Exploring the Equivalence of Siamese Self-Supervised Learning via A Unified Gradient Framework","created":"2021-12-09","cited_by_count":49,"area":null},{"id":"2210.00226","title":"Towards Understanding and Mitigating Dimensional Collapse in Heterogeneous Federated Learning","created":"2022-10-01","cited_by_count":46,"area":null},{"id":"2302.01735","title":"Rethinking Semi-Supervised Medical Image Segmentation: A Variance-Reduction Perspective","created":"2023-02-03","cited_by_count":43,"area":null},{"id":"2209.15007","title":"Understanding Collapse in Non-Contrastive Siamese Representation Learning","created":"2022-09-29","cited_by_count":42,"area":null},{"id":"2303.06562","title":"ContraNorm: A Contrastive Learning Perspective on Oversmoothing and Beyond","created":"2023-03-12","cited_by_count":39,"area":null},{"id":"2305.13689","title":"Know Your Self-supervised Learning: A Survey on Image-based Generative and Discriminative Training","created":"2023-05-23","cited_by_count":39,"area":null},{"id":"2205.06226","title":"The Mechanism of Prediction Head in Non-contrastive Self-supervised Learning","created":"2022-05-12","cited_by_count":38,"area":null},{"id":"2209.07999","title":"Self-Supervised Learning with an Information Maximization Criterion","created":"2022-09-16","cited_by_count":38,"area":null},{"id":"2305.16292","title":"Sharpness-Aware Minimization Leads to Low-Rank Features","created":"2023-05-25","cited_by_count":38,"area":null},{"id":"2209.06235","title":"Improving Self-Supervised Learning by Characterizing Idealized Representations","created":"2022-09-13","cited_by_count":34,"area":null},{"id":"2210.11464","title":"Self-Supervised Learning via Maximum Entropy Coding","created":"2022-10-20","cited_by_count":33,"area":null},{"id":"2303.02387","title":"Towards a Unified Theoretical Understanding of Non-contrastive Learning via Rank Differential Mechanism","created":"2023-03-04","cited_by_count":33,"area":null},{"id":"2407.13987","title":"RealViformer: Investigating Attention for Real-World Video Super-Resolution","created":"2024-07-19","cited_by_count":33,"area":null},{"id":"2310.04400","title":"On the Embedding Collapse when Scaling up Recommendation Models","created":"2023-10-06","cited_by_count":29,"area":null},{"id":"2403.19232","title":"AZ-NAS: Assembling Zero-Cost Proxies for Network Architecture Search","created":"2024-03-28","cited_by_count":28,"area":null},{"id":"2206.02353","title":"Beyond Just Vision: A Review on Self-Supervised Representation Learning on Multimodal and Temporal Data","created":"2022-06-06","cited_by_count":27,"area":null},{"id":"2312.04000","title":"LiDAR: Sensing Linear Probing Performance in Joint Embedding SSL Architectures","created":"2023-12-07","cited_by_count":27,"area":null},{"id":"2412.07909","title":"Explaining and Mitigating the Modality Gap in Contrastive Multimodal Learning","created":"2024-12-10","cited_by_count":26,"area":null},{"id":"2203.15702","title":"Contrasting the landscape of contrastive and non-contrastive learning","created":"2022-03-29","cited_by_count":24,"area":null},{"id":"2110.04947","title":"Towards Demystifying Representation Learning with Non-contrastive Self-supervision","created":"2021-10-11","cited_by_count":23,"area":null},{"id":"2206.08005","title":"Evaluating Self-Supervised Learning for Molecular Graph Embeddings","created":"2022-06-16","cited_by_count":22,"area":null},{"id":"2303.04435","title":"A Message Passing Perspective on Learning Dynamics of Contrastive Learning","created":"2023-03-08","cited_by_count":22,"area":null},{"id":"2210.03586","title":"An Investigation into Whitening Loss for Self-supervised Learning","created":"2022-10-07","cited_by_count":21,"area":null},{"id":"2211.01244","title":"EquiMod: An Equivariance Module to Improve Self-Supervised Learning","created":"2022-11-02","cited_by_count":21,"area":null},{"id":"2305.17746","title":"Whitening-based Contrastive Learning of Sentence Embeddings","created":"2023-05-28","cited_by_count":21,"area":null},{"id":"2210.00638","title":"What shapes the loss landscape of self-supervised learning?","created":"2022-10-02","cited_by_count":19,"area":null},{"id":"2401.12233","title":"Memorization in Self-Supervised Learning Improves Downstream Generalization","created":"2024-01-19","cited_by_count":18,"area":null},{"id":"2304.01434","title":"VNE: An Effective Method for Improving Deep Representation by Manipulating Eigenvalue Distribution","created":"2023-04-04","cited_by_count":17,"area":null},{"id":"2505.16441","title":"Ranked Entropy Minimization for Continual Test-Time Adaptation","created":"2025-05-22","cited_by_count":17,"area":null},{"id":"2203.12054","title":"Self-supervision through Random Segments with Autoregressive Coding (RandSAC)","created":"2022-03-22","cited_by_count":16,"area":null},{"id":"2207.04998","title":"Consistency is the key to further mitigating catastrophic forgetting in continual learning","created":"2022-07-11","cited_by_count":16,"area":null},{"id":"2403.00793","title":"Ads Recommendation in a Collapsed and Entangled World","created":"2024-02-22","cited_by_count":13,"area":null},{"id":"2403.16398","title":"Rethinking the Representation in Federated Unsupervised Learning with Non-IID Data","created":"2024-03-25","cited_by_count":13,"area":null},{"id":"2206.04756","title":"An Empirical Study on Disentanglement of Negative-free Contrastive Learning","created":"2022-06-09","cited_by_count":12,"area":null},{"id":"2210.14019","title":"The Curious Case of Benign Memorization","created":"2022-10-25","cited_by_count":12,"area":null},{"id":"2308.00566","title":"Stochastic positional embeddings improve masked image modeling","created":"2023-07-31","cited_by_count":12,"area":null},{"id":"2307.00651","title":"More Synergy, Less Redundancy: Exploiting Joint Mutual Information for Self-Supervised Learning","created":"2023-07-02","cited_by_count":11,"area":null},{"id":"2401.10474","title":"LDReg: Local Dimensionality Regularized Self-Supervised Learning","created":"2024-01-19","cited_by_count":11,"area":null},{"id":"2402.13368","title":"Unsupervised Concept Discovery Mitigates Spurious Correlations","created":"2024-02-20","cited_by_count":11,"area":null},{"id":"2209.14905","title":"Variance Covariance Regularization Enforces Pairwise Independence in Self-Supervised Representations","created":"2022-09-29","cited_by_count":10,"area":null},{"id":"2406.17969","title":"Encourage or Inhibit Monosemanticity? Revisit Monosemanticity from a Feature Decorrelation Perspective","created":"2024-06-25","cited_by_count":10,"area":null},{"id":"2210.10194","title":"Rethinking Prototypical Contrastive Learning through Alignment, Uniformity and Correlation","created":"2022-10-18","cited_by_count":9,"area":null},{"id":"2305.16562","title":"Unsupervised Embedding Quality Evaluation","created":"2023-05-26","cited_by_count":9,"area":null},{"id":"2305.16789","title":"Modulate Your Spectrum in Self-Supervised Learning","created":"2023-05-26","cited_by_count":9,"area":null},{"id":"2406.11624","title":"Words in Motion: Extracting Interpretable Control Vectors for Motion Transformers","created":"2024-06-17","cited_by_count":9,"area":null},{"id":"2411.00392","title":"Preventing Dimensional Collapse in Self-Supervised Learning via Orthogonality Regularization","created":"2024-11-01","cited_by_count":9,"area":null},{"id":"2306.05637","title":"On the Importance of Feature Decorrelation for Unsupervised Representation Learning in Reinforcement Learning","created":"2023-06-09","cited_by_count":8,"area":null},{"id":"2508.17744","title":"Randomly Removing 50% of Dimensions in Text Embeddings has Minimal Impact on Retrieval and Classification Tasks","created":"2025-08-25","cited_by_count":8,"area":null},{"id":"2209.08622","title":"The Geometry of Self-supervised Learning Models and its Impact on Transfer Learning","created":"2022-09-18","cited_by_count":7,"area":null},{"id":"2311.02687","title":"Architecture Matters: Uncovering Implicit Mechanisms in Graph Contrastive Learning","created":"2023-11-05","cited_by_count":7,"area":null},{"id":"2402.14611","title":"Overcoming Dimensional Collapse in Self-supervised Contrastive Learning for Medical Image Segmentation","created":"2024-02-22","cited_by_count":7,"area":null},{"id":"2404.11825","title":"Hypergraph Self-supervised Learning with Sampling-efficient Signals","created":"2024-04-18","cited_by_count":7,"area":null},{"id":"2405.18045","title":"Bridging Mini-Batch and Asymptotic Analysis in Contrastive Learning: From InfoNCE to Kernel-Based Losses","created":"2024-05-28","cited_by_count":7,"area":null},{"id":"2410.04959","title":"Collapse-Proof Non-Contrastive Self-Supervised Learning","created":"2024-10-07","cited_by_count":7,"area":null},{"id":"2208.00275","title":"Revisiting the Critical Factors of Augmentation-Invariant Representation Learning","created":"2022-07-30","cited_by_count":6,"area":null},{"id":"2302.03068","title":"Evaluating Self-Supervised Learning via Risk Decomposition","created":"2023-02-06","cited_by_count":6,"area":null},{"id":"2304.00395","title":"Towards Understanding the Mechanism of Contrastive Learning via Similarity Structure: A Theoretical Analysis","created":"2023-04-01","cited_by_count":6,"area":null},{"id":"2306.03335","title":"Unraveling Projection Heads in Contrastive Learning: Insights from Expansion and Shrinkage","created":"2023-06-06","cited_by_count":6,"area":null},{"id":"2309.11782","title":"DimCL: Dimensional Contrastive Learning For Improving Self-Supervised Learning","created":"2023-09-21","cited_by_count":6,"area":null},{"id":"2311.17327","title":"Improving Self-supervised Molecular Representation Learning using Persistent Homology","created":"2023-11-29","cited_by_count":6,"area":null},{"id":"2203.15508","title":"Improving Contrastive Learning with Model Augmentation","created":"2022-03-25","cited_by_count":5,"area":null},{"id":"2206.04636","title":"Spatial Entropy as an Inductive Bias for Vision Transformers","created":"2022-06-09","cited_by_count":5,"area":null},{"id":"2408.07519","title":"Whitening Consistently Improves Self-Supervised Learning","created":"2024-08-14","cited_by_count":5,"area":null},{"id":"2410.18200","title":"Rethinking Positive Pairs in Contrastive Learning","created":"2024-10-23","cited_by_count":5,"area":null},{"id":"2109.00783","title":"Computer Vision Self-supervised Learning Methods on Time Series","created":"2021-09-02","cited_by_count":4,"area":null},{"id":"2209.10634","title":"Interneurons accelerate learning dynamics in recurrent neural networks for statistical adaptation","created":"2022-09-21","cited_by_count":4,"area":null},{"id":"2307.08913","title":"Towards the Sparseness of Projection Head in Self-Supervised Learning","created":"2023-07-18","cited_by_count":4,"area":null},{"id":"2405.18983","title":"Federated Learning under Partially Class-Disjoint Data via Manifold Reshaping","created":"2024-05-29","cited_by_count":4,"area":null},{"id":"2507.06979","title":"A Principled Framework for Multi-View Contrastive Learning","created":"2025-07-09","cited_by_count":4,"area":null},{"id":"2208.01358","title":"What can we Learn by Predicting Accuracy?","created":"2022-08-02","cited_by_count":3,"area":null},{"id":"2301.11955","title":"Adaptive whitening in neural populations with gain-modulating interneurons","created":"2023-01-27","cited_by_count":3,"area":null},{"id":"2305.05511","title":"Self-supervised dense representation learning for live-cell microscopy with time arrow prediction","created":"2023-05-09","cited_by_count":3,"area":null},{"id":"2308.13633","title":"Adaptive whitening with fast gain modulation and slow synaptic plasticity","created":"2023-08-25","cited_by_count":3,"area":null},{"id":"2311.02392","title":"Cross-Level Distillation and Feature Denoising for Cross-Domain Few-Shot Classification","created":"2023-11-04","cited_by_count":3,"area":null},{"id":"2312.16980","title":"3DTINC: Time-Equivariant Non-Contrastive Learning for Predicting Disease Progression from Longitudinal OCTs","created":"2023-12-28","cited_by_count":3,"area":null},{"id":"2402.09586","title":"WERank: Towards Rank Degradation Prevention for Self-Supervised Learning Using Weight Regularization","created":"2024-02-14","cited_by_count":3,"area":null},{"id":"2402.12852","title":"CCFC++: Enhancing Federated Clustering through Feature Decorrelation","created":"2024-02-20","cited_by_count":3,"area":null},{"id":"2403.00642","title":"Rethinking The Uniformity Metric in Self-Supervised Learning","created":"2024-03-01","cited_by_count":3,"area":null},{"id":"2504.11434","title":"Enhancing Out-of-Distribution Detection with Extended Logit Normalization","created":"2025-04-15","cited_by_count":3,"area":null},{"id":"2505.14044","title":"Generalized Category Discovery via Token Manifold Capacity Learning","created":"2025-05-20","cited_by_count":3,"area":null},{"id":"2509.04977","title":"Adapt in the Wild: Test-Time Entropy Minimization with Sharpness and Feature Regularization","created":"2025-09-05","cited_by_count":3,"area":null},{"id":"2210.03595","title":"Unsupervised Few-shot Learning via Deep Laplacian Eigenmaps","created":"2022-10-07","cited_by_count":2,"area":null},{"id":"2211.00460","title":"Augmentation Invariant Manifold Learning","created":"2022-11-01","cited_by_count":2,"area":null},{"id":"2302.00109","title":"OrthoReg: Improving Graph-regularized MLPs via Orthogonality Regularization","created":"2023-01-31","cited_by_count":2,"area":null},{"id":"2303.00403","title":"Can representation learning for multimodal image registration be improved by supervision of intermediate layers?","created":"2023-03-01","cited_by_count":2,"area":null}],"next_cursor":"100"}