{"total":62,"rows":[{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838,"area":null},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463,"area":null},{"id":"2110.09348","title":"Understanding Dimensional Collapse in Contrastive Self-supervised Learning","created":"2021-10-18","cited_by_count":378,"area":null},{"id":"2106.04156","title":"Provable Guarantees for Self-Supervised Deep Learning with Spectral Contrastive Loss","created":"2021-06-08","cited_by_count":313,"area":"mechinterp"},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2106.12484","title":"From Canonical Correlation Analysis to Self-supervised Graph Neural Networks","created":"2021-06-23","cited_by_count":141,"area":null},{"id":"2105.15134","title":"Toward Understanding the Feature Learning Process of Self-supervised Contrastive Learning","created":"2021-05-31","cited_by_count":119,"area":null},{"id":"2112.04716","title":"DR3: Value-Based Deep Reinforcement Learning Requires Explicit Regularization","created":"2021-12-09","cited_by_count":66,"area":"offlinerl"},{"id":"2310.00535","title":"JoMA: Demystifying Multilayer Transformers via JOint Dynamics of MLP and Attention","created":"2023-10-01","cited_by_count":52,"area":null},{"id":"2302.02774","title":"The SSL Interplay: Augmentations, Inductive Bias, and Generalization","created":"2023-02-06","cited_by_count":40,"area":null},{"id":"2204.00613","title":"On the Importance of Asymmetry for Siamese Representation Learning","created":"2022-04-01","cited_by_count":39,"area":null},{"id":"2305.13689","title":"Know Your Self-supervised Learning: A Survey on Image-based Generative and Discriminative Training","created":"2023-05-23","cited_by_count":39,"area":null},{"id":"2102.10106","title":"Mine Your Own vieW: Self-Supervised Learning Through Across-Sample Prediction","created":"2021-02-19","cited_by_count":36,"area":null},{"id":"2303.15438","title":"On the Stepwise Nature of Self-Supervised Learning","created":"2023-03-27","cited_by_count":36,"area":null},{"id":"2201.12680","title":"Understanding Deep Contrastive Learning via Coordinate-wise Optimization","created":"2022-01-29","cited_by_count":35,"area":null},{"id":"2209.06235","title":"Improving Self-Supervised Learning by Characterizing Idealized Representations","created":"2022-09-13","cited_by_count":34,"area":null},{"id":"2206.02353","title":"Beyond Just Vision: A Review on Self-Supervised Representation Learning on Multimodal and Temporal Data","created":"2022-06-06","cited_by_count":27,"area":null},{"id":"2310.00927","title":"Understanding Transferable Representation Learning and Zero-shot Transfer in CLIP","created":"2023-10-02","cited_by_count":26,"area":null},{"id":"2103.14958","title":"Self-supervised Graph Neural Networks without explicit negative sampling","created":"2021-03-27","cited_by_count":25,"area":null},{"id":"2302.12383","title":"Generalization Analysis for Contrastive Representation Learning","created":"2023-02-24","cited_by_count":25,"area":null},{"id":"2407.11239","title":"From Low Rank Gradient Subspace Stabilization to Low-Rank Weights: Observations, Theories, and Applications","created":"2024-07-15","cited_by_count":25,"area":null},{"id":"2203.15702","title":"Contrasting the landscape of contrastive and non-contrastive learning","created":"2022-03-29","cited_by_count":24,"area":null},{"id":"2110.04947","title":"Towards Demystifying Representation Learning with Non-contrastive Self-supervision","created":"2021-10-11","cited_by_count":23,"area":null},{"id":"2210.03586","title":"An Investigation into Whitening Loss for Self-supervised Learning","created":"2022-10-07","cited_by_count":21,"area":null},{"id":"2206.01342","title":"Understanding the Role of Nonlinearity in Training Dynamics of Contrastive Learning","created":"2022-06-02","cited_by_count":19,"area":null},{"id":"2505.24749","title":"SUMO: Subspace-Aware Moment-Orthogonalization for Accelerating Memory-Efficient LLM Training","created":"2025-05-30","cited_by_count":19,"area":null},{"id":"2206.03826","title":"Towards Understanding Why Mask-Reconstruction Pretraining Helps in Downstream Tasks","created":"2022-06-08","cited_by_count":18,"area":null},{"id":"2202.05808","title":"Investigating Power laws in Deep Representation Learning","created":"2022-02-11","cited_by_count":17,"area":null},{"id":"2410.17881","title":"AdaRankGrad: Adaptive Gradient-Rank and Moments for Memory-Efficient LLMs Training and Fine-Tuning","created":"2024-10-23","cited_by_count":17,"area":null},{"id":"2210.12637","title":"Neural Eigenfunctions Are Structured Representation Learners","created":"2022-10-23","cited_by_count":16,"area":null},{"id":"2509.21519","title":"Provable Scaling Laws of Feature Emergence from Learning Dynamics of Grokking","created":"2025-09-25","cited_by_count":15,"area":null},{"id":"2206.04756","title":"An Empirical Study on Disentanglement of Negative-free Contrastive Learning","created":"2022-06-09","cited_by_count":12,"area":null},{"id":"2411.02837","title":"On the Comparison between Multi-modal and Single-modal Contrastive Learning","created":"2024-11-05","cited_by_count":10,"area":null},{"id":"2104.02864","title":"Self-Supervised Learning for Gastritis Detection with Gastric X-ray Images","created":"2021-04-07","cited_by_count":9,"area":null},{"id":"2305.16789","title":"Modulate Your Spectrum in Self-Supervised Learning","created":"2023-05-26","cited_by_count":9,"area":null},{"id":"2206.03012","title":"TriBYOL: Triplet BYOL for Self-Supervised Representation Learning","created":"2022-06-07","cited_by_count":8,"area":null},{"id":"2110.07439","title":"Inverse Problems Leveraging Pre-trained Contrastive Representations","created":"2021-10-14","cited_by_count":7,"area":null},{"id":"2312.10725","title":"Harnessing small projectors and multiple views for efficient vision pretraining","created":"2023-12-17","cited_by_count":5,"area":null},{"id":"2502.19571","title":"LORENZA: Enhancing Generalization in Low-Rank Gradient LLM Training via Efficient Zeroth-Order Adaptive SAM","created":"2025-02-26","cited_by_count":5,"area":null},{"id":"2207.03552","title":"An Embedding-Dynamic Approach to Self-supervised Learning","created":"2022-07-07","cited_by_count":4,"area":null},{"id":"2106.07138","title":"Self-Supervised Metric Learning in Multi-View Data: A Downstream Task Perspective","created":"2021-06-14","cited_by_count":3,"area":null},{"id":"2110.13435","title":"Understanding the Role of Self-Supervised Learning in Out-of-Distribution Detection Task","created":"2021-10-26","cited_by_count":3,"area":null},{"id":"2203.03539","title":"Understanding The Robustness of Self-supervised Learning Through Topic Modeling","created":"2022-02-02","cited_by_count":3,"area":null},{"id":"2211.08282","title":"Homomorphic Self-Supervised Learning","created":"2022-11-15","cited_by_count":3,"area":null},{"id":"2212.09281","title":"Boosting Automatic COVID-19 Detection Performance with Self-Supervised Learning and Batch Knowledge Ensembling","created":"2022-12-19","cited_by_count":3,"area":null},{"id":"2403.11504","title":"MLVICX: Multi-Level Variance-Covariance Exploration for Chest X-ray Self-Supervised Representation Learning","created":"2024-03-18","cited_by_count":3,"area":null},{"id":"2211.00460","title":"Augmentation Invariant Manifold Learning","created":"2022-11-01","cited_by_count":2,"area":null},{"id":"2301.03041","title":"Learning the Relation between Similarity Loss and Clustering Loss in Self-Supervised Learning","created":"2023-01-08","cited_by_count":2,"area":null},{"id":"2401.03214","title":"Understanding Representation Learnability of Nonlinear Self-Supervised Learning","created":"2024-01-06","cited_by_count":2,"area":null},{"id":"2412.12014","title":"Generalization Analysis for Deep Contrastive Representation Learning","created":"2024-12-16","cited_by_count":2,"area":null},{"id":"2101.09825","title":"Improving Few-Shot Learning with Auxiliary Self-Supervised Pretext Tasks","created":"2021-01-24","cited_by_count":1,"area":null},{"id":"2104.13433","title":"Self-supervised Spatial Reasoning on Multi-View Line Drawings","created":"2021-04-27","cited_by_count":1,"area":null},{"id":"2107.12329","title":"AASAE: Augmentation-Augmented Stochastic Autoencoders","created":"2021-07-26","cited_by_count":1,"area":null},{"id":"2204.04545","title":"Self-Labeling Refinement for Robust Representation Learning with Bootstrap Your Own Latent","created":"2022-04-09","cited_by_count":1,"area":null},{"id":"2210.08819","title":"Correlation between Alignment-Uniformity and Performance of Dense Contrastive Representations","created":"2022-10-17","cited_by_count":1,"area":null},{"id":"2410.05233","title":"SimO Loss: Anchor-Free Contrastive Loss for Fine-Grained Supervised Contrastive Learning","created":"2024-10-07","cited_by_count":1,"area":null},{"id":"2503.07214","title":"Cross-Lingual IPA Contrastive Learning for Zero-Shot NER","created":"2025-03-10","cited_by_count":1,"area":null},{"id":"2112.11743","title":"Simple and Effective Balance of Contrastive Losses","created":"2021-12-22","cited_by_count":0,"area":null},{"id":"2310.19041","title":"On Linear Separation Capacity of Self-Supervised Representation Learning","created":"2023-10-29","cited_by_count":0,"area":null},{"id":"2312.00101","title":"Towards Unsupervised Representation Learning: Learning, Evaluating and Transferring Visual Representations","created":"2023-11-30","cited_by_count":0,"area":null},{"id":"2403.18094","title":"A Personalized Video-Based Hand Taxonomy: Application for Individuals with Spinal Cord Injury","created":"2024-03-26","cited_by_count":0,"area":null},{"id":"2510.10572","title":"Understanding Self-supervised Contrastive Learning through Supervised Objectives","created":"2025-10-12","cited_by_count":0,"area":null}],"next_cursor":null}