{"total":92,"rows":[{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968,"area":null},{"id":"2106.14413","title":"Co$^2$L: Contrastive Continual Learning","created":"2021-06-28","cited_by_count":244,"area":null},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2110.08534","title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora","created":"2021-10-16","cited_by_count":115,"area":null},{"id":"2107.09282","title":"ReSSL: Relational Self-Supervised Learning with Weak Augmentation","created":"2021-07-20","cited_by_count":84,"area":null},{"id":"2111.09613","title":"Improving Transferability of Representations via Augmentation-Aware Self-Supervision","created":"2021-11-18","cited_by_count":49,"area":null},{"id":"2203.10681","title":"Online Continual Learning for Embedded Devices","created":"2022-03-21","cited_by_count":49,"area":null},{"id":"2104.12565","title":"Mutual Contrastive Learning for Visual Representation Learning","created":"2021-04-26","cited_by_count":42,"area":null},{"id":"2308.15474","title":"A General-Purpose Self-Supervised Model for Computational Pathology","created":"2023-08-29","cited_by_count":42,"area":null},{"id":"2202.05998","title":"What Makes Good Contrastive Learning on Small-Scale Wearable-based Tasks?","created":"2022-02-12","cited_by_count":40,"area":null},{"id":"2305.13689","title":"Know Your Self-supervised Learning: A Survey on Image-based Generative and Discriminative Training","created":"2023-05-23","cited_by_count":39,"area":null},{"id":"2208.12448","title":"CMD: Self-supervised 3D Action Representation Learning with Cross-modal Mutual Distillation","created":"2022-08-26","cited_by_count":38,"area":null},{"id":"2112.09445","title":"Data Efficient Language-supervised Zero-shot Recognition with Optimal Transport Distillation","created":"2021-12-17","cited_by_count":36,"area":null},{"id":"2110.05340","title":"Revitalizing CNN Attentions via Transformers in Self-Supervised Visual Representation Learning","created":"2021-10-11","cited_by_count":34,"area":null},{"id":"2208.03497","title":"Contrastive Positive Mining for Unsupervised 3D Action Representation Learning","created":"2022-08-06","cited_by_count":34,"area":null},{"id":"2209.06235","title":"Improving Self-Supervised Learning by Characterizing Idealized Representations","created":"2022-09-13","cited_by_count":34,"area":null},{"id":"2205.14443","title":"A Closer Look at Self-Supervised Lightweight Vision Transformers","created":"2022-05-28","cited_by_count":31,"area":null},{"id":"2111.13924","title":"A Practical Contrastive Learning Framework for Single-Image Super-Resolution","created":"2021-11-27","cited_by_count":30,"area":null},{"id":"2406.18937","title":"Federated Graph Semantic and Structural Learning","created":"2024-06-27","cited_by_count":30,"area":null},{"id":"2108.02183","title":"Enhancing Self-supervised Video Representation Learning via Multi-level Feature Optimization","created":"2021-08-04","cited_by_count":27,"area":null},{"id":"2104.09124","title":"DisCo: Remedy Self-supervised Learning on Lightweight Models with Distilled Contrastive Learning","created":"2021-04-19","cited_by_count":26,"area":null},{"id":"2301.01296","title":"TinyMIM: An Empirical Study of Distilling MIM Pre-trained Models","created":"2023-01-03","cited_by_count":24,"area":null},{"id":"2303.10725","title":"SIESTA: Efficient Online Continual Learning with Sleep","created":"2023-03-19","cited_by_count":24,"area":null},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23,"area":null},{"id":"2107.01691","title":"Bag of Instances Aggregation Boosts Self-supervised Distillation","created":"2021-07-04","cited_by_count":22,"area":null},{"id":"2303.06670","title":"Extending global-local view alignment for self-supervised learning with remote sensing imagery","created":"2023-03-12","cited_by_count":20,"area":null},{"id":"2209.03063","title":"MimCo: Masked Image Modeling Pre-training with Contrastive Teacher","created":"2022-09-07","cited_by_count":16,"area":null},{"id":"2302.08741","title":"New Insights for the Stability-Plasticity Dilemma in Online Continual Learning","created":"2023-02-17","cited_by_count":16,"area":null},{"id":"2412.11276","title":"Wearable Accelerometer Foundation Models for Health via Knowledge Distillation","created":"2024-12-15","cited_by_count":16,"area":null},{"id":"2102.08946","title":"S2-BNN: Bridging the Gap Between Self-Supervised Real and 1-bit Neural Networks via Guided Distribution Calibration","created":"2021-02-17","cited_by_count":15,"area":null},{"id":"2107.14762","title":"On the Efficacy of Small Self-Supervised Contrastive Models without Distillation Signals","created":"2021-07-30","cited_by_count":14,"area":null},{"id":"2207.10892","title":"Bi-directional Contrastive Learning for Domain Adaptive Semantic Segmentation","created":"2022-07-22","cited_by_count":14,"area":null},{"id":"2301.02903","title":"Transferring Pre-trained Multimodal Representations with Cross-modal Similarity Matching","created":"2023-01-07","cited_by_count":14,"area":null},{"id":"2103.13559","title":"Rethinking Self-Supervised Learning: Small is Beautiful","created":"2021-03-25","cited_by_count":13,"area":null},{"id":"2107.01776","title":"Continual Contrastive Learning for Image Classification","created":"2021-07-05","cited_by_count":11,"area":null},{"id":"2403.04599","title":"Contrastive Continual Learning with Importance Sampling and Prototype-Instance Relation Distillation","created":"2024-03-07","cited_by_count":11,"area":null},{"id":"2110.12100","title":"MTGLS: Multi-Task Gaze Estimation with Limited Supervision","created":"2021-10-23","cited_by_count":10,"area":null},{"id":"2207.05432","title":"Synergistic Self-supervised and Quantization Learning","created":"2022-07-12","cited_by_count":10,"area":null},{"id":"2110.09455","title":"TLDR: Twin Learning for Dimensionality Reduction","created":"2021-10-18","cited_by_count":9,"area":null},{"id":"2203.05465","title":"LoopITR: Combining Dual and Cross Encoder Architectures for Image-Text Retrieval","created":"2022-03-10","cited_by_count":9,"area":null},{"id":"2503.07259","title":"COMODO: Cross-Modal Video-to-IMU Distillation for Efficient Egocentric Human Activity Recognition","created":"2025-03-10","cited_by_count":9,"area":null},{"id":"2112.10453","title":"Learning with Label Noise for Image Retrieval by Selecting Interactions","created":"2021-12-20","cited_by_count":8,"area":null},{"id":"2204.05502","title":"CoupleFace: Relation Matters for Face Recognition Distillation","created":"2022-04-12","cited_by_count":8,"area":null},{"id":"2210.11016","title":"Towards Sustainable Self-supervised Learning","created":"2022-10-20","cited_by_count":8,"area":null},{"id":"2403.10760","title":"CORN: Contact-based Object Representation for Nonprehensile Manipulation of General Unseen Objects","created":"2024-03-16","cited_by_count":8,"area":null},{"id":"2312.09716","title":"Let All be Whitened: Multi-teacher Distillation for Efficient Visual Retrieval","created":"2023-12-15","cited_by_count":7,"area":null},{"id":"2110.14553","title":"GenURL: A General Framework for Unsupervised Representation Learning","created":"2021-10-27","cited_by_count":6,"area":null},{"id":"2205.11416","title":"The Importance of Being Parameters: An Intra-Distillation Method for Serious Gains","created":"2022-05-23","cited_by_count":6,"area":null},{"id":"2106.11304","title":"Simple Distillation Baselines for Improving Small Self-supervised Models","created":"2021-06-21","cited_by_count":5,"area":null},{"id":"2106.15499","title":"Self-Contrastive Learning: Single-viewed Supervised Contrastive Framework using Sub-network","created":"2021-06-29","cited_by_count":5,"area":null},{"id":"2203.09041","title":"DATA: Domain-Aware and Task-Aware Self-supervised Learning","created":"2022-03-17","cited_by_count":5,"area":null},{"id":"2211.00218","title":"Pixel-Wise Contrastive Distillation","created":"2022-11-01","cited_by_count":5,"area":null},{"id":"2303.06870","title":"Three Guidelines You Should Know for Universally Slimmable Self-Supervised Learning","created":"2023-03-13","cited_by_count":5,"area":null},{"id":"2309.16540","title":"Unsupervised Pretraining for Fact Verification by Language Model Distillation","created":"2023-09-28","cited_by_count":5,"area":null},{"id":"2404.17184","title":"Low-Rank Knowledge Decomposition for Medical Foundation Models","created":"2024-04-26","cited_by_count":5,"area":null},{"id":"2209.15525","title":"Slimmable Networks for Contrastive Self-supervised Learning","created":"2022-09-30","cited_by_count":4,"area":null},{"id":"2211.01796","title":"Beyond Instance Discrimination: Relation-aware Contrastive Self-supervised Learning","created":"2022-11-02","cited_by_count":4,"area":null},{"id":"2211.13228","title":"Self-Supervised Learning based on Heat Equation","created":"2022-11-23","cited_by_count":4,"area":null},{"id":"2305.12270","title":"Mitigating Catastrophic Forgetting in Task-Incremental Continual Learning with Adaptive Classification Criterion","created":"2023-05-20","cited_by_count":4,"area":null},{"id":"2404.12210","title":"An Experimental Study on Exploring Strong Lightweight Vision Transformers via Masked Image Modeling Pre-Training","created":"2024-04-18","cited_by_count":4,"area":null},{"id":"2510.18680","title":"Learning Task-Agnostic Representations through Multi-Teacher Distillation","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2109.14611","title":"Towards Communication-Efficient and Privacy-Preserving Federated Representation Learning","created":"2021-09-29","cited_by_count":3,"area":null},{"id":"2203.08717","title":"Weak Augmentation Guided Relational Self-Supervised Learning","created":"2022-03-16","cited_by_count":3,"area":null},{"id":"2210.01703","title":"Improving Label-Deficient Keyword Spotting Through Self-Supervised Pretraining","created":"2022-10-04","cited_by_count":3,"area":null},{"id":"2210.02808","title":"Effective Self-supervised Pre-training on Low-compute Networks without Distillation","created":"2022-10-06","cited_by_count":3,"area":null},{"id":"2212.07158","title":"Establishing a stronger baseline for lightweight contrastive models","created":"2022-12-14","cited_by_count":3,"area":null},{"id":"2402.11305","title":"On Good Practices for Task-Specific Distillation of Large Pretrained Visual Models","created":"2024-02-17","cited_by_count":3,"area":null},{"id":"2411.15787","title":"Multi-Token Enhancing for Vision Representation Learning","created":"2024-11-24","cited_by_count":3,"area":null},{"id":"2212.11187","title":"Similarity Contrastive Estimation for Image and Video Soft Contrastive Self-Supervised Learning","created":"2022-12-21","cited_by_count":2,"area":null},{"id":"2409.07577","title":"Self-Masking Networks for Unsupervised Adaptation","created":"2024-09-11","cited_by_count":2,"area":null},{"id":"2110.08851","title":"Unsupervised Representation Learning for Binary Networks by Joint Classifier Learning","created":"2021-10-17","cited_by_count":1,"area":null},{"id":"2208.10024","title":"GCISG: Guided Causal Invariant Learning for Improved Syn-to-real Generalization","created":"2022-08-22","cited_by_count":1,"area":null},{"id":"2301.12104","title":"Unbiased and Efficient Self-Supervised Incremental Contrastive Learning","created":"2023-01-28","cited_by_count":1,"area":null},{"id":"2310.15568","title":"I$^2$MD: 3D Action Representation Learning with Inter- and Intra-modal Mutual Distillation","created":"2023-10-24","cited_by_count":1,"area":null},{"id":"2311.03228","title":"An Efficient Self-Supervised Cross-View Training For Sentence Embedding","created":"2023-11-06","cited_by_count":1,"area":null},{"id":"2404.19289","title":"On Improving the Algorithm-, Model-, and Data- Efficiency of Self-Supervised Learning","created":"2024-04-30","cited_by_count":1,"area":null},{"id":"2405.03355","title":"A Generalization Theory of Cross-Modality Distillation with Contrastive Learning","created":"2024-05-06","cited_by_count":1,"area":null},{"id":"2405.17928","title":"Relational Self-supervised Distillation with Compact Descriptors for Image Copy Detection","created":"2024-05-28","cited_by_count":1,"area":null},{"id":"2408.01031","title":"POA: Pre-training Once for Models of All Sizes","created":"2024-08-02","cited_by_count":1,"area":null},{"id":"2207.06075","title":"DSPNet: Towards Slimmable Pretrained Networks based on Discriminative Self-supervised Learning","created":"2022-07-13","cited_by_count":0,"area":null},{"id":"2301.09164","title":"Unifying Synergies between Self-supervised Learning and Dynamic Computation","created":"2023-01-22","cited_by_count":0,"area":null},{"id":"2305.05370","title":"MSVQ: Self-Supervised Learning with Multiple Sample Views and Queues","created":"2023-05-09","cited_by_count":0,"area":null},{"id":"2309.00647","title":"Improving Small Footprint Few-shot Keyword Spotting with Supervision on Auxiliary Data","created":"2023-08-31","cited_by_count":0,"area":null},{"id":"2310.03424","title":"Neural Language Model Pruning for Automatic Speech Recognition","created":"2023-10-05","cited_by_count":0,"area":null},{"id":"2405.15311","title":"Retro: Reusing teacher projection head for efficient embedding distillation on Lightweight Models via Self-supervised Learning","created":"2024-05-24","cited_by_count":0,"area":null},{"id":"2407.13873","title":"Keypoint Aware Masked Image Modelling","created":"2024-07-18","cited_by_count":0,"area":null},{"id":"2407.17671","title":"Unsqueeze [CLS] Bottleneck to Learn Rich Representations","created":"2024-07-24","cited_by_count":0,"area":null},{"id":"2502.21313","title":"Unsupervised Parameter Efficient Source-free Post-pretraining","created":"2025-02-28","cited_by_count":0,"area":null},{"id":"2507.10920","title":"HanjaBridge: Resolving Semantic Ambiguity in Korean LLMs via Hanja-Augmented Pre-Training","created":"2025-07-15","cited_by_count":0,"area":null},{"id":"2609.37642","title":"Flattening the Connectome Spectrum: A Spectral Filter for FC Induces a Pretraining Target for fMRI Encoders","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.12574","title":"Scaling Multi-Teacher Distillation for Digital Pathology","created":"2026-10-08","cited_by_count":0,"area":null},{"id":"2610.14748","title":"More Domains, No Gains? FLO: Fast-Slow Reciprocal Learning for Multi-Domain Graph Pre-training","created":"2026-10-10","cited_by_count":0,"area":null}],"next_cursor":null}