{"total":134,"rows":[{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968,"area":null},{"id":"2106.14413","title":"Co$^2$L: Contrastive Continual Learning","created":"2021-06-28","cited_by_count":244,"area":null},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2204.06986","title":"Cross-Image Relational Knowledge Distillation for Semantic Segmentation","created":"2022-04-14","cited_by_count":118,"area":"distill"},{"id":"2110.08534","title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora","created":"2021-10-16","cited_by_count":115,"area":null},{"id":"2107.03358","title":"Novel Visual Category Discovery with Dual Ranking Statistics and Mutual Knowledge Distillation","created":"2021-07-07","cited_by_count":104,"area":"distill"},{"id":"2204.14095","title":"PyramidCLIP: Hierarchical Feature Alignment for Vision-language Model Pretraining","created":"2022-04-29","cited_by_count":104,"area":"mllm"},{"id":"2212.04500","title":"Masked Video Distillation: Rethinking Masked Feature Modeling for Self-supervised Video Representation Learning","created":"2022-12-08","cited_by_count":90,"area":"distill"},{"id":"2307.12732","title":"CLIP-KD: An Empirical Study of CLIP Model Distillation","created":"2023-07-24","cited_by_count":87,"area":"distill"},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2107.09282","title":"ReSSL: Relational Self-Supervised Learning with Weak Augmentation","created":"2021-07-20","cited_by_count":84,"area":null},{"id":"2308.00301","title":"Online Prototype Learning for Online Continual Learning","created":"2023-08-01","cited_by_count":53,"area":"distill"},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2111.09613","title":"Improving Transferability of Representations via Augmentation-Aware Self-Supervision","created":"2021-11-18","cited_by_count":49,"area":null},{"id":"2203.10681","title":"Online Continual Learning for Embedded Devices","created":"2022-03-21","cited_by_count":49,"area":null},{"id":"2104.12565","title":"Mutual Contrastive Learning for Visual Representation Learning","created":"2021-04-26","cited_by_count":42,"area":null},{"id":"2308.15474","title":"A General-Purpose Self-Supervised Model for Computational Pathology","created":"2023-08-29","cited_by_count":42,"area":null},{"id":"2202.05998","title":"What Makes Good Contrastive Learning on Small-Scale Wearable-based Tasks?","created":"2022-02-12","cited_by_count":40,"area":null},{"id":"2305.13689","title":"Know Your Self-supervised Learning: A Survey on Image-based Generative and Discriminative Training","created":"2023-05-23","cited_by_count":39,"area":null},{"id":"2208.12448","title":"CMD: Self-supervised 3D Action Representation Learning with Cross-modal Mutual Distillation","created":"2022-08-26","cited_by_count":38,"area":null},{"id":"2112.09445","title":"Data Efficient Language-supervised Zero-shot Recognition with Optimal Transport Distillation","created":"2021-12-17","cited_by_count":36,"area":null},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2110.05340","title":"Revitalizing CNN Attentions via Transformers in Self-Supervised Visual Representation Learning","created":"2021-10-11","cited_by_count":34,"area":null},{"id":"2208.03497","title":"Contrastive Positive Mining for Unsupervised 3D Action Representation Learning","created":"2022-08-06","cited_by_count":34,"area":null},{"id":"2209.06235","title":"Improving Self-Supervised Learning by Characterizing Idealized Representations","created":"2022-09-13","cited_by_count":34,"area":null},{"id":"2307.03135","title":"Distilling Large Vision-Language Model with Out-of-Distribution Generalizability","created":"2023-07-06","cited_by_count":33,"area":"mllm"},{"id":"2206.14532","title":"Revisiting Label Smoothing and Knowledge Distillation Compatibility: What was Missing?","created":"2022-06-29","cited_by_count":32,"area":"distill"},{"id":"2205.14443","title":"A Closer Look at Self-Supervised Lightweight Vision Transformers","created":"2022-05-28","cited_by_count":31,"area":null},{"id":"2111.13924","title":"A Practical Contrastive Learning Framework for Single-Image Super-Resolution","created":"2021-11-27","cited_by_count":30,"area":null},{"id":"2406.18937","title":"Federated Graph Semantic and Structural Learning","created":"2024-06-27","cited_by_count":30,"area":null},{"id":"2108.02183","title":"Enhancing Self-supervised Video Representation Learning via Multi-level Feature Optimization","created":"2021-08-04","cited_by_count":27,"area":null},{"id":"2104.09124","title":"DisCo: Remedy Self-supervised Learning on Lightweight Models with Distilled Contrastive Learning","created":"2021-04-19","cited_by_count":26,"area":null},{"id":"2207.05500","title":"Modality-Aware Contrastive Instance Learning with Self-Distillation for Weakly-Supervised Audio-Visual Violence Detection","created":"2022-07-12","cited_by_count":26,"area":"distill"},{"id":"2301.01296","title":"TinyMIM: An Empirical Study of Distilling MIM Pre-trained Models","created":"2023-01-03","cited_by_count":24,"area":null},{"id":"2303.10725","title":"SIESTA: Efficient Online Continual Learning with Sleep","created":"2023-03-19","cited_by_count":24,"area":null},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23,"area":null},{"id":"2104.09866","title":"Distill on the Go: Online knowledge distillation in self-supervised learning","created":"2021-04-20","cited_by_count":22,"area":"distill"},{"id":"2107.01691","title":"Bag of Instances Aggregation Boosts Self-supervised Distillation","created":"2021-07-04","cited_by_count":22,"area":null},{"id":"2201.05131","title":"SimReg: Regression as a Simple Yet Effective Tool for Self-supervised Knowledge Distillation","created":"2022-01-13","cited_by_count":21,"area":"distill"},{"id":"2303.06670","title":"Extending global-local view alignment for self-supervised learning with remote sensing imagery","created":"2023-03-12","cited_by_count":20,"area":null},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2407.03056","title":"Improving Zero-shot Generalization of Learned Prompts via Unsupervised Knowledge Distillation","created":"2024-07-03","cited_by_count":18,"area":"mllm"},{"id":"2309.01270","title":"COMEDIAN: Self-Supervised Learning and Knowledge Distillation for Action Spotting using Transformers","created":"2023-09-03","cited_by_count":17,"area":"distill"},{"id":"2209.03063","title":"MimCo: Masked Image Modeling Pre-training with Contrastive Teacher","created":"2022-09-07","cited_by_count":16,"area":null},{"id":"2210.00944","title":"Attention Distillation: self-supervised vision transformer students need more guidance","created":"2022-10-03","cited_by_count":16,"area":"distill"},{"id":"2302.08741","title":"New Insights for the Stability-Plasticity Dilemma in Online Continual Learning","created":"2023-02-17","cited_by_count":16,"area":null},{"id":"2412.11276","title":"Wearable Accelerometer Foundation Models for Health via Knowledge Distillation","created":"2024-12-15","cited_by_count":16,"area":null},{"id":"2102.08946","title":"S2-BNN: Bridging the Gap Between Self-Supervised Real and 1-bit Neural Networks via Guided Distribution Calibration","created":"2021-02-17","cited_by_count":15,"area":null},{"id":"2107.14762","title":"On the Efficacy of Small Self-Supervised Contrastive Models without Distillation Signals","created":"2021-07-30","cited_by_count":14,"area":null},{"id":"2207.10892","title":"Bi-directional Contrastive Learning for Domain Adaptive Semantic Segmentation","created":"2022-07-22","cited_by_count":14,"area":null},{"id":"2301.02903","title":"Transferring Pre-trained Multimodal Representations with Cross-modal Similarity Matching","created":"2023-01-07","cited_by_count":14,"area":null},{"id":"2103.13559","title":"Rethinking Self-Supervised Learning: Small is Beautiful","created":"2021-03-25","cited_by_count":13,"area":null},{"id":"2205.01915","title":"Generalized Knowledge Distillation via Relationship Matching","created":"2022-05-04","cited_by_count":12,"area":"distill"},{"id":"2107.01776","title":"Continual Contrastive Learning for Image Classification","created":"2021-07-05","cited_by_count":11,"area":null},{"id":"2403.04599","title":"Contrastive Continual Learning with Importance Sampling and Prototype-Instance Relation Distillation","created":"2024-03-07","cited_by_count":11,"area":null},{"id":"2110.12100","title":"MTGLS: Multi-Task Gaze Estimation with Limited Supervision","created":"2021-10-23","cited_by_count":10,"area":null},{"id":"2207.05432","title":"Synergistic Self-supervised and Quantization Learning","created":"2022-07-12","cited_by_count":10,"area":null},{"id":"2301.09451","title":"A Simple Recipe for Competitive Low-compute Self supervised Vision Models","created":"2023-01-23","cited_by_count":10,"area":"distill"},{"id":"2510.06783","title":"TTRV: Test-Time Reinforcement Learning for Vision Language Models","created":"2025-10-08","cited_by_count":10,"area":"mllm"},{"id":"2110.09455","title":"TLDR: Twin Learning for Dimensionality Reduction","created":"2021-10-18","cited_by_count":9,"area":null},{"id":"2203.05465","title":"LoopITR: Combining Dual and Cross Encoder Architectures for Image-Text Retrieval","created":"2022-03-10","cited_by_count":9,"area":null},{"id":"2503.07259","title":"COMODO: Cross-Modal Video-to-IMU Distillation for Efficient Egocentric Human Activity Recognition","created":"2025-03-10","cited_by_count":9,"area":null},{"id":"2112.10453","title":"Learning with Label Noise for Image Retrieval by Selecting Interactions","created":"2021-12-20","cited_by_count":8,"area":null},{"id":"2204.05502","title":"CoupleFace: Relation Matters for Face Recognition Distillation","created":"2022-04-12","cited_by_count":8,"area":null},{"id":"2210.11016","title":"Towards Sustainable Self-supervised Learning","created":"2022-10-20","cited_by_count":8,"area":null},{"id":"2312.04168","title":"Augmentation-Free Dense Contrastive Knowledge Distillation for Efficient Semantic Segmentation","created":"2023-12-07","cited_by_count":8,"area":"distill"},{"id":"2403.10760","title":"CORN: Contact-based Object Representation for Nonprehensile Manipulation of General Unseen Objects","created":"2024-03-16","cited_by_count":8,"area":null},{"id":"2112.04174","title":"Boosting Contrastive Learning with Relation Knowledge Distillation","created":"2021-12-08","cited_by_count":7,"area":"distill"},{"id":"2312.09716","title":"Let All be Whitened: Multi-teacher Distillation for Efficient Visual Retrieval","created":"2023-12-15","cited_by_count":7,"area":null},{"id":"2110.14553","title":"GenURL: A General Framework for Unsupervised Representation Learning","created":"2021-10-27","cited_by_count":6,"area":null},{"id":"2205.11416","title":"The Importance of Being Parameters: An Intra-Distillation Method for Serious Gains","created":"2022-05-23","cited_by_count":6,"area":null},{"id":"2410.06154","title":"GLOV: Guided Large Language Models as Implicit Optimizers for Vision Language Models","created":"2024-10-08","cited_by_count":6,"area":"mllm"},{"id":"2411.13317","title":"Teaching VLMs to Localize Specific Objects from In-context Examples","created":"2024-11-20","cited_by_count":6,"area":"mllm"},{"id":"2106.11304","title":"Simple Distillation Baselines for Improving Small Self-supervised Models","created":"2021-06-21","cited_by_count":5,"area":null},{"id":"2106.15499","title":"Self-Contrastive Learning: Single-viewed Supervised Contrastive Framework using Sub-network","created":"2021-06-29","cited_by_count":5,"area":null},{"id":"2203.09041","title":"DATA: Domain-Aware and Task-Aware Self-supervised Learning","created":"2022-03-17","cited_by_count":5,"area":null},{"id":"2211.00218","title":"Pixel-Wise Contrastive Distillation","created":"2022-11-01","cited_by_count":5,"area":null},{"id":"2303.06870","title":"Three Guidelines You Should Know for Universally Slimmable Self-Supervised Learning","created":"2023-03-13","cited_by_count":5,"area":null},{"id":"2309.16540","title":"Unsupervised Pretraining for Fact Verification by Language Model Distillation","created":"2023-09-28","cited_by_count":5,"area":null},{"id":"2404.17184","title":"Low-Rank Knowledge Decomposition for Medical Foundation Models","created":"2024-04-26","cited_by_count":5,"area":null},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2209.15525","title":"Slimmable Networks for Contrastive Self-supervised Learning","created":"2022-09-30","cited_by_count":4,"area":null},{"id":"2211.01796","title":"Beyond Instance Discrimination: Relation-aware Contrastive Self-supervised Learning","created":"2022-11-02","cited_by_count":4,"area":null},{"id":"2211.13228","title":"Self-Supervised Learning based on Heat Equation","created":"2022-11-23","cited_by_count":4,"area":null},{"id":"2305.12270","title":"Mitigating Catastrophic Forgetting in Task-Incremental Continual Learning with Adaptive Classification Criterion","created":"2023-05-20","cited_by_count":4,"area":null},{"id":"2404.12210","title":"An Experimental Study on Exploring Strong Lightweight Vision Transformers via Masked Image Modeling Pre-Training","created":"2024-04-18","cited_by_count":4,"area":null},{"id":"2409.10362","title":"Frequency-Guided Masking for Enhanced Vision Self-Supervised Learning","created":"2024-09-16","cited_by_count":4,"area":"distill"},{"id":"2510.18680","title":"Learning Task-Agnostic Representations through Multi-Teacher Distillation","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2109.14611","title":"Towards Communication-Efficient and Privacy-Preserving Federated Representation Learning","created":"2021-09-29","cited_by_count":3,"area":null},{"id":"2112.04011","title":"Auxiliary Learning for Self-Supervised Video Representation via Similarity-based Knowledge Distillation","created":"2021-12-07","cited_by_count":3,"area":"distill"},{"id":"2203.08717","title":"Weak Augmentation Guided Relational Self-Supervised Learning","created":"2022-03-16","cited_by_count":3,"area":null},{"id":"2210.01703","title":"Improving Label-Deficient Keyword Spotting Through Self-Supervised Pretraining","created":"2022-10-04","cited_by_count":3,"area":null},{"id":"2210.02808","title":"Effective Self-supervised Pre-training on Low-compute Networks without Distillation","created":"2022-10-06","cited_by_count":3,"area":null},{"id":"2212.07158","title":"Establishing a stronger baseline for lightweight contrastive models","created":"2022-12-14","cited_by_count":3,"area":null},{"id":"2402.11305","title":"On Good Practices for Task-Specific Distillation of Large Pretrained Visual Models","created":"2024-02-17","cited_by_count":3,"area":null},{"id":"2411.15787","title":"Multi-Token Enhancing for Vision Representation Learning","created":"2024-11-24","cited_by_count":3,"area":null},{"id":"2212.11187","title":"Similarity Contrastive Estimation for Image and Video Soft Contrastive Self-Supervised Learning","created":"2022-12-21","cited_by_count":2,"area":null},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2409.07577","title":"Self-Masking Networks for Unsupervised Adaptation","created":"2024-09-11","cited_by_count":2,"area":null}],"next_cursor":"100"}