{"total":62,"rows":[{"id":"2207.08051","title":"SatMAE: Pre-training Transformers for Temporal and Multi-Spectral Satellite Imagery","created":"2022-07-17","cited_by_count":408,"area":null},{"id":"2101.04731","title":"SEED: Self-supervised Distillation For Visual Representation","created":"2021-01-12","cited_by_count":134,"area":null},{"id":"2311.18159","title":"CompGS: Smaller and Faster Gaussian Splatting with Vector Quantization","created":"2023-11-30","cited_by_count":130,"area":null},{"id":"2105.10123","title":"Backdoor Attacks on Self-Supervised Learning","created":"2021-05-21","cited_by_count":90,"area":null},{"id":"2105.07269","title":"Mean Shift for Self-Supervised Learning","created":"2021-05-15","cited_by_count":65,"area":null},{"id":"2203.10681","title":"Online Continual Learning for Embedded Devices","created":"2022-03-21","cited_by_count":49,"area":null},{"id":"2208.12448","title":"CMD: Self-supervised 3D Action Representation Learning with Cross-modal Mutual Distillation","created":"2022-08-26","cited_by_count":38,"area":null},{"id":"2206.08898","title":"SimA: Simple Softmax-free Attention for Vision Transformers","created":"2022-06-17","cited_by_count":32,"area":null},{"id":"2206.14532","title":"Revisiting Label Smoothing and Knowledge Distillation Compatibility: What was Missing?","created":"2022-06-29","cited_by_count":32,"area":"distill"},{"id":"2205.14443","title":"A Closer Look at Self-Supervised Lightweight Vision Transformers","created":"2022-05-28","cited_by_count":31,"area":null},{"id":"2406.18937","title":"Federated Graph Semantic and Structural Learning","created":"2024-06-27","cited_by_count":30,"area":null},{"id":"2309.11932","title":"A Machine Learning-oriented Survey on Tiny Machine Learning","created":"2023-09-21","cited_by_count":27,"area":null},{"id":"2104.09124","title":"DisCo: Remedy Self-supervised Learning on Lightweight Models with Distilled Contrastive Learning","created":"2021-04-19","cited_by_count":26,"area":null},{"id":"2107.01691","title":"Bag of Instances Aggregation Boosts Self-supervised Distillation","created":"2021-07-04","cited_by_count":22,"area":null},{"id":"2201.05131","title":"SimReg: Regression as a Simple Yet Effective Tool for Self-supervised Knowledge Distillation","created":"2022-01-13","cited_by_count":21,"area":"distill"},{"id":"2304.01482","title":"Defending Against Patch-based Backdoor Attacks on Self-Supervised Learning","created":"2023-04-04","cited_by_count":20,"area":null},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2309.01270","title":"COMEDIAN: Self-Supervised Learning and Knowledge Distillation for Action Spotting using Transformers","created":"2023-09-03","cited_by_count":17,"area":"distill"},{"id":"2209.03063","title":"MimCo: Masked Image Modeling Pre-training with Contrastive Teacher","created":"2022-09-07","cited_by_count":16,"area":null},{"id":"2210.00944","title":"Attention Distillation: self-supervised vision transformer students need more guidance","created":"2022-10-03","cited_by_count":16,"area":"distill"},{"id":"2110.12033","title":"A Simple Baseline for Low-Budget Active Learning","created":"2021-10-22","cited_by_count":15,"area":null},{"id":"2107.14762","title":"On the Efficacy of Small Self-Supervised Contrastive Models without Distillation Signals","created":"2021-07-30","cited_by_count":14,"area":null},{"id":"2212.06522","title":"Distantly-Supervised Named Entity Recognition with Adaptive Teacher Learning and Fine-grained Student Ensemble","created":"2022-12-13","cited_by_count":14,"area":"distill"},{"id":"2303.01669","title":"Learning Common Rationale to Improve Self-Supervised Representation for Fine-Grained Visual Recognition Problems","created":"2023-03-03","cited_by_count":14,"area":null},{"id":"2205.01915","title":"Generalized Knowledge Distillation via Relationship Matching","created":"2022-05-04","cited_by_count":12,"area":"distill"},{"id":"2301.09451","title":"A Simple Recipe for Competitive Low-compute Self supervised Vision Models","created":"2023-01-23","cited_by_count":10,"area":"distill"},{"id":"2211.10908","title":"ESTAS: Effective and Stable Trojan Attacks in Self-supervised Encoders with One Target Unlabelled Sample","created":"2022-11-20","cited_by_count":9,"area":null},{"id":"2401.05012","title":"HiMTM: Hierarchical Multi-Scale Masked Time Series Modeling with Self-Distillation for Long-Term Forecasting","created":"2024-01-10","cited_by_count":8,"area":"distill"},{"id":"2112.04174","title":"Boosting Contrastive Learning with Relation Knowledge Distillation","created":"2021-12-08","cited_by_count":7,"area":"distill"},{"id":"2112.04607","title":"Constrained Mean Shift Using Distant Yet Related Neighbors for Representation Learning","created":"2021-12-08","cited_by_count":7,"area":null},{"id":"2410.02116","title":"Dataset Distillation via Knowledge Distillation: Towards Efficient Self-Supervised Pre-Training of Deep Networks","created":"2024-10-03","cited_by_count":6,"area":"distill"},{"id":"2412.09388","title":"All You Need in Knowledge Distillation Is a Tailored Coordinate System","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2508.14015","title":"Backdooring Self-Supervised Contrastive Learning by Noisy Alignment","created":"2025-08-19","cited_by_count":6,"area":null},{"id":"2106.11304","title":"Simple Distillation Baselines for Improving Small Self-supervised Models","created":"2021-06-21","cited_by_count":5,"area":null},{"id":"2211.00218","title":"Pixel-Wise Contrastive Distillation","created":"2022-11-01","cited_by_count":5,"area":null},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2209.15525","title":"Slimmable Networks for Contrastive Self-supervised Learning","created":"2022-09-30","cited_by_count":4,"area":null},{"id":"2305.11533","title":"Embrace Limited and Imperfect Training Datasets: Opportunities and Challenges in Plant Disease Recognition Using Deep Learning","created":"2023-05-19","cited_by_count":4,"area":null},{"id":"2404.12210","title":"An Experimental Study on Exploring Strong Lightweight Vision Transformers via Masked Image Modeling Pre-Training","created":"2024-04-18","cited_by_count":4,"area":null},{"id":"2406.04512","title":"To Distill or Not to Distill? On the Robustness of Robust Knowledge Distillation","created":"2024-06-06","cited_by_count":4,"area":"distill"},{"id":"2510.18680","title":"Learning Task-Agnostic Representations through Multi-Teacher Distillation","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2109.14611","title":"Towards Communication-Efficient and Privacy-Preserving Federated Representation Learning","created":"2021-09-29","cited_by_count":3,"area":null},{"id":"2112.04011","title":"Auxiliary Learning for Self-Supervised Video Representation via Similarity-based Knowledge Distillation","created":"2021-12-07","cited_by_count":3,"area":"distill"},{"id":"2203.08717","title":"Weak Augmentation Guided Relational Self-Supervised Learning","created":"2022-03-16","cited_by_count":3,"area":null},{"id":"2210.02808","title":"Effective Self-supervised Pre-training on Low-compute Networks without Distillation","created":"2022-10-06","cited_by_count":3,"area":null},{"id":"2402.11305","title":"On Good Practices for Task-Specific Distillation of Large Pretrained Visual Models","created":"2024-02-17","cited_by_count":3,"area":null},{"id":"2403.13922","title":"Visually Grounded Speech Models have a Mutual Exclusivity Bias","created":"2024-03-20","cited_by_count":3,"area":null},{"id":"2212.11187","title":"Similarity Contrastive Estimation for Image and Video Soft Contrastive Self-Supervised Learning","created":"2022-12-21","cited_by_count":2,"area":null},{"id":"2110.08851","title":"Unsupervised Representation Learning for Binary Networks by Joint Classifier Learning","created":"2021-10-17","cited_by_count":1,"area":null},{"id":"2310.15568","title":"I$^2$MD: 3D Action Representation Learning with Inter- and Intra-modal Mutual Distillation","created":"2023-10-24","cited_by_count":1,"area":null},{"id":"2401.14038","title":"Deep Clustering with Diffused Sampling and Hardness-aware Self-distillation","created":"2024-01-25","cited_by_count":1,"area":"distill"},{"id":"2405.17928","title":"Relational Self-supervised Distillation with Compact Descriptors for Image Copy Detection","created":"2024-05-28","cited_by_count":1,"area":null},{"id":"2406.11689","title":"Lightweight Model Pre-training via Language Guided Knowledge Distillation","created":"2024-06-17","cited_by_count":1,"area":"distill"},{"id":"2505.07675","title":"Simple yet Effective Semi-supervised Knowledge Distillation from Vision-Language Models via Dual-Head Optimization","created":"2025-05-12","cited_by_count":1,"area":"mllm"},{"id":"2110.10309","title":"Constrained Mean Shift for Representation Learning","created":"2021-10-19","cited_by_count":0,"area":null},{"id":"2207.06075","title":"DSPNet: Towards Slimmable Pretrained Networks based on Discriminative Self-supervised Learning","created":"2022-07-13","cited_by_count":0,"area":null},{"id":"2209.13408","title":"A Pathologist-Informed Workflow for Classification of Prostate Glands in Histopathology","created":"2022-09-27","cited_by_count":0,"area":null},{"id":"2301.09164","title":"Unifying Synergies between Self-supervised Learning and Dynamic Computation","created":"2023-01-22","cited_by_count":0,"area":null},{"id":"2405.15311","title":"Retro: Reusing teacher projection head for efficient embedding distillation on Lightweight Models via Self-supervised Learning","created":"2024-05-24","cited_by_count":0,"area":null},{"id":"2506.00910","title":"PCoreSet: Effective Active Learning through Knowledge Distillation from Vision-Language Models","created":"2025-06-01","cited_by_count":0,"area":"mllm"},{"id":"2512.14309","title":"PSMamba: Progressive Self-supervised Vision Mamba for Plant Disease Recognition","created":"2025-12-16","cited_by_count":0,"area":"ssm"},{"id":"2605.08241","title":"TinySSL: Distilled Self-Supervised Pretraining for Sub-Megabyte MCU Models","created":"2026-05-07","cited_by_count":0,"area":"distill"}],"next_cursor":null}