{"total":150,"rows":[{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2208.12262","title":"MaskCLIP: Masked Self-Distillation Advances Contrastive Language-Image Pretraining","created":"2022-08-25","cited_by_count":187,"area":"distill"},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2212.08320","title":"Autoencoders as Cross-Modal Teachers: Can Pretrained 2D Image Transformers Help 3D Representation Learning?","created":"2022-12-16","cited_by_count":122,"area":"distill"},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2205.14141","title":"Contrastive Learning Rivals Masked Image Modeling in Fine-tuning via Feature Distillation","created":"2022-05-27","cited_by_count":93,"area":"distill"},{"id":"2310.19444","title":"One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation","created":"2023-10-30","cited_by_count":78,"area":"distill"},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2204.12997","title":"DearKD: Data-Efficient Early Knowledge Distillation for Vision Transformers","created":"2022-04-27","cited_by_count":65,"area":"distill"},{"id":"2107.01378","title":"Learning Efficient Vision Transformers via Fine-Grained Manifold Distillation","created":"2021-07-03","cited_by_count":60,"area":"distill"},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2209.03917","title":"Exploring Target Representations for Masked Autoencoders","created":"2022-09-08","cited_by_count":46,"area":"distill"},{"id":"2206.06487","title":"The Modality Focusing Hypothesis: Towards Understanding Crossmodal Knowledge Distillation","created":"2022-06-13","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","created":"2024-02-17","cited_by_count":37,"area":"distill"},{"id":"2208.12256","title":"Masked Autoencoders Enable Efficient Knowledge Distillers","created":"2022-08-25","cited_by_count":36,"area":"distill"},{"id":"2211.10156","title":"DETRDistill: A Universal Knowledge Distillation Framework for DETR-families","created":"2022-11-17","cited_by_count":36,"area":"distill"},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2307.07483","title":"Multimodal Distillation for Egocentric Action Recognition","created":"2023-07-14","cited_by_count":28,"area":"distill"},{"id":"2211.04772","title":"Efficient Large-scale Audio Tagging via Transformer-to-CNN Knowledge Distillation","created":"2022-11-09","cited_by_count":27,"area":"distill"},{"id":"2408.05088","title":"UNIC: Universal Classification Models via Multi-teacher Distillation","created":"2024-08-09","cited_by_count":27,"area":"distill"},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2211.03876","title":"CoNMix for Source-free Single and Multi-target Domain Adaptation","created":"2022-11-07","cited_by_count":23,"area":"distill"},{"id":"2303.15466","title":"Supervised Masked Knowledge Distillation for Few-Shot Transformers","created":"2023-03-25","cited_by_count":23,"area":"distill"},{"id":"2310.18640","title":"Switching Temporary Teachers for Semi-Supervised Semantic Segmentation","created":"2023-10-28","cited_by_count":23,"area":"distill"},{"id":"2104.08945","title":"Data-Efficient Language-Supervised Zero-Shot Learning with Self-Distillation","created":"2021-04-18","cited_by_count":22,"area":"distill"},{"id":"2205.02399","title":"Spot-adaptive Knowledge Distillation","created":"2022-05-05","cited_by_count":22,"area":"distill"},{"id":"2202.07940","title":"Meta Knowledge Distillation","created":"2022-02-16","cited_by_count":20,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2307.08500","title":"Cumulative Spatial Knowledge Distillation for Vision Transformers","created":"2023-07-17","cited_by_count":18,"area":"distill"},{"id":"2310.07265","title":"Distilling Efficient Vision Transformers from CNNs for Semantic Segmentation","created":"2023-10-11","cited_by_count":18,"area":"distill"},{"id":"2106.13266","title":"DnS: Distill-and-Select for Efficient and Accurate Video Indexing and Retrieval","created":"2021-06-24","cited_by_count":17,"area":"distill"},{"id":"2202.13393","title":"TransKD: Transformer Knowledge Distillation for Efficient Semantic Segmentation","created":"2022-02-27","cited_by_count":17,"area":"distill"},{"id":"2309.01270","title":"COMEDIAN: Self-Supervised Learning and Knowledge Distillation for Action Spotting using Transformers","created":"2023-09-03","cited_by_count":17,"area":"distill"},{"id":"2401.11824","title":"Rethinking Centered Kernel Alignment in Knowledge Distillation","created":"2024-01-22","cited_by_count":17,"area":"distill"},{"id":"2210.00944","title":"Attention Distillation: self-supervised vision transformer students need more guidance","created":"2022-10-03","cited_by_count":16,"area":"distill"},{"id":"2306.08075","title":"BPKD: Boundary Privileged Knowledge Distillation For Semantic Segmentation","created":"2023-06-13","cited_by_count":15,"area":"distill"},{"id":"2307.10638","title":"Quantized Feature Distillation for Network Quantization","created":"2023-07-20","cited_by_count":15,"area":"distill"},{"id":"2405.10939","title":"DINO as a von Mises-Fisher mixture model","created":"2024-05-17","cited_by_count":15,"area":"distill"},{"id":"2111.12958","title":"Self-Distilled Self-Supervised Representation Learning","created":"2021-11-25","cited_by_count":14,"area":"distill"},{"id":"2112.07074","title":"Towards a Unified Foundation Model: Jointly Pre-Training Transformers on Unpaired Images and Text","created":"2021-12-14","cited_by_count":14,"area":"distill"},{"id":"2208.14143","title":"FAKD: Feature Augmented Knowledge Distillation for Semantic Segmentation","created":"2022-08-30","cited_by_count":14,"area":"distill"},{"id":"2210.05920","title":"Boosting Graph Neural Networks via Adaptive Knowledge Distillation","created":"2022-10-12","cited_by_count":14,"area":"distill"},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2307.10698","title":"Reverse Knowledge Distillation: Training a Large Model using a Small One for Retinal Image Matching on Limited Data","created":"2023-07-20","cited_by_count":13,"area":"distill"},{"id":"2203.06760","title":"CMKD: CNN/Transformer-Based Cross-Model Knowledge Distillation for Audio Classification","created":"2022-03-13","cited_by_count":12,"area":"distill"},{"id":"2405.14791","title":"Recurrent Early Exits for Federated Learning with Heterogeneous Clients","created":"2024-05-23","cited_by_count":12,"area":"distill"},{"id":"2107.10624","title":"LANA: Latency Aware Network Acceleration","created":"2021-07-12","cited_by_count":11,"area":"distill"},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2503.18244","title":"CustomKD: Customizing Large Vision Foundation for Edge Model Improvement via Knowledge Distillation","created":"2025-03-23","cited_by_count":11,"area":"distill"},{"id":"2301.09451","title":"A Simple Recipe for Competitive Low-compute Self supervised Vision Models","created":"2023-01-23","cited_by_count":10,"area":"distill"},{"id":"2305.17370","title":"Vision Transformers for Small Histological Datasets Learned through Knowledge Distillation","created":"2023-05-27","cited_by_count":10,"area":"distill"},{"id":"2311.06056","title":"Learning Contrastive Self-Distillation for Ultra-Fine-Grained Visual Categorization Targeting Limited Samples","created":"2023-11-10","cited_by_count":9,"area":"distill"},{"id":"2212.04884","title":"Co-training $2^L$ Submodels for Visual Recognition","created":"2022-12-09","cited_by_count":8,"area":"distill"},{"id":"2302.10494","title":"The Role of Masking for Efficient Supervised Knowledge Distillation of Vision Transformers","created":"2023-02-21","cited_by_count":8,"area":"distill"},{"id":"2305.19412","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","created":"2023-05-30","cited_by_count":8,"area":"distill"},{"id":"2311.13621","title":"EA-KD: Entropy-based Adaptive Knowledge Distillation","created":"2023-11-22","cited_by_count":8,"area":"distill"},{"id":"2204.05547","title":"DistPro: Searching A Fast Knowledge Distillation Process via Meta Optimization","created":"2022-04-12","cited_by_count":7,"area":"distill"},{"id":"2308.16561","title":"MoMA: Momentum Contrastive Learning with Multi-head Attention-based Knowledge Distillation for Histopathology Image Analysis","created":"2023-08-31","cited_by_count":6,"area":"distill"},{"id":"2404.09326","title":"Weight Copy and Low-Rank Adaptation for Few-Shot Distillation of Vision Transformers","created":"2024-04-14","cited_by_count":6,"area":"distill"},{"id":"2412.08939","title":"Dynamic Contrastive Knowledge Distillation for Efficient Image Restoration","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2412.09388","title":"All You Need in Knowledge Distillation Is a Tailored Coordinate System","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2603.24422","title":"OneSearch-V2: The Latent Reasoning Enhanced Self-distillation Generative Search Framework","created":"2026-03-25","cited_by_count":6,"area":"distill"},{"id":"2202.12488","title":"Learn From the Past: Experience Ensemble Knowledge Distillation","created":"2022-02-25","cited_by_count":5,"area":"distill"},{"id":"2306.17424","title":"Audio Embeddings as Teachers for Music Classification","created":"2023-06-30","cited_by_count":5,"area":"distill"},{"id":"2312.17473","title":"FerKD: Surgical Label Adaptation for Efficient Distillation","created":"2023-12-29","cited_by_count":5,"area":"distill"},{"id":"2405.18524","title":"Aligning in a Compact Space: Contrastive Knowledge Distillation between Heterogeneous Architectures","created":"2024-05-28","cited_by_count":5,"area":"distill"},{"id":"2407.09838","title":"Background Adaptation with Residual Modeling for Exemplar-Free Class-Incremental Semantic Segmentation","created":"2024-07-13","cited_by_count":5,"area":"distill"},{"id":"2411.06448","title":"Over-parameterized Student Model via Tensor Decomposition Boosted Knowledge Distillation","created":"2024-11-10","cited_by_count":5,"area":"distill"},{"id":"2501.08885","title":"Perspective-Aware Teaching: Adapting Knowledge for Heterogeneous Distillation","created":"2025-01-15","cited_by_count":5,"area":"distill"},{"id":"2511.12511","title":"DINO-Detect: A Simple yet Effective Framework for Blur-Robust AI-Generated Image Detection","created":"2025-11-16","cited_by_count":5,"area":"distill"},{"id":"2302.02089","title":"MOMA:Distill from Self-Supervised Teachers","created":"2023-02-04","cited_by_count":4,"area":"distill"},{"id":"2307.15640","title":"CLIP Brings Better Features to Visual Aesthetics Learners","created":"2023-07-28","cited_by_count":4,"area":"distill"},{"id":"2310.02421","title":"Can a student Large Language Model perform as well as it's teacher?","created":"2023-10-03","cited_by_count":4,"area":"distill"},{"id":"2409.10362","title":"Frequency-Guided Masking for Enhanced Vision Self-Supervised Learning","created":"2024-09-16","cited_by_count":4,"area":"distill"},{"id":"2410.12342","title":"Fuse Before Transfer: Knowledge Fusion for Heterogeneous Distillation","created":"2024-10-16","cited_by_count":4,"area":"distill"},{"id":"2411.17046","title":"Large-Scale Data-Free Knowledge Distillation for ImageNet via Multi-Resolution Data Generation","created":"2024-11-26","cited_by_count":4,"area":"distill"},{"id":"2505.15133","title":"DeepKD: A Deeply Decoupled and Denoised Knowledge Distillation Trainer","created":"2025-05-21","cited_by_count":4,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2604.08532","title":"Self-Improving 4D Perception via Self-Distillation","created":"2026-04-09","cited_by_count":4,"area":"distill"},{"id":"2310.03669","title":"LumiNet: Perception-Driven Knowledge Distillation via Statistical Logit Calibration","created":"2023-10-05","cited_by_count":3,"area":"distill"},{"id":"2311.01929","title":"ProS: Facial Omni-Representation Learning via Prototype-based Self-Distillation","created":"2023-11-03","cited_by_count":3,"area":"distill"},{"id":"2311.14337","title":"TVT: Training-Free Vision Transformer Search on Tiny Datasets","created":"2023-11-24","cited_by_count":3,"area":"distill"},{"id":"2407.07516","title":"HDKD: Hybrid Data-Efficient Knowledge Distillation Network for Medical Image Classification","created":"2024-07-10","cited_by_count":3,"area":"distill"},{"id":"2204.00270","title":"Rethinking Position Bias Modeling with Knowledge Distillation for CTR Prediction","created":"2022-04-01","cited_by_count":2,"area":"distill"},{"id":"2205.12428","title":"Do we need Label Regularization to Fine-tune Pre-trained Language Models?","created":"2022-05-25","cited_by_count":2,"area":"distill"},{"id":"2206.13130","title":"Revisiting Architecture-aware Knowledge Distillation: Smaller Models and Faster Search","created":"2022-06-27","cited_by_count":2,"area":"distill"},{"id":"2212.13180","title":"Prototype-guided Cross-task Knowledge Distillation for Large-scale Models","created":"2022-12-26","cited_by_count":2,"area":"distill"},{"id":"2302.06874","title":"Robust Representation Learning with Self-Distillation for Domain Generalization","created":"2023-02-14","cited_by_count":2,"area":"distill"},{"id":"2403.05325","title":"Fine-tuning a Multiple Instance Learning Feature Extractor with Masked Context Modelling and Knowledge Distillation","created":"2024-03-08","cited_by_count":2,"area":"distill"},{"id":"2404.09886","title":"ReffAKD: Resource-efficient Autoencoder-based Knowledge Distillation","created":"2024-04-15","cited_by_count":2,"area":"distill"},{"id":"2503.21269","title":"Delving Deep into Semantic Relation Distillation","created":"2025-03-27","cited_by_count":2,"area":"distill"},{"id":"2504.16128","title":"Hybrid Knowledge Transfer through Attention and Logit Distillation for On-Device Vision Systems in Agricultural IoT","created":"2025-04-21","cited_by_count":2,"area":"distill"}],"next_cursor":"100"}