{"total":279,"rows":[{"id":"2406.09414","title":"Depth Anything V2","created":"2024-06-13","cited_by_count":1422,"area":null},{"id":"2111.00643","title":"Learning Distilled Collaboration Graph for Multi-Agent Perception","created":"2021-11-01","cited_by_count":194,"area":"distill"},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2101.04731","title":"SEED: Self-supervised Distillation For Visual Representation","created":"2021-01-12","cited_by_count":134,"area":null},{"id":"2211.17106","title":"Diffusion Probabilistic Model Made Slim","created":"2022-11-27","cited_by_count":121,"area":"diffusion"},{"id":"2206.02099","title":"Point-to-Voxel Knowledge Distillation for LiDAR Semantic Segmentation","created":"2022-06-05","cited_by_count":119,"area":"distill"},{"id":"2204.06986","title":"Cross-Image Relational Knowledge Distillation for Semantic Segmentation","created":"2022-04-14","cited_by_count":118,"area":"distill"},{"id":"2211.16231","title":"Curriculum Temperature for Knowledge Distillation","created":"2022-11-29","cited_by_count":112,"area":"distill"},{"id":"2205.01529","title":"Masked Generative Distillation","created":"2022-05-03","cited_by_count":107,"area":"distill"},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2103.16553","title":"Thinking Fast and Slow: Efficient Text-to-Visual Retrieval with Transformers","created":"2021-03-30","cited_by_count":93,"area":null},{"id":"2108.06227","title":"SimCVD: Simple Contrastive Voxel-Wise Representation Distillation for Semi-Supervised Medical Image Segmentation","created":"2021-08-13","cited_by_count":86,"area":null},{"id":"2302.13540","title":"OccDepth: A Depth-Aware Method for 3D Semantic Scene Completion","created":"2023-02-27","cited_by_count":86,"area":null},{"id":"2103.04062","title":"Adaptive Multi-Teacher Multi-level Knowledge Distillation","created":"2021-03-06","cited_by_count":72,"area":"distill"},{"id":"2403.02781","title":"PromptKD: Unsupervised Prompt Distillation for Vision-Language Models","created":"2024-03-05","cited_by_count":72,"area":"mllm"},{"id":"2108.08258","title":"LIGA-Stereo: Learning LiDAR Geometry Aware Representations for Stereo-based 3D Detector","created":"2021-08-18","cited_by_count":70,"area":null},{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2106.01863","title":"Robust Reference-based Super-Resolution via C2-Matching","created":"2021-06-03","cited_by_count":69,"area":null},{"id":"2106.09564","title":"Knowledge distillation from multi-modal to mono-modal segmentation networks","created":"2021-06-17","cited_by_count":68,"area":"distill"},{"id":"2201.10830","title":"MonoDistill: Learning Spatial Features for Monocular 3D Object Detection","created":"2022-01-26","cited_by_count":68,"area":null},{"id":"2204.12997","title":"DearKD: Data-Efficient Early Knowledge Distillation for Vision Transformers","created":"2022-04-27","cited_by_count":65,"area":"distill"},{"id":"2204.03206","title":"L2G: A Simple Local-to-Global Knowledge Transfer Framework for Weakly Supervised Semantic Segmentation","created":"2022-04-07","cited_by_count":57,"area":null},{"id":"2108.02092","title":"Online Knowledge Distillation for Efficient Pose Estimation","created":"2021-08-04","cited_by_count":55,"area":"distill"},{"id":"2305.15712","title":"Knowledge Diffusion for Distillation","created":"2023-05-25","cited_by_count":53,"area":"diffusion"},{"id":"2111.12341","title":"EvDistill: Asynchronous Events to End-task Learning via Bidirectional Reconstruction-guided Cross-modal Knowledge Distillation","created":"2021-11-24","cited_by_count":47,"area":"distill"},{"id":"2209.04599","title":"Preserving Privacy in Federated Learning with Ensemble Cross-Domain Knowledge Distillation","created":"2022-09-10","cited_by_count":45,"area":"distill"},{"id":"2202.03680","title":"Exploring Inter-Channel Correlation for Diversity-preserved KnowledgeDistillation","created":"2022-02-08","cited_by_count":44,"area":"distill"},{"id":"2206.06487","title":"The Modality Focusing Hypothesis: Towards Understanding Crossmodal Knowledge Distillation","created":"2022-06-13","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2108.09987","title":"Efficient Medical Image Segmentation Based on Knowledge Distillation","created":"2021-08-23","cited_by_count":43,"area":"distill"},{"id":"2303.15083","title":"UniDistill: A Universal Cross-Modality Knowledge Distillation Framework for 3D Object Detection in Bird's-Eye View","created":"2023-03-27","cited_by_count":43,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2312.06660","title":"EdgeSAM: Prompt-In-the-Loop Distillation for SAM","created":"2023-12-11","cited_by_count":41,"area":null},{"id":"2203.06321","title":"Wavelet Knowledge Distillation: Towards Efficient Image-to-Image Translation","created":"2022-03-12","cited_by_count":39,"area":"distill"},{"id":"2302.00219","title":"Knowledge Distillation on Graphs: A Survey","created":"2023-02-01","cited_by_count":38,"area":"distill"},{"id":"2105.07381","title":"Undistillable: Making A Nasty Teacher That CANNOT teach students","created":"2021-05-16","cited_by_count":36,"area":"distill"},{"id":"2305.03944","title":"Structural and Statistical Texture Knowledge Distillation for Semantic Segmentation","created":"2023-05-06","cited_by_count":36,"area":"distill"},{"id":"2409.17531","title":"SimVG: A Simple Framework for Visual Grounding with Decoupled Multi-modal Fusion","created":"2024-09-26","cited_by_count":36,"area":null},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2205.11098","title":"PointDistiller: Structured Knowledge Distillation Towards Efficient and Compact 3D Detection","created":"2022-05-23","cited_by_count":33,"area":"distill"},{"id":"2307.12574","title":"A Good Student is Cooperative and Reliable: CNN-Transformer Collaborative Learning for Semantic Segmentation","created":"2023-07-24","cited_by_count":33,"area":"distill"},{"id":"2312.13789","title":"TinySAM: Pushing the Envelope for Efficient Segment Anything Model","created":"2023-12-21","cited_by_count":33,"area":"distill"},{"id":"2108.03619","title":"Learning an Augmented RGB Representation with Cross-Modal Knowledge Distillation for Action Detection","created":"2021-08-08","cited_by_count":32,"area":"distill"},{"id":"2109.01801","title":"Dual Transfer Learning for Event-based End-task Prediction via Pluggable Event to Image Translation","created":"2021-09-04","cited_by_count":32,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2208.00380","title":"Less is More: Consistent Video Depth Estimation with Masked Frames Modeling","created":"2022-07-31","cited_by_count":30,"area":null},{"id":"2205.15156","title":"Towards Efficient 3D Object Detection with Knowledge Distillation","created":"2022-05-30","cited_by_count":29,"area":"distill"},{"id":"2310.18933","title":"Label Poisoning is All You Need","created":"2023-10-29","cited_by_count":29,"area":"safety"},{"id":"2211.16928","title":"Knowledge Distillation based Degradation Estimation for Blind Super-Resolution","created":"2022-11-30","cited_by_count":28,"area":"distill"},{"id":"2312.11829","title":"RadOcc: Learning Cross-Modality Occupancy Knowledge through Rendering Assisted Distillation","created":"2023-12-19","cited_by_count":27,"area":null},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2407.19409","title":"LLAVADI: What Matters For Multimodal Large Language Models Distillation","created":"2024-07-28","cited_by_count":26,"area":"mllm"},{"id":"2202.10336","title":"Artificial Intelligence for the Metaverse: A Survey","created":"2022-02-15","cited_by_count":25,"area":null},{"id":"2106.08700","title":"Topology Distillation for Recommender System","created":"2021-06-16","cited_by_count":24,"area":"distill"},{"id":"2203.16034","title":"Monitored Distillation for Positive Congruent Depth Completion","created":"2022-03-30","cited_by_count":24,"area":"distill"},{"id":"2103.11351","title":"Cross-Dataset Collaborative Learning for Semantic Segmentation in Autonomous Driving","created":"2021-03-21","cited_by_count":23,"area":null},{"id":"2205.14589","title":"Masked Distillation with Receptive Tokens","created":"2022-05-29","cited_by_count":23,"area":null},{"id":"2305.10899","title":"Ultra-High Resolution Segmentation with Ultra-Rich Context: A Novel Benchmark","created":"2023-05-18","cited_by_count":22,"area":null},{"id":"2305.12954","title":"Is Synthetic Data From Diffusion Models Ready for Knowledge Distillation?","created":"2023-05-22","cited_by_count":21,"area":"diffusion"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2312.05284","title":"SlimSAM: 0.1% Data Makes Segment Anything Slim","created":"2023-12-08","cited_by_count":20,"area":null},{"id":"2406.07876","title":"Small Scale Data-Free Knowledge Distillation","created":"2024-06-12","cited_by_count":20,"area":"distill"},{"id":"2107.08591","title":"Double Similarity Distillation for Semantic Image Segmentation","created":"2021-07-19","cited_by_count":19,"area":null},{"id":"2208.08741","title":"Quantifying the Knowledge in a DNN to Explain Knowledge Distillation for Classification","created":"2022-08-18","cited_by_count":19,"area":"distill"},{"id":"2304.02222","title":"DiGA: Distil to Generalize and then Adapt for Domain Adaptive Semantic Segmentation","created":"2023-04-05","cited_by_count":19,"area":null},{"id":"2106.03527","title":"Multi-Exit Semantic Segmentation Networks","created":"2021-06-07","cited_by_count":18,"area":null},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2307.03101","title":"Contextual Affinity Distillation for Image Anomaly Detection","created":"2023-07-06","cited_by_count":18,"area":null},{"id":"2307.08500","title":"Cumulative Spatial Knowledge Distillation for Vision Transformers","created":"2023-07-17","cited_by_count":18,"area":"distill"},{"id":"2310.07265","title":"Distilling Efficient Vision Transformers from CNNs for Semantic Segmentation","created":"2023-10-11","cited_by_count":18,"area":"distill"},{"id":"2503.06307","title":"ACAM-KD: Adaptive and Cooperative Attention Masking for Knowledge Distillation","created":"2025-03-08","cited_by_count":18,"area":"distill"},{"id":"2202.13393","title":"TransKD: Transformer Knowledge Distillation for Efficient Semantic Segmentation","created":"2022-02-27","cited_by_count":17,"area":"distill"},{"id":"2302.09899","title":"A Survey on Semi-Supervised Semantic Segmentation","created":"2023-02-20","cited_by_count":17,"area":null},{"id":"2412.03512","title":"Distillation of Diffusion Features for Semantic Correspondence","created":"2024-12-04","cited_by_count":17,"area":null},{"id":"2105.06143","title":"Boosting Light-Weight Depth Estimation Via Knowledge Distillation","created":"2021-05-13","cited_by_count":16,"area":"distill"},{"id":"2205.03650","title":"Distilling Inter-Class Distance for Semantic Segmentation","created":"2022-05-07","cited_by_count":16,"area":"distill"},{"id":"2303.17158","title":"KD-DLGAN: Data Limited Image Generation via Knowledge Distillation","created":"2023-03-30","cited_by_count":16,"area":"distill"},{"id":"2110.11650","title":"Pixel-by-Pixel Cross-Domain Alignment for Few-Shot Semantic Segmentation","created":"2021-10-22","cited_by_count":15,"area":null},{"id":"2306.08075","title":"BPKD: Boundary Privileged Knowledge Distillation For Semantic Segmentation","created":"2023-06-13","cited_by_count":15,"area":"distill"},{"id":"2404.08564","title":"Federated Distillation: A Survey","created":"2024-04-02","cited_by_count":15,"area":null},{"id":"2407.04600","title":"Understanding the Gains from Repeated Self-Distillation","created":"2024-07-05","cited_by_count":15,"area":"distill"},{"id":"2203.05053","title":"Optical Flow Training under Limited Label Budget via Active Learning","created":"2022-03-09","cited_by_count":14,"area":null},{"id":"2206.04662","title":"DiSparse: Disentangled Sparsification for Multitask Model Compression","created":"2022-06-09","cited_by_count":14,"area":null},{"id":"2208.14143","title":"FAKD: Feature Augmented Knowledge Distillation for Semantic Segmentation","created":"2022-08-30","cited_by_count":14,"area":"distill"},{"id":"2211.13133","title":"Structural Knowledge Distillation for Object Detection","created":"2022-11-23","cited_by_count":14,"area":"distill"},{"id":"2308.13998","title":"Computation-efficient Deep Learning for Computer Vision: A Survey","created":"2023-08-27","cited_by_count":14,"area":null},{"id":"2104.15082","title":"Semantic Relation Preserving Knowledge Distillation for Image-to-Image Translation","created":"2021-04-30","cited_by_count":13,"area":"distill"},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2205.14280","title":"Fast Object Placement Assessment","created":"2022-05-28","cited_by_count":12,"area":null},{"id":"2206.05184","title":"SERE: Exploring Feature Self-relation for Self-supervised Transformer","created":"2022-06-10","cited_by_count":12,"area":null},{"id":"2208.11658","title":"AGO-Net: Association-Guided 3D Point Cloud Object Detection Network","created":"2022-08-24","cited_by_count":12,"area":null},{"id":"2302.05666","title":"Jaccard Metric Losses: Optimizing the Jaccard Index with Soft Labels","created":"2023-02-11","cited_by_count":12,"area":"distill"},{"id":"2306.09008","title":"Exploring the Application of Large-scale Pre-trained Models on Adverse Weather Removal","created":"2023-06-15","cited_by_count":12,"area":null},{"id":"2104.14203","title":"Rethinking Ensemble-Distillation for Semantic Segmentation Based Unsupervised Domain Adaptation","created":"2021-04-29","cited_by_count":11,"area":null},{"id":"2110.04545","title":"Towards Data-Free Domain Generalization","created":"2021-10-09","cited_by_count":11,"area":null}],"next_cursor":"100"}