{"total":143,"rows":[{"id":"2303.17760","title":"CAMEL: Communicative Agents for \"Mind\" Exploration of Large Language Model Society","created":"2023-03-31","cited_by_count":1395,"area":"agents"},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2203.09905","title":"Learning Affordance Grounding from Exocentric Images","created":"2022-03-18","cited_by_count":82,"area":null},{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2202.03680","title":"Exploring Inter-Channel Correlation for Diversity-preserved KnowledgeDistillation","created":"2022-02-08","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2310.08255","title":"Leveraging Vision-Language Models for Improving Domain Generalization in Image Classification","created":"2023-10-12","cited_by_count":41,"area":"mllm"},{"id":"2309.16286","title":"Generalizable Heterogeneous Federated Cross-Correlation and Instance Similarity Learning","created":"2023-09-28","cited_by_count":40,"area":null},{"id":"2111.06061","title":"Edge-Cloud Polarization and Collaboration: A Comprehensive Survey for AI","created":"2021-11-11","cited_by_count":39,"area":null},{"id":"2201.00007","title":"Confidence-Aware Multi-Teacher Knowledge Distillation","created":"2021-12-30","cited_by_count":39,"area":"distill"},{"id":"2210.05801","title":"Linkless Link Prediction via Relational Distillation","created":"2022-10-11","cited_by_count":39,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2205.15156","title":"Towards Efficient 3D Object Detection with Knowledge Distillation","created":"2022-05-30","cited_by_count":29,"area":"distill"},{"id":"2409.19365","title":"Conditional Image Synthesis with Diffusion Models: A Survey","created":"2024-09-28","cited_by_count":29,"area":"diffusion"},{"id":"2210.15274","title":"Improved Feature Distillation via Projector Ensemble","created":"2022-10-27","cited_by_count":27,"area":"distill"},{"id":"2104.09124","title":"DisCo: Remedy Self-supervised Learning on Lightweight Models with Distilled Contrastive Learning","created":"2021-04-19","cited_by_count":26,"area":null},{"id":"2108.05507","title":"Distilling Holistic Knowledge with Graph Neural Networks","created":"2021-08-12","cited_by_count":26,"area":"distill"},{"id":"2103.14473","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","created":"2021-03-26","cited_by_count":22,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2306.10014","title":"Coaching a Teachable Student","created":"2023-06-16","cited_by_count":19,"area":"distill"},{"id":"2303.10139","title":"Distill n' Explain: explaining graph neural networks using simple surrogates","created":"2023-03-17","cited_by_count":18,"area":null},{"id":"2406.14896","title":"SelfReg-UNet: Self-Regularized UNet for Medical Image Segmentation","created":"2024-06-21","cited_by_count":18,"area":null},{"id":"2306.06634","title":"Adaptive Multi-Teacher Knowledge Distillation with Meta-Learning","created":"2023-06-11","cited_by_count":16,"area":"distill"},{"id":"2205.11845","title":"CDFKD-MFS: Collaborative Data-free Knowledge Distillation via Multi-level Feature Sharing","created":"2022-05-24","cited_by_count":15,"area":"distill"},{"id":"2211.12039","title":"Accelerating Diffusion Sampling with Classifier-based Feature Distillation","created":"2022-11-22","cited_by_count":15,"area":"diffusion"},{"id":"2605.07721","title":"Memory-Efficient Looped Transformer: Decoupling Compute from Memory in Looped Language Models","created":"2026-05-08","cited_by_count":14,"area":"inference"},{"id":"2109.03075","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","created":"2021-09-07","cited_by_count":13,"area":"distill"},{"id":"2110.09910","title":"FedHe: Heterogeneous Models and Communication-Efficient Federated Learning","created":"2021-10-19","cited_by_count":13,"area":null},{"id":"2303.17144","title":"DAMO-StreamNet: Optimizing Streaming Perception in Autonomous Driving","created":"2023-03-30","cited_by_count":13,"area":null},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2410.11586","title":"Breaking Modality Gap in RGBT Tracking: Coupled Knowledge Distillation","created":"2024-10-15","cited_by_count":11,"area":"distill"},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2104.03164","title":"Distilling and Transferring Knowledge via cGAN-generated Samples for Image Classification and Regression","created":"2021-04-07","cited_by_count":10,"area":"distill"},{"id":"2110.15538","title":"On Cross-Layer Alignment for Model Fusion of Heterogeneous Neural Networks","created":"2021-10-29","cited_by_count":9,"area":"distill"},{"id":"2306.14662","title":"Cross Architecture Distillation for Face Recognition","created":"2023-06-26","cited_by_count":9,"area":null},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2410.19503","title":"SWITCH: Studying with Teacher for Knowledge Distillation of Large Language Models","created":"2024-10-25","cited_by_count":9,"area":"distill"},{"id":"2111.11747","title":"Semi-Online Knowledge Distillation","created":"2021-11-23","cited_by_count":8,"area":"distill"},{"id":"2401.06826","title":"Direct Distillation between Different Domains","created":"2024-01-12","cited_by_count":8,"area":"distill"},{"id":"2409.12111","title":"Applications of Knowledge Distillation in Remote Sensing: A Survey","created":"2024-09-18","cited_by_count":8,"area":"distill"},{"id":"2507.04636","title":"Put Teacher in Student's Shoes: Cross-Distillation for Ultra-compact Model Compression Framework","created":"2025-07-07","cited_by_count":8,"area":null},{"id":"2212.08974","title":"3D Point Cloud Pre-training with Knowledge Distillation from 2D Images","created":"2022-12-17","cited_by_count":7,"area":"distill"},{"id":"2402.09773","title":"NutePrune: Efficient Progressive Pruning with Numerous Teachers for Large Language Models","created":"2024-02-15","cited_by_count":7,"area":null},{"id":"2305.07180","title":"Robust Saliency-Aware Distillation for Few-shot Fine-grained Visual Recognition","created":"2023-05-12","cited_by_count":6,"area":null},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2205.02468","title":"Alignahead: Online Cross-Layer Knowledge Extraction on Graph Neural Networks","created":"2022-05-05","cited_by_count":5,"area":"distill"},{"id":"2403.13512","title":"Scale Decoupled Distillation","created":"2024-03-20","cited_by_count":5,"area":"distill"},{"id":"2404.03693","title":"Improve Knowledge Distillation via Label Revision and Data Selection","created":"2024-04-03","cited_by_count":5,"area":"distill"},{"id":"2407.06504","title":"Reprogramming Distillation for Medical Foundation Models","created":"2024-07-09","cited_by_count":5,"area":null},{"id":"2407.13254","title":"Make a Strong Teacher with Label Assistance: A Novel Knowledge Distillation Approach for Semantic Segmentation","created":"2024-07-18","cited_by_count":5,"area":"distill"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2501.08885","title":"Perspective-Aware Teaching: Adapting Knowledge for Heterogeneous Distillation","created":"2025-01-15","cited_by_count":5,"area":"distill"},{"id":"2202.13310","title":"Attention-based Cross-Layer Domain Alignment for Unsupervised Domain Adaptation","created":"2022-02-27","cited_by_count":4,"area":null},{"id":"2204.03326","title":"Enabling All In-Edge Deep Learning: A Literature Review","created":"2022-04-07","cited_by_count":4,"area":null},{"id":"2305.16665","title":"ABC-KD: Attention-Based-Compression Knowledge Distillation for Deep Learning-Based Noise Suppression","created":"2023-05-26","cited_by_count":4,"area":"distill"},{"id":"2309.02719","title":"DMKD: Improving Feature-based Knowledge Distillation for Object Detection Via Dual Masking Augmentation","created":"2023-09-06","cited_by_count":4,"area":"distill"},{"id":"2310.07351","title":"Atom-Motif Contrastive Transformer for Molecular Property Prediction","created":"2023-10-11","cited_by_count":4,"area":null},{"id":"2311.15200","title":"SpliceMix: A Cross-scale and Semantic Blending Augmentation Strategy for Multi-label Image Classification","created":"2023-11-26","cited_by_count":4,"area":null},{"id":"2402.11424","title":"Data Distribution Distilled Generative Model for Generalized Zero-Shot Recognition","created":"2024-02-18","cited_by_count":4,"area":null},{"id":"2409.10362","title":"Frequency-Guided Masking for Enhanced Vision Self-Supervised Learning","created":"2024-09-16","cited_by_count":4,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2111.14356","title":"Improved Knowledge Distillation via Adversarial Collaboration","created":"2021-11-29","cited_by_count":3,"area":"distill"},{"id":"2301.12609","title":"Knowledge Distillation $\\approx$ Label Smoothing: Fact or Fallacy?","created":"2023-01-30","cited_by_count":3,"area":"distill"},{"id":"2302.02845","title":"Audio Representation Learning by Distilling Video as Privileged Information","created":"2023-02-06","cited_by_count":3,"area":"distill"},{"id":"2303.06155","title":"Digital Twin-Assisted Knowledge Distillation Framework for Heterogeneous Federated Learning","created":"2023-03-10","cited_by_count":3,"area":"distill"},{"id":"2307.01878","title":"KDSTM: Neural Semi-supervised Topic Modeling with Knowledge Distillation","created":"2023-07-04","cited_by_count":3,"area":"distill"},{"id":"2308.10308","title":"Representation Disparity-aware Distillation for 3D Object Detection","created":"2023-08-20","cited_by_count":3,"area":"distill"},{"id":"2310.03669","title":"LumiNet: Perception-Driven Knowledge Distillation via Statistical Logit Calibration","created":"2023-10-05","cited_by_count":3,"area":"distill"},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2402.10846","title":"FedD2S: Personalized Data-Free Federated Knowledge Distillation","created":"2024-02-16","cited_by_count":3,"area":"distill"},{"id":"2402.11305","title":"On Good Practices for Task-Specific Distillation of Large Pretrained Visual Models","created":"2024-02-17","cited_by_count":3,"area":null},{"id":"2409.02555","title":"Low-Resolution Object Recognition with Cross-Resolution Relational Contrastive Distillation","created":"2024-09-04","cited_by_count":3,"area":null},{"id":"2506.18999","title":"Diffusion Transformer-to-Mamba Distillation for High-Resolution Image Generation","created":"2025-06-23","cited_by_count":3,"area":"diffusion"},{"id":"2507.22094","title":"Scaling and Distilling Transformer Models for sEMG","created":"2025-07-29","cited_by_count":3,"area":null},{"id":"2202.07846","title":"Knowledge Distillation with Deep Supervision","created":"2022-02-16","cited_by_count":2,"area":"distill"},{"id":"2209.13883","title":"MLink: Linking Black-Box Models from Multiple Domains for Collaborative Inference","created":"2022-09-28","cited_by_count":2,"area":null},{"id":"2212.13180","title":"Prototype-guided Cross-task Knowledge Distillation for Large-scale Models","created":"2022-12-26","cited_by_count":2,"area":"distill"},{"id":"2307.04542","title":"Customizing Synthetic Data for Data-Free Student Learning","created":"2023-07-10","cited_by_count":2,"area":"distill"},{"id":"2308.06948","title":"MixBCT: Towards Self-Adapting Backward-Compatible Training","created":"2023-08-14","cited_by_count":2,"area":null},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2402.05942","title":"Cooperative Knowledge Distillation: A Learner Agnostic Approach","created":"2024-02-02","cited_by_count":2,"area":"distill"},{"id":"2402.11401","title":"GraphKD: Exploring Knowledge Distillation Towards Document Object Detection with Structured Graph Creation","created":"2024-02-17","cited_by_count":2,"area":"distill"},{"id":"2402.14340","title":"TIE-KD: Teacher-Independent and Explainable Knowledge Distillation for Monocular Depth Estimation","created":"2024-02-22","cited_by_count":2,"area":"distill"},{"id":"2412.11788","title":"Neural Collapse Inspired Knowledge Distillation","created":"2024-12-16","cited_by_count":2,"area":"distill"},{"id":"2501.09321","title":"Soft Knowledge Distillation with Multi-Dimensional Cross-Net Attention for Image Restoration Models Compression","created":"2025-01-16","cited_by_count":2,"area":"distill"},{"id":"2502.04711","title":"Dynamic Frequency-Adaptive Knowledge Distillation for Speech Enhancement","created":"2025-02-07","cited_by_count":2,"area":"distill"},{"id":"2504.07691","title":"Distilling Knowledge from Heterogeneous Architectures for Semantic Segmentation","created":"2025-04-10","cited_by_count":2,"area":"distill"},{"id":"2506.18244","title":"Dual-Forward Path Teacher Knowledge Distillation: Bridging the Capacity Gap Between Teacher and Student","created":"2025-06-23","cited_by_count":2,"area":"distill"},{"id":"2510.26038","title":"Do Students Debias Like Teachers? On the Distillability of Bias Mitigation Methods","created":"2025-10-30","cited_by_count":2,"area":"distill"},{"id":"2204.08000","title":"LRH-Net: A Multi-Level Knowledge Distillation Approach for Low-Resource Heart Network","created":"2022-04-11","cited_by_count":1,"area":"distill"},{"id":"2205.01997","title":"Attention-based Knowledge Distillation in Multi-attention Tasks: The Impact of a DCT-driven Loss","created":"2022-05-04","cited_by_count":1,"area":"distill"},{"id":"2210.13743","title":"Online Cross-Layer Knowledge Distillation on Graph Neural Networks with Deep Supervision","created":"2022-10-25","cited_by_count":1,"area":"distill"},{"id":"2211.14773","title":"Class-aware Information for Logit-based Knowledge Distillation","created":"2022-11-27","cited_by_count":1,"area":"distill"},{"id":"2212.03329","title":"Enhancing Low-Density EEG-Based Brain-Computer Interfaces with Similarity-Keeping Knowledge Distillation","created":"2022-12-06","cited_by_count":1,"area":"distill"}],"next_cursor":"100"}