{"total":72,"rows":[{"id":"2312.06709","title":"AM-RADIO: Agglomerative Vision Foundation Model -- Reduce All Domains Into One","created":"2023-12-10","cited_by_count":169,"area":null},{"id":"2103.15263","title":"Zero-shot Adversarial Quantization","created":"2021-03-29","cited_by_count":44,"area":null},{"id":"2106.01023","title":"One Teacher is Enough? Pre-trained Language Model Distillation from Multiple Teachers","created":"2021-06-02","cited_by_count":40,"area":"distill"},{"id":"2201.00007","title":"Confidence-Aware Multi-Teacher Knowledge Distillation","created":"2021-12-30","cited_by_count":39,"area":"distill"},{"id":"2201.05729","title":"CLIP-TD: CLIP Targeted Distillation for Vision-Language Tasks","created":"2022-01-15","cited_by_count":32,"area":null},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2408.05088","title":"UNIC: Universal Classification Models via Multi-teacher Distillation","created":"2024-08-09","cited_by_count":27,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23,"area":null},{"id":"2210.16103","title":"Collaborative Multi-Teacher Knowledge Distillation for Learning Low Bit-width Deep Neural Networks","created":"2022-10-27","cited_by_count":23,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2410.01680","title":"PHI-S: Distribution Balancing for Label-Free Multi-Teacher Distillation","created":"2024-10-02","cited_by_count":21,"area":"distill"},{"id":"2207.13316","title":"NICEST: Noisy Label Correction and Training for Robust Scene Graph Generation","created":"2022-07-27","cited_by_count":19,"area":null},{"id":"2310.17653","title":"Fantastic Gains and Where to Find Them: On the Existence and Prospect of General Knowledge Transfer between Any Pretrained Model","created":"2023-10-26","cited_by_count":19,"area":null},{"id":"2502.18510","title":"Multi-Teacher Knowledge Distillation with Reinforcement Learning for Visual Recognition","created":"2025-02-22","cited_by_count":16,"area":"distill"},{"id":"2210.05920","title":"Boosting Graph Neural Networks via Adaptive Knowledge Distillation","created":"2022-10-12","cited_by_count":14,"area":"distill"},{"id":"2303.01130","title":"Distillation from Heterogeneous Models for Top-K Recommendation","created":"2023-03-02","cited_by_count":13,"area":"distill"},{"id":"2306.16170","title":"Mitigating Accuracy-Robustness Trade-off via Balanced Multi-Teacher Adversarial Distillation","created":"2023-06-28","cited_by_count":13,"area":null},{"id":"2404.14827","title":"Sentence-Level or Token-Level? A Comprehensive Study on Knowledge Distillation","created":"2024-04-23","cited_by_count":12,"area":"distill"},{"id":"2404.00936","title":"A Comprehensive Review of Knowledge Distillation in Computer Vision","created":"2024-04-01","cited_by_count":10,"area":"distill"},{"id":"2502.08960","title":"A Comprehensive Survey on Imbalanced Data Learning","created":"2025-02-13","cited_by_count":10,"area":null},{"id":"2205.00706","title":"FedDKD: Federated Learning with Decentralized Knowledge Distillation","created":"2022-05-02","cited_by_count":9,"area":"distill"},{"id":"2602.01064","title":"Exploring Knowledge Purification in Multi-Teacher Knowledge Distillation for LLMs","created":"2026-02-01","cited_by_count":9,"area":"distill"},{"id":"2303.10917","title":"Knowledge Distillation from Multiple Foundation Models for End-to-End Speech Recognition","created":"2023-03-20","cited_by_count":8,"area":"distill"},{"id":"2305.02722","title":"Avatar Knowledge Distillation: Self-ensemble Teacher Paradigm with Uncertainty","created":"2023-05-04","cited_by_count":7,"area":"distill"},{"id":"2402.09773","title":"NutePrune: Efficient Progressive Pruning with Numerous Teachers for Large Language Models","created":"2024-02-15","cited_by_count":7,"area":null},{"id":"2303.10597","title":"Partial Network Cloning","created":"2023-03-19","cited_by_count":6,"area":null},{"id":"2202.03250","title":"Adaptive Mixing of Auxiliary Losses in Supervised Learning","created":"2022-02-07","cited_by_count":5,"area":"distill"},{"id":"2502.17927","title":"Advantage-Guided Distillation for Preference Alignment in Small Language Models","created":"2025-02-25","cited_by_count":5,"area":"alignment"},{"id":"2212.09097","title":"Continual Knowledge Distillation for Neural Machine Translation","created":"2022-12-18","cited_by_count":4,"area":"distill"},{"id":"2304.12314","title":"Distilling from Similar Tasks for Transfer Learning on a Budget","created":"2023-04-24","cited_by_count":4,"area":null},{"id":"2406.16524","title":"The Privileged Students: On the Value of Initialization in Multilingual Knowledge Distillation","created":"2024-06-24","cited_by_count":4,"area":"distill"},{"id":"2410.01483","title":"Foldable SuperNets: Scalable Merging of Transformers with Different Initializations and Tasks","created":"2024-10-02","cited_by_count":4,"area":null},{"id":"2410.12342","title":"Fuse Before Transfer: Knowledge Fusion for Heterogeneous Distillation","created":"2024-10-16","cited_by_count":4,"area":"distill"},{"id":"2609.02548","title":"Learn from Whoever Is Right: Answer-Verified Multi-Teacher Distillation for Multi-Domain LLMs","created":"2026-09-02","cited_by_count":4,"area":"distill"},{"id":"2209.14520","title":"Label driven Knowledge Distillation for Federated Learning with non-IID Data","created":"2022-09-29","cited_by_count":3,"area":"distill"},{"id":"2306.03315","title":"Few Shot Rationale Generation using Self-Training with Dual Teachers","created":"2023-06-05","cited_by_count":3,"area":"synth"},{"id":"2511.08322","title":"Mitigating Negative Flips via Margin Preserving Training","created":"2025-11-11","cited_by_count":3,"area":null},{"id":"2601.09165","title":"Multi-Teacher Ensemble Distillation: A Mathematical Framework for Probability-Domain Knowledge Aggregation","created":"2026-01-14","cited_by_count":3,"area":"distill"},{"id":"2203.04314","title":"PyNET-QxQ: An Efficient PyNET Variant for QxQ Bayer Pattern Demosaicing in CMOS Image Sensors","created":"2022-03-08","cited_by_count":2,"area":null},{"id":"2407.07302","title":"Pairwise Distance Distillation for Unsupervised Real-World Image Super-Resolution","created":"2024-07-10","cited_by_count":2,"area":null},{"id":"2509.20854","title":"Punching Above Precision: Small Quantized Model Distillation with Learnable Regularizer","created":"2025-09-25","cited_by_count":2,"area":"distill"},{"id":"2305.07928","title":"AMTSS: An Adaptive Multi-Teacher Single-Student Knowledge Distillation Framework For Multilingual Language Inference","created":"2023-05-13","cited_by_count":1,"area":"distill"},{"id":"2312.11938","title":"DMT: Comprehensive Distillation with Multiple Self-supervised Teachers","created":"2023-12-19","cited_by_count":1,"area":"distill"},{"id":"2402.14035","title":"Wisdom of Committee: Diverse Distillation from Large Foundation Models and Domain Experts","created":"2024-02-21","cited_by_count":1,"area":"distill"},{"id":"2405.03764","title":"GOVERN: Gradient Orientation Vote Ensemble for Multi-Teacher Reinforced Distillation","created":"2024-05-06","cited_by_count":1,"area":"distill"},{"id":"2510.08179","title":"Dual-granularity Sinkhorn Distillation for Enhanced Learning from Long-tailed Noisy Data","created":"2025-10-09","cited_by_count":1,"area":null},{"id":"2601.17910","title":"Adaptive Weighting in Knowledge Distillation: An Axiomatic Framework for Multi-Scale Teacher Ensemble Optimization","created":"2026-01-25","cited_by_count":1,"area":"distill"},{"id":"2605.27967","title":"Multi-Teacher Knowledge Distillation via Teacher-Informed Mixture Priors","created":"2026-05-27","cited_by_count":1,"area":"distill"},{"id":"2110.04483","title":"Visualizing the embedding space to explain the effect of knowledge distillation","created":"2021-10-09","cited_by_count":0,"area":"distill"},{"id":"2406.08528","title":"Adaptive Teaching with Shared Classifier for Knowledge Distillation","created":"2024-06-12","cited_by_count":0,"area":"distill"},{"id":"2407.05315","title":"Topological Persistence Guided Knowledge Distillation for Wearable Sensor Data","created":"2024-07-07","cited_by_count":0,"area":"distill"},{"id":"2407.05316","title":"Leveraging Topological Guidance for Improved Knowledge Distillation","created":"2024-07-07","cited_by_count":0,"area":"distill"},{"id":"2408.12248","title":"PRG: Prompt-Based Distillation Without Annotation via Proxy Relational Graph","created":"2024-08-22","cited_by_count":0,"area":null},{"id":"2411.12724","title":"Heuristic-Free Multi-Teacher Learning","created":"2024-11-19","cited_by_count":0,"area":null},{"id":"2504.21182","title":"Federated One-Shot Learning with Data Privacy and Objective-Hiding","created":"2025-04-29","cited_by_count":0,"area":null},{"id":"2507.08508","title":"SFedKD: Sequential Federated Learning with Discrepancy-Aware Multi-Teacher Knowledge Distillation","created":"2025-07-11","cited_by_count":0,"area":"distill"},{"id":"2509.00509","title":"Make me an Expert: Distilling from Generalist Black-Box Models into Specialized Models for Semantic Segmentation","created":"2025-08-30","cited_by_count":0,"area":null},{"id":"2509.12380","title":"GhostNetV3-Small: A Tailored Architecture and Comparative Study of Distillation Strategies for Tiny Images","created":"2025-09-15","cited_by_count":0,"area":"distill"},{"id":"2510.03375","title":"Conditional Pseudo-Supervised Contrast for Data-Free Knowledge Distillation","created":"2025-10-03","cited_by_count":0,"area":"distill"},{"id":"2510.22208","title":"Simplifying Knowledge Transfer in Pretrained Models","created":"2025-10-25","cited_by_count":0,"area":null},{"id":"2603.04478","title":"Standing on the Shoulders of Giants: Rethinking EEG Foundation Model Pretraining via Multi-Teacher Distillation","created":"2026-03-04","cited_by_count":0,"area":null},{"id":"2605.01563","title":"Multi-Dataset Cross-Domain Knowledge Distillation for Unified Medical Image Segmentation, Classification, and Detection","created":"2026-05-02","cited_by_count":0,"area":"distill"},{"id":"2606.03444","title":"PRISM: Synergizing Vision Foundation Models via Self-organized Expert Specialization","created":"2026-06-02","cited_by_count":0,"area":"moe"},{"id":"2606.20559","title":"UNIEGO: Proxies as Mediators for Unified Egocentric Video Representation Learning","created":"2026-06-18","cited_by_count":0,"area":null},{"id":"2606.25278","title":"Heterogeneous and Adept Snapshot Distillation for 3D Semantic Segmentation","created":"2026-06-24","cited_by_count":0,"area":"distill"},{"id":"2607.14703","title":"Pretraining Multiple Instance Learning Networks with Multi-Teacher Distillation from Pathology Slide Foundation Models","created":"2026-07-16","cited_by_count":0,"area":null},{"id":"2608.10090","title":"CHORUS: Complementary Experts for High-Coverage Testbench Stimulus Generation","created":"2026-08-10","cited_by_count":0,"area":null},{"id":"2609.33727","title":"A Statistical Perspective on Knowledge Distillation: Foundations, Classical Methods, and Large Language Model Extensions","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.37682","title":"Med-RADIO: Reducing All Medical Domains Into One via Multi-Teacher Distillation","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.02381","title":"Latent-MOPD: Latent Multi-Teacher On-Policy Distillation","created":"2026-10-01","cited_by_count":0,"area":"distill"},{"id":"2610.04100","title":"Progressive Multi-Ancestor Bit-Depth Distillation","created":"2026-10-02","cited_by_count":0,"area":null}],"next_cursor":null}