{"total":63,"rows":[{"id":"2312.06709","title":"AM-RADIO: Agglomerative Vision Foundation Model -- Reduce All Domains Into One","created":"2023-12-10","cited_by_count":169,"area":null},{"id":"2302.12721","title":"LightTS: Lightweight Time Series Classification with Adaptive Ensemble Distillation -- Extended Version","created":"2023-02-24","cited_by_count":50,"area":null},{"id":"2110.11027","title":"FedGEMS: Federated Learning of Larger Server Models via Selective Knowledge Fusion","created":"2021-10-21","cited_by_count":49,"area":null},{"id":"2106.01023","title":"One Teacher is Enough? Pre-trained Language Model Distillation from Multiple Teachers","created":"2021-06-02","cited_by_count":40,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2206.06561","title":"FreeKD: Free-direction Knowledge Distillation for Graph Neural Networks","created":"2022-06-14","cited_by_count":23,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2410.01680","title":"PHI-S: Distribution Balancing for Label-Free Multi-Teacher Distillation","created":"2024-10-02","cited_by_count":21,"area":"distill"},{"id":"2310.17653","title":"Fantastic Gains and Where to Find Them: On the Existence and Prospect of General Knowledge Transfer between Any Pretrained Model","created":"2023-10-26","cited_by_count":19,"area":null},{"id":"2404.09571","title":"MTKD: Multi-Teacher Knowledge Distillation for Image Super-Resolution","created":"2024-04-15","cited_by_count":17,"area":"distill"},{"id":"2306.06634","title":"Adaptive Multi-Teacher Knowledge Distillation with Meta-Learning","created":"2023-06-11","cited_by_count":16,"area":"distill"},{"id":"2502.18510","title":"Multi-Teacher Knowledge Distillation with Reinforcement Learning for Visual Recognition","created":"2025-02-22","cited_by_count":16,"area":"distill"},{"id":"2106.00241","title":"Reinforced Iterative Knowledge Distillation for Cross-Lingual Named Entity Recognition","created":"2021-06-01","cited_by_count":15,"area":"distill"},{"id":"2306.06629","title":"GKD: A General Knowledge Distillation Framework for Large-scale Pre-trained Language Model","created":"2023-06-11","cited_by_count":15,"area":"distill"},{"id":"2210.05920","title":"Boosting Graph Neural Networks via Adaptive Knowledge Distillation","created":"2022-10-12","cited_by_count":14,"area":"distill"},{"id":"2303.01130","title":"Distillation from Heterogeneous Models for Top-K Recommendation","created":"2023-03-02","cited_by_count":13,"area":"distill"},{"id":"2306.16170","title":"Mitigating Accuracy-Robustness Trade-off via Balanced Multi-Teacher Adversarial Distillation","created":"2023-06-28","cited_by_count":13,"area":null},{"id":"2302.00444","title":"Improved Knowledge Distillation for Pre-trained Language Models via Knowledge Selection","created":"2023-02-01","cited_by_count":12,"area":"distill"},{"id":"2502.08960","title":"A Comprehensive Survey on Imbalanced Data Learning","created":"2025-02-13","cited_by_count":10,"area":null},{"id":"2408.07703","title":"Knowledge Distillation with Refined Logits","created":"2024-08-14","cited_by_count":9,"area":"distill"},{"id":"2602.01064","title":"Exploring Knowledge Purification in Multi-Teacher Knowledge Distillation for LLMs","created":"2026-02-01","cited_by_count":9,"area":"distill"},{"id":"2205.03824","title":"A Survey on AI Sustainability: Emerging Trends on Learning Algorithms and Research Challenges","created":"2022-05-08","cited_by_count":7,"area":null},{"id":"2305.02722","title":"Avatar Knowledge Distillation: Self-ensemble Teacher Paradigm with Uncertainty","created":"2023-05-04","cited_by_count":7,"area":"distill"},{"id":"2312.09716","title":"Let All be Whitened: Multi-teacher Distillation for Efficient Visual Retrieval","created":"2023-12-15","cited_by_count":7,"area":null},{"id":"2402.09773","title":"NutePrune: Efficient Progressive Pruning with Numerous Teachers for Large Language Models","created":"2024-02-15","cited_by_count":7,"area":null},{"id":"2305.10013","title":"When Gradient Descent Meets Derivative-Free Optimization: A Match Made in Black-Box Scenario","created":"2023-05-17","cited_by_count":5,"area":null},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2407.20299","title":"Dataset Distillation for Offline Reinforcement Learning","created":"2024-07-29","cited_by_count":5,"area":"offlinerl"},{"id":"2410.12183","title":"TransAgent: Transfer Vision-Language Foundation Models with Heterogeneous Agent Collaboration","created":"2024-10-16","cited_by_count":5,"area":"mllm"},{"id":"2204.03326","title":"Enabling All In-Edge Deep Learning: A Literature Review","created":"2022-04-07","cited_by_count":4,"area":null},{"id":"2210.08388","title":"RoS-KD: A Robust Stochastic Knowledge Distillation Approach for Noisy Medical Imaging","created":"2022-10-15","cited_by_count":4,"area":"distill"},{"id":"2504.05224","title":"Reinforced Multi-teacher Knowledge Distillation for Efficient General Image Forgery Detection and Localization","created":"2025-04-07","cited_by_count":4,"area":"distill"},{"id":"2510.18680","title":"Learning Task-Agnostic Representations through Multi-Teacher Distillation","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2609.02548","title":"Learn from Whoever Is Right: Answer-Verified Multi-Teacher Distillation for Multi-Domain LLMs","created":"2026-09-02","cited_by_count":4,"area":"distill"},{"id":"2306.03315","title":"Few Shot Rationale Generation using Self-Training with Dual Teachers","created":"2023-06-05","cited_by_count":3,"area":"synth"},{"id":"2511.08322","title":"Mitigating Negative Flips via Margin Preserving Training","created":"2025-11-11","cited_by_count":3,"area":null},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2312.01006","title":"Dual-Teacher De-biasing Distillation Framework for Multi-domain Fake News Detection","created":"2023-12-02","cited_by_count":2,"area":"distill"},{"id":"2405.06038","title":"From Algorithm to Hardware: A Survey on Efficient and Safe Deployment of Deep Neural Networks","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2408.08144","title":"MIDAS: Multi-level Intent, Domain, And Slot Knowledge Distillation for Multi-turn NLU","created":"2024-08-15","cited_by_count":2,"area":"distill"},{"id":"2609.23697","title":"Distill What You Trust: Reliability-Aware Multi-Teacher On-Policy Distillation","created":"2026-09-20","cited_by_count":2,"area":"distill"},{"id":"2307.00534","title":"Shared Growth of Graph Neural Networks via Prompted Free-direction Knowledge Distillation","created":"2023-07-02","cited_by_count":1,"area":"distill"},{"id":"2311.11518","title":"Multi-teacher Distillation for Multilingual Spelling Correction","created":"2023-11-20","cited_by_count":1,"area":"distill"},{"id":"2402.14035","title":"Wisdom of Committee: Diverse Distillation from Large Foundation Models and Domain Experts","created":"2024-02-21","cited_by_count":1,"area":"distill"},{"id":"2405.03764","title":"GOVERN: Gradient Orientation Vote Ensemble for Multi-Teacher Reinforced Distillation","created":"2024-05-06","cited_by_count":1,"area":"distill"},{"id":"2412.20002","title":"Learning an Adaptive and View-Invariant Vision Transformer for Real-Time UAV Tracking","created":"2024-12-28","cited_by_count":1,"area":null},{"id":"2207.01271","title":"FlowNAS: Neural Architecture Search for Optical Flow Estimation","created":"2022-07-04","cited_by_count":0,"area":null},{"id":"2306.06625","title":"Are Intermediate Layers and Labels Really Necessary? A General Language Model Distillation Method","created":"2023-06-11","cited_by_count":0,"area":"distill"},{"id":"2311.08764","title":"Combining Past, Present and Future: A Self-Supervised Approach for Class Incremental Learning","created":"2023-11-15","cited_by_count":0,"area":null},{"id":"2401.13174","title":"Towards Customized Knowledge Distillation for Chip-Level Dense Image Predictions","created":"2024-01-24","cited_by_count":0,"area":"distill"},{"id":"2405.03401","title":"E2GNN: Efficient Graph Neural Network Ensembles for Semi-Supervised Classification","created":"2024-05-06","cited_by_count":0,"area":null},{"id":"2411.12724","title":"Heuristic-Free Multi-Teacher Learning","created":"2024-11-19","cited_by_count":0,"area":null},{"id":"2411.16991","title":"Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models","created":"2024-11-25","cited_by_count":0,"area":"distill"},{"id":"2508.16050","title":"Expandable Residual Approximation for Knowledge Distillation","created":"2025-08-22","cited_by_count":0,"area":"distill"},{"id":"2509.22053","title":"Enriching Knowledge Distillation with Intra-Class Contrastive Learning","created":"2025-09-26","cited_by_count":0,"area":"distill"},{"id":"2510.22208","title":"Simplifying Knowledge Transfer in Pretrained Models","created":"2025-10-25","cited_by_count":0,"area":null},{"id":"2512.22467","title":"GLUE: Gradient-free Learning to Unify Experts","created":"2025-12-27","cited_by_count":0,"area":null},{"id":"2602.04677","title":"REDistill: Robust Estimator Distillation for Balancing Robustness and Efficiency","created":"2026-02-04","cited_by_count":0,"area":"distill"},{"id":"2605.14752","title":"Cognitive-Uncertainty Guided Knowledge Distillation for Accurate Classification of Student Misconceptions","created":"2026-05-14","cited_by_count":0,"area":"distill"},{"id":"2608.10090","title":"CHORUS: Complementary Experts for High-Coverage Testbench Stimulus Generation","created":"2026-08-10","cited_by_count":0,"area":null},{"id":"2609.09702","title":"Decision Shifts, Lost Label Functionality, and an Inconclusive Grounding Audit in Correctness-Gated Multi-Teacher Distillation","created":"2026-09-09","cited_by_count":0,"area":null},{"id":"2609.39687","title":"Better Supervision Is Nearby: Neighborhood On-Policy Self-Distillation","created":"2026-09-30","cited_by_count":0,"area":"lr"},{"id":"2610.02381","title":"Latent-MOPD: Latent Multi-Teacher On-Policy Distillation","created":"2026-10-01","cited_by_count":0,"area":"distill"}],"next_cursor":null}