{"total":71,"rows":[{"id":"2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","created":"2024-02-17","cited_by_count":37,"area":"distill"},{"id":"2311.01723","title":"Towards Calibrated Robust Fine-Tuning of Vision-Language Models","created":"2023-11-03","cited_by_count":35,"area":"mllm"},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2209.13476","title":"Mine yOur owN Anatomy: Revisiting Medical Image Segmentation with Extremely Limited Labels","created":"2022-09-27","cited_by_count":30,"area":null},{"id":"2205.16004","title":"What Knowledge Gets Distilled in Knowledge Distillation?","created":"2022-05-31","cited_by_count":27,"area":"distill"},{"id":"2206.08491","title":"Revisiting Self-Distillation","created":"2022-06-17","cited_by_count":24,"area":"distill"},{"id":"2307.03407","title":"Distilling Self-Supervised Vision Transformers for Weakly-Supervised Few-Shot Classification & Segmentation","created":"2023-07-07","cited_by_count":24,"area":null},{"id":"2210.04427","title":"Asymmetric Temperature Scaling Makes Larger Networks Teach Well Again","created":"2022-10-10","cited_by_count":23,"area":"distill"},{"id":"2202.09852","title":"Cross-Task Knowledge Distillation in Multi-Task Recommendation","created":"2022-02-20","cited_by_count":22,"area":"distill"},{"id":"2205.02399","title":"Spot-adaptive Knowledge Distillation","created":"2022-05-05","cited_by_count":22,"area":"distill"},{"id":"2106.10494","title":"Teacher's pet: understanding and mitigating biases in distillation","created":"2021-06-19","cited_by_count":21,"area":"distill"},{"id":"2108.04228","title":"Iterative Distillation for Better Uncertainty Estimates in Multitask Emotion Recognition","created":"2021-07-21","cited_by_count":21,"area":null},{"id":"2203.02485","title":"Better Supervisory Signals by Observing Learning Paths","created":"2022-03-04","cited_by_count":21,"area":"distill"},{"id":"2112.09459","title":"Weakly Supervised Semantic Segmentation via Alternative Self-Dual Teaching","created":"2021-12-17","cited_by_count":19,"area":"distill"},{"id":"2112.12004","title":"Barely-Supervised Learning: Semi-Supervised Learning with very few labeled images","created":"2021-12-22","cited_by_count":17,"area":null},{"id":"2404.02145","title":"Iterated Learning Improves Compositionality in Large Vision-Language Models","created":"2024-04-02","cited_by_count":17,"area":"mllm"},{"id":"2301.12923","title":"On student-teacher deviations in distillation: does it pay to disobey?","created":"2023-01-30","cited_by_count":16,"area":"distill"},{"id":"2407.04600","title":"Understanding the Gains from Repeated Self-Distillation","created":"2024-07-05","cited_by_count":15,"area":"distill"},{"id":"2106.06363","title":"To Beam Or Not To Beam: That is a Question of Cooperation for Language GANs","created":"2021-06-11","cited_by_count":14,"area":null},{"id":"2110.09446","title":"Squeezing Backbone Feature Distributions to the Max for Efficient Few-Shot Learning","created":"2021-10-18","cited_by_count":14,"area":null},{"id":"2208.03763","title":"Label Semantic Knowledge Distillation for Unbiased Scene Graph Generation","created":"2022-08-07","cited_by_count":14,"area":"distill"},{"id":"2210.05920","title":"Boosting Graph Neural Networks via Adaptive Knowledge Distillation","created":"2022-10-12","cited_by_count":14,"area":"distill"},{"id":"2306.16709","title":"NCL++: Nested Collaborative Learning for Long-Tailed Visual Recognition","created":"2023-06-29","cited_by_count":14,"area":null},{"id":"2405.17258","title":"$\\textit{Trans-LoRA}$: towards data-free Transferable Parameter Efficient Finetuning","created":"2024-05-27","cited_by_count":13,"area":null},{"id":"2405.18756","title":"Provable Contrastive Continual Learning","created":"2024-05-29","cited_by_count":13,"area":null},{"id":"2104.00365","title":"Federated Few-Shot Learning with Adversarial Learning","created":"2021-04-01","cited_by_count":11,"area":null},{"id":"2305.15273","title":"Revisiting Token Dropping Strategy in Efficient BERT Pretraining","created":"2023-05-24","cited_by_count":11,"area":"inference"},{"id":"2501.16559","title":"LoRA-X: Bridging Foundation Models with Training-Free Cross-Model Adaptation","created":"2025-01-27","cited_by_count":11,"area":"diffusion"},{"id":"2210.13459","title":"Adaptive Label Smoothing with Self-Knowledge in Natural Language Generation","created":"2022-10-22","cited_by_count":9,"area":"distill"},{"id":"2212.05956","title":"Improving Generalization of Pre-trained Language Models via Stochastic Weight Averaging","created":"2022-12-12","cited_by_count":9,"area":"distill"},{"id":"2112.01174","title":"Multi-task Self-distillation for Graph-based Semi-Supervised Learning","created":"2021-12-02","cited_by_count":8,"area":"distill"},{"id":"2112.10453","title":"Learning with Label Noise for Image Retrieval by Selecting Interactions","created":"2021-12-20","cited_by_count":8,"area":null},{"id":"2303.14666","title":"Generalization Matters: Loss Minima Flattening via Parameter Hybridization for Efficient Online Knowledge Distillation","created":"2023-03-26","cited_by_count":8,"area":"distill"},{"id":"2502.00602","title":"Mitigating Heterogeneous Token Overfitting in LLM Knowledge Editing","created":"2025-02-02","cited_by_count":8,"area":null},{"id":"2507.10935","title":"GeoDistill: Geometry-Guided Self-Distillation for Weakly Supervised Cross-View Localization","created":"2025-07-15","cited_by_count":8,"area":null},{"id":"2102.06849","title":"Distilling Double Descent","created":"2021-02-13","cited_by_count":7,"area":"distill"},{"id":"2206.06661","title":"Toward Student-Oriented Teacher Network Training For Knowledge Distillation","created":"2022-06-14","cited_by_count":7,"area":"distill"},{"id":"2508.00264","title":"Calibrated Language Models and How to Find Them with Label Smoothing","created":"2025-08-01","cited_by_count":7,"area":null},{"id":"2507.17668","title":"How Should We Meta-Learn Reinforcement Learning Algorithms?","created":"2025-07-23","cited_by_count":5,"area":"deeprl"},{"id":"2210.12427","title":"Hard Gate Knowledge Distillation -- Leverage Calibration for Robust and Reliable Language Model","created":"2022-10-22","cited_by_count":4,"area":"distill"},{"id":"2301.12609","title":"Knowledge Distillation $\\approx$ Label Smoothing: Fact or Fallacy?","created":"2023-01-30","cited_by_count":3,"area":"distill"},{"id":"2406.02831","title":"Distilling Aggregated Knowledge for Weakly-Supervised Video Anomaly Detection","created":"2024-06-05","cited_by_count":3,"area":null},{"id":"2110.05355","title":"Instance-based Label Smoothing For Better Calibrated Classification Networks","created":"2021-10-11","cited_by_count":2,"area":"distill"},{"id":"2402.05942","title":"Cooperative Knowledge Distillation: A Learner Agnostic Approach","created":"2024-02-02","cited_by_count":2,"area":"distill"},{"id":"2501.16226","title":"The Effect of Optimal Self-Distillation in Noisy Gaussian Mixture Model","created":"2025-01-27","cited_by_count":2,"area":"distill"},{"id":"2508.06895","title":"BASIC: Boosting Visual Alignment with Intrinsic Refined Embeddings in Multimodal Large Language Models","created":"2025-08-09","cited_by_count":2,"area":"mllm"},{"id":"2608.12957","title":"I-SDPO: Instance-Level Adaptive Self-Distillation Policy Optimization","created":"2026-08-13","cited_by_count":2,"area":"lr"},{"id":"2110.04274","title":"Kernel Interpolation as a Bayes Point Machine","created":"2021-10-08","cited_by_count":1,"area":null},{"id":"2111.12170","title":"Domain-Agnostic Clustering with Self-Distillation","created":"2021-11-23","cited_by_count":1,"area":"distill"},{"id":"2201.11319","title":"Dynamic Rectification Knowledge Distillation","created":"2022-01-27","cited_by_count":1,"area":"distill"},{"id":"2208.03684","title":"Preserving Fine-Grain Feature Information in Classification via Entropic Regularization","created":"2022-08-07","cited_by_count":1,"area":null},{"id":"2309.17134","title":"Promoting Generalized Cross-lingual Question Answering in Few-resource Scenarios via Self-knowledge Distillation","created":"2023-09-29","cited_by_count":1,"area":"distill"},{"id":"2407.01967","title":"Harnessing the Power of Local Representations for Few-Shot Classification","created":"2024-07-02","cited_by_count":1,"area":null},{"id":"2412.00382","title":"Toward Fair Graph Neural Networks Via Dual-Teacher Knowledge Distillation","created":"2024-11-30","cited_by_count":1,"area":"distill"},{"id":"2502.06192","title":"Right Time to Learn:Promoting Generalization via Bio-inspired Spacing Effect in Knowledge Distillation","created":"2025-02-10","cited_by_count":1,"area":"distill"},{"id":"2504.13471","title":"From Large to Super-Tiny: End-to-End Optimization for Cost-Efficient LLMs","created":"2025-04-18","cited_by_count":1,"area":null},{"id":"2508.01148","title":"DisTaC: Conditioning Task Vectors via Distillation for Robust Model Merging","created":"2025-08-02","cited_by_count":1,"area":null},{"id":"2511.18415","title":"DuoTeach: Dual Role Self-Teaching for Coarse-to-Fine Decision Coordination in Vision--Language Models","created":"2025-11-23","cited_by_count":1,"area":null},{"id":"2606.18327","title":"Self-CTRL: Self-Consistency Training with Reinforcement Learning","created":"2026-06-16","cited_by_count":1,"area":"lr"},{"id":"2107.09625","title":"Learning ULMFiT and Self-Distillation with Calibration for Medical Dialogue System","created":"2021-07-20","cited_by_count":0,"area":"distill"},{"id":"2305.04971","title":"LABO: Towards Learning Optimal Label Regularization via Bi-level Optimization","created":"2023-05-08","cited_by_count":0,"area":null},{"id":"2312.16902","title":"Joint Learning for Scattered Point Cloud Understanding with Hierarchical Self-Distillation","created":"2023-12-28","cited_by_count":0,"area":"distill"},{"id":"2401.06356","title":"An Empirical Investigation into the Effect of Parameter Choices in Knowledge Distillation","created":"2024-01-12","cited_by_count":0,"area":"distill"},{"id":"2402.16361","title":"Layer-wise Regularized Dropout for Neural Language Models","created":"2024-02-26","cited_by_count":0,"area":null},{"id":"2501.16329","title":"sDREAMER: Self-distilled Mixture-of-Modality-Experts Transformer for Automatic Sleep Staging","created":"2025-01-27","cited_by_count":0,"area":null},{"id":"2504.14307","title":"Learning from Stochastic Teacher Representations Using Student-Guided Knowledge Distillation","created":"2025-04-19","cited_by_count":0,"area":"distill"},{"id":"2602.14771","title":"GOT-JEPA: Generic Object Tracking with Model Adaptation and Occlusion Handling using Joint-Embedding Predictive Architecture","created":"2026-02-16","cited_by_count":0,"area":null},{"id":"2605.29380","title":"TRACER: Persistent Regularization for Robust Multimodal Finetuning","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2606.25927","title":"Knowledge Cascade: Reverse Knowledge Distillation on Nonparametric Multivariate Functional Estimation","created":"2026-06-24","cited_by_count":0,"area":"distill"},{"id":"2607.08236","title":"TVTA: Trajectory-Aware Viseme-Guided Temporal Aggregation for Event-Based Lip Reading","created":"2026-07-09","cited_by_count":0,"area":null},{"id":"2609.34850","title":"From Soft Targets to Reward Signals: How Assignment and Reward Objectives Interact","created":"2026-09-28","cited_by_count":0,"area":null}],"next_cursor":null}