{"total":60,"rows":[{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2301.02280","title":"Filtering, Distillation, and Hard Negatives for Vision-Language Pre-Training","created":"2023-01-05","cited_by_count":91,"area":"mllm"},{"id":"2408.10189","title":"Transformers to SSMs: Distilling Quadratic Knowledge to Subquadratic Models","created":"2024-08-19","cited_by_count":67,"area":"ssm"},{"id":"2204.04588","title":"Robust Cross-Modal Representation Learning with Progressive Self-Distillation","created":"2022-04-10","cited_by_count":55,"area":"distill"},{"id":"2204.14272","title":"End-to-end Spoken Conversational Question Answering: Task, Dataset and Model","created":"2022-04-29","cited_by_count":37,"area":null},{"id":"2208.10160","title":"PANDA: Prompt Transfer Meets Knowledge Distillation for Efficient Model Adaptation","created":"2022-08-22","cited_by_count":31,"area":"distill"},{"id":"2208.12807","title":"Towards Federated Learning against Noisy Labels via Local Self-Regularization","created":"2022-08-25","cited_by_count":26,"area":null},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2402.00707","title":"Non-Exchangeable Conformal Language Generation with Nearest Neighbors","created":"2024-02-01","cited_by_count":21,"area":null},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2208.03763","title":"Label Semantic Knowledge Distillation for Unbiased Scene Graph Generation","created":"2022-08-07","cited_by_count":14,"area":"distill"},{"id":"2211.03524","title":"Adaptive Contrastive Learning on Multimodal Transformer for Review Helpfulness Predictions","created":"2022-11-07","cited_by_count":13,"area":null},{"id":"2408.04301","title":"Tackling Noisy Clients in Federated Learning with End-to-end Label Correction","created":"2024-08-08","cited_by_count":12,"area":null},{"id":"2110.13398","title":"Unified Instance and Knowledge Alignment Pretraining for Aspect-based Sentiment Analysis","created":"2021-10-26","cited_by_count":11,"area":null},{"id":"2207.11184","title":"Multi-Faceted Distillation of Base-Novel Commonality for Few-shot Object Detection","created":"2022-07-22","cited_by_count":11,"area":null},{"id":"2406.01514","title":"Decoupled Alignment for Robust Plug-and-Play Adaptation","created":"2024-06-03","cited_by_count":9,"area":"alignment"},{"id":"2106.15880","title":"Mixed Cross Entropy Loss for Neural Machine Translation","created":"2021-06-30","cited_by_count":8,"area":null},{"id":"2306.01997","title":"UADB: Unsupervised Anomaly Detection Booster","created":"2023-06-03","cited_by_count":8,"area":null},{"id":"2110.06961","title":"Language Modelling via Learning to Rank","created":"2021-10-13","cited_by_count":7,"area":null},{"id":"2305.13067","title":"Distilling Robustness into Natural Language Inference Models with Domain-Targeted Augmentation","created":"2023-05-22","cited_by_count":7,"area":"distill"},{"id":"2306.13467","title":"Incorporating Graph Information in Transformer-based AMR Parsing","created":"2023-06-23","cited_by_count":7,"area":null},{"id":"2109.09075","title":"Adversarial Training with Contrastive Learning in NLP","created":"2021-09-19","cited_by_count":6,"area":null},{"id":"2109.12662","title":"Improving Question Answering Performance Using Knowledge Distillation and Active Learning","created":"2021-09-26","cited_by_count":6,"area":"distill"},{"id":"2303.05093","title":"Improving Video Retrieval by Adaptive Margin","created":"2023-03-09","cited_by_count":6,"area":null},{"id":"2410.18574","title":"SIKeD: Self-guided Iterative Knowledge Distillation for mathematical reasoning","created":"2024-10-24","cited_by_count":6,"area":"lr"},{"id":"2412.08939","title":"Dynamic Contrastive Knowledge Distillation for Efficient Image Restoration","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2502.17821","title":"CAML: Collaborative Auxiliary Modality Learning for Multi-Agent Systems","created":"2025-02-25","cited_by_count":6,"area":null},{"id":"2504.13825","title":"Feature Alignment and Representation Transfer in Knowledge Distillation for Large Language Models","created":"2025-04-18","cited_by_count":6,"area":"distill"},{"id":"2202.03250","title":"Adaptive Mixing of Auxiliary Losses in Supervised Learning","created":"2022-02-07","cited_by_count":5,"area":"distill"},{"id":"2403.15516","title":"CTSM: Combining Trait and State Emotions for Empathetic Response Model","created":"2024-03-22","cited_by_count":5,"area":null},{"id":"2108.13620","title":"Cross-Lingual Text Classification of Transliterated Hindi and Malayalam","created":"2021-08-31","cited_by_count":4,"area":null},{"id":"2309.14162","title":"Data Upcycling Knowledge Distillation for Image Super-Resolution","created":"2023-09-25","cited_by_count":4,"area":"distill"},{"id":"2503.23360","title":"Not All LoRA Parameters Are Essential: Insights on Inference Necessity","created":"2025-03-30","cited_by_count":4,"area":null},{"id":"2510.21631","title":"Few-Shot Knowledge Distillation of LLMs With Counterfactual Explanations","created":"2025-10-24","cited_by_count":4,"area":"distill"},{"id":"2103.09903","title":"Transformer-based ASR Incorporating Time-reduction Layer and Fine-tuning with Self-Knowledge Distillation","created":"2021-03-17","cited_by_count":3,"area":"distill"},{"id":"2310.10543","title":"ViPE: Visualise Pretty-much Everything","created":"2023-10-16","cited_by_count":3,"area":null},{"id":"2407.00115","title":"Instance Temperature Knowledge Distillation","created":"2024-06-27","cited_by_count":3,"area":"distill"},{"id":"2501.09608","title":"Metric Learning with Progressive Self-Distillation for Audio-Visual Embedding Learning","created":"2025-01-16","cited_by_count":3,"area":"distill"},{"id":"2501.16226","title":"The Effect of Optimal Self-Distillation in Noisy Gaussian Mixture Model","created":"2025-01-27","cited_by_count":2,"area":"distill"},{"id":"2509.18198","title":"MMCD: Multi-Modal Collaborative Decision-Making for Connected Autonomy with Knowledge Distillation","created":"2025-09-19","cited_by_count":2,"area":"distill"},{"id":"2107.06993","title":"Confidence Conditioned Knowledge Distillation","created":"2021-07-06","cited_by_count":1,"area":"distill"},{"id":"2108.05776","title":"Learning from Matured Dumb Teacher for Fine Generalization","created":"2021-08-12","cited_by_count":1,"area":null},{"id":"2301.04339","title":"Topics in Contextualised Attention Embeddings","created":"2023-01-11","cited_by_count":1,"area":null},{"id":"2303.11621","title":"Heterogeneous-Branch Collaborative Learning for Dialogue Generation","created":"2023-03-21","cited_by_count":1,"area":"distill"},{"id":"2410.00074","title":"Collaborative Knowledge Distillation via a Learning-by-Education Node Community","created":"2024-09-30","cited_by_count":1,"area":"distill"},{"id":"2107.09625","title":"Learning ULMFiT and Self-Distillation with Calibration for Medical Dialogue System","created":"2021-07-20","cited_by_count":0,"area":"distill"},{"id":"2112.15358","title":"Conditional Generative Data-free Knowledge Distillation","created":"2021-12-31","cited_by_count":0,"area":"distill"},{"id":"2201.00177","title":"Adaptive Image Inpainting","created":"2022-01-01","cited_by_count":0,"area":null},{"id":"2209.01311","title":"A Novel Self-Knowledge Distillation Approach with Siamese Representation Learning for Action Recognition","created":"2022-09-03","cited_by_count":0,"area":"distill"},{"id":"2305.11808","title":"Pseudo-Label Training and Model Inertia in Neural Machine Translation","created":"2023-05-19","cited_by_count":0,"area":null},{"id":"2311.15846","title":"Learning with Noisy Low-Cost MOS for Image Quality Assessment via Dual-Bias Calibration","created":"2023-11-27","cited_by_count":0,"area":null},{"id":"2404.19666","title":"Beyond MOS: Subjective Image Quality Score Preprocessing Method Based on Perceptual Similarity","created":"2024-04-30","cited_by_count":0,"area":null},{"id":"2409.19572","title":"Mitigating the Negative Impact of Over-association for Conversational Query Production","created":"2024-09-29","cited_by_count":0,"area":null},{"id":"2411.16991","title":"Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models","created":"2024-11-25","cited_by_count":0,"area":"distill"},{"id":"2506.18496","title":"Distilling Balanced Knowledge from a Biased Teacher","created":"2025-06-23","cited_by_count":0,"area":"distill"},{"id":"2509.12918","title":"A Novel Compression Framework for YOLOv8: Achieving Real-Time Aerial Object Detection on Edge Devices via Structured Pruning and Channel-Wise Distillation","created":"2025-09-16","cited_by_count":0,"area":null},{"id":"2603.19722","title":"FedRG: Unleashing the Representation Geometry for Federated Learning with Noisy Clients","created":"2026-03-20","cited_by_count":0,"area":null},{"id":"2608.22898","title":"SelFusion: Self-distillation for Diffusion Language Models","created":"2026-08-24","cited_by_count":0,"area":"diffusion"},{"id":"2609.33727","title":"A Statistical Perspective on Knowledge Distillation: Foundations, Classical Methods, and Large Language Model Extensions","created":"2026-09-27","cited_by_count":0,"area":"distill"}],"next_cursor":null}