{"total":61,"rows":[{"id":"2210.07558","title":"DyLoRA: Parameter Efficient Tuning of Pre-trained Models using Dynamic Search-Free Low-Rank Adaptation","created":"2022-10-14","cited_by_count":233,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2209.05687","title":"PSAQ-ViT V2: Towards Accurate and General Data-Free Quantization for Vision Transformers","created":"2022-09-13","cited_by_count":42,"area":null},{"id":"2212.10670","title":"In-context Learning Distillation: Transferring Few-shot Learning Ability of Pre-trained Language Models","created":"2022-12-20","cited_by_count":37,"area":null},{"id":"2110.08152","title":"Kronecker Decomposition for GPT Compression","created":"2021-10-15","cited_by_count":28,"area":null},{"id":"2105.05912","title":"MATE-KD: Masked Adversarial TExt, a Companion to Knowledge Distillation","created":"2021-05-12","cited_by_count":27,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2109.10164","title":"RAIL-KD: RAndom Intermediate Layer Mapping for Knowledge Distillation","created":"2021-09-21","cited_by_count":19,"area":"distill"},{"id":"2505.17272","title":"Zebra-Llama: Towards Extremely Efficient Hybrid Models","created":"2025-05-22","cited_by_count":18,"area":"inference"},{"id":"2110.08532","title":"Pro-KD: Progressive Distillation by Following the Footsteps of the Teacher","created":"2021-10-16","cited_by_count":17,"area":null},{"id":"2110.08460","title":"A Short Study on Compressing Decoder-Based Language Models","created":"2021-10-16","cited_by_count":16,"area":null},{"id":"2301.12923","title":"On student-teacher deviations in distillation: does it pay to disobey?","created":"2023-01-30","cited_by_count":16,"area":"distill"},{"id":"2306.06629","title":"GKD: A General Knowledge Distillation Framework for Large-scale Pre-trained Language Model","created":"2023-06-11","cited_by_count":15,"area":"distill"},{"id":"2510.11615","title":"LLM-Oriented Token-Adaptive Knowledge Distillation","created":"2025-10-13","cited_by_count":13,"area":"distill"},{"id":"2207.05345","title":"HEAD: HEtero-Assists Distillation for Heterogeneous Object Detectors","created":"2022-07-12","cited_by_count":12,"area":"distill"},{"id":"2302.00444","title":"Improved Knowledge Distillation for Pre-trained Language Models via Knowledge Selection","created":"2023-02-01","cited_by_count":12,"area":"distill"},{"id":"2305.08096","title":"Towards Understanding and Improving Knowledge Distillation for Neural Machine Translation","created":"2023-05-14","cited_by_count":10,"area":"distill"},{"id":"2212.05956","title":"Improving Generalization of Pre-trained Language Models via Stochastic Weight Averaging","created":"2022-12-12","cited_by_count":9,"area":"distill"},{"id":"2110.06961","title":"Language Modelling via Learning to Rank","created":"2021-10-13","cited_by_count":7,"area":null},{"id":"2305.13067","title":"Distilling Robustness into Natural Language Inference Models with Domain-Targeted Augmentation","created":"2023-05-22","cited_by_count":7,"area":"distill"},{"id":"2303.09639","title":"Neural Architecture Search for Effective Teacher-Student Knowledge Transfer in Language Models","created":"2023-03-16","cited_by_count":6,"area":"distill"},{"id":"2310.08797","title":"A Comparative Analysis of Task-Agnostic Distillation Methods for Compressing Transformer Language Models","created":"2023-10-13","cited_by_count":6,"area":null},{"id":"2404.12711","title":"Dynamic Temperature Knowledge Distillation","created":"2024-04-19","cited_by_count":6,"area":"distill"},{"id":"2302.01530","title":"Revisiting Intermediate Layer Distillation for Compressing Language Models: An Overfitting Perspective","created":"2023-02-03","cited_by_count":5,"area":"distill"},{"id":"2403.15516","title":"CTSM: Combining Trait and State Emotions for Empathetic Response Model","created":"2024-03-22","cited_by_count":5,"area":null},{"id":"2503.07252","title":"Semantic Communications with Computer Vision Sensing for Edge Video Transmission","created":"2025-03-10","cited_by_count":5,"area":null},{"id":"2511.02833","title":"In Good GRACEs: Principled Teacher Selection for Knowledge Distillation","created":"2025-11-04","cited_by_count":5,"area":"distill"},{"id":"2109.05696","title":"How to Select One Among All? An Extensive Empirical Study Towards the Robustness of Knowledge Distillation in Natural Language Understanding","created":"2021-09-13","cited_by_count":4,"area":"distill"},{"id":"2204.07674","title":"CILDA: Contrastive Data Augmentation using Intermediate Layer Knowledge Distillation","created":"2022-04-15","cited_by_count":4,"area":"distill"},{"id":"2407.14768","title":"Teach Harder, Learn Poorer: Rethinking Hard Sample Distillation for GNN-to-MLP Knowledge Distillation","created":"2024-07-20","cited_by_count":4,"area":"distill"},{"id":"2505.20209","title":"Improving the OOD Performance of Closed-Source LLMs on NLI Through Strategic Data Selection","created":"2025-05-26","cited_by_count":4,"area":null},{"id":"2109.09828","title":"iRNN: Integer-only Recurrent Neural Network","created":"2021-09-20","cited_by_count":3,"area":null},{"id":"2212.05998","title":"Continuation KD: Improved Knowledge Distillation through the Lens of Continuation Optimization","created":"2022-12-12","cited_by_count":3,"area":"distill"},{"id":"2405.08019","title":"AdaKD: Dynamic Knowledge Distillation of ASR models using Adaptive Loss Weighting","created":"2024-05-11","cited_by_count":3,"area":"distill"},{"id":"2606.00105","title":"Visual-Noise Guided In-Context Distillation for Multimodal Large Language Model Unlearning","created":"2026-05-26","cited_by_count":3,"area":"mllm"},{"id":"2109.04641","title":"Learning to Teach with Student Feedback","created":"2021-09-10","cited_by_count":2,"area":"distill"},{"id":"2110.07749","title":"Attention-Free Keyword Spotting","created":"2021-10-14","cited_by_count":2,"area":null},{"id":"2205.12428","title":"Do we need Label Regularization to Fine-tune Pre-trained Language Models?","created":"2022-05-25","cited_by_count":2,"area":"distill"},{"id":"2409.14595","title":"EchoAtt: Attend, Copy, then Adjust for More Efficient Large Language Models","created":"2024-09-22","cited_by_count":2,"area":null},{"id":"2410.06846","title":"Joint Fine-tuning and Conversion of Pretrained Speech and Language Models towards Linear Complexity","created":"2024-10-09","cited_by_count":2,"area":"ssm"},{"id":"2602.15845","title":"KD4MT: A Survey of Knowledge Distillation for Machine Translation","created":"2026-01-22","cited_by_count":2,"area":"distill"},{"id":"2109.10147","title":"Knowledge Distillation with Noisy Labels for Natural Language Understanding","created":"2021-09-21","cited_by_count":1,"area":"distill"},{"id":"2207.01528","title":"VEM$^2$L: A Plug-and-play Framework for Fusing Text and Structure Knowledge on Sparse Knowledge Graph Completion","created":"2022-07-04","cited_by_count":1,"area":null},{"id":"2209.07606","title":"CES-KD: Curriculum-based Expert Selection for Guided Knowledge Distillation","created":"2022-09-15","cited_by_count":1,"area":"distill"},{"id":"2212.08349","title":"Swing Distillation: A Privacy-Preserving Knowledge Distillation Framework","created":"2022-12-16","cited_by_count":1,"area":"distill"},{"id":"2409.20498","title":"Enhancing Romanian Offensive Language Detection through Knowledge Distillation, Multi-Task Learning, and Data Augmentation","created":"2024-09-30","cited_by_count":1,"area":"distill"},{"id":"2410.02450","title":"Personalized Federated Learning for Generative AI-Assisted Semantic Communications","created":"2024-10-03","cited_by_count":1,"area":null},{"id":"2511.13767","title":"Dynamic Temperature Scheduler for Knowledge Distillation","created":"2025-11-14","cited_by_count":1,"area":"distill"},{"id":"2605.11260","title":"Curriculum Learning-Guided Progressive Distillation in Large Language Models","created":"2026-05-11","cited_by_count":1,"area":null},{"id":"2606.00755","title":"Internalize the Temperature: On-Policy Self-Distillation as Policy Reheater for Reinforcement Learning","created":"2026-05-30","cited_by_count":1,"area":"lr"},{"id":"2212.11456","title":"CAMeMBERT: Cascading Assistant-Mediated Multilingual BERT","created":"2022-12-22","cited_by_count":0,"area":"distill"},{"id":"2306.06625","title":"Are Intermediate Layers and Labels Really Necessary? A General Language Model Distillation Method","created":"2023-06-11","cited_by_count":0,"area":"distill"},{"id":"2311.01522","title":"An Efficient Detection and Control System for Underwater Docking using Machine Learning and Realistic Simulation: A Comprehensive Approach","created":"2023-11-02","cited_by_count":0,"area":null},{"id":"2407.05315","title":"Topological Persistence Guided Knowledge Distillation for Wearable Sensor Data","created":"2024-07-07","cited_by_count":0,"area":"distill"},{"id":"2503.18565","title":"Distil-xLSTM: Learning Attention Mechanisms through Recurrent Structures","created":"2025-03-24","cited_by_count":0,"area":null},{"id":"2504.00038","title":"Revisiting the Relationship between Adversarial and Clean Training: Why Clean Training Can Make Adversarial Training Better","created":"2025-03-30","cited_by_count":0,"area":null},{"id":"2504.06193","title":"Heuristic Methods are Good Teachers to Distill MLPs for Graph Link Prediction","created":"2025-04-08","cited_by_count":0,"area":"distill"},{"id":"2601.22531","title":"Learn from A Rationalist: Distilling Intermediate Interpretable Rationales","created":"2026-01-30","cited_by_count":0,"area":null},{"id":"2604.18135","title":"Soft Label Pruning and Quantization for Large-Scale Dataset Distillation","created":"2026-04-20","cited_by_count":0,"area":null},{"id":"2605.26246","title":"The Bridge-Garden Dilemma in LLM Distillation: Why Mixing Hard and Soft Labels Works","created":"2026-05-25","cited_by_count":0,"area":"distill"},{"id":"2608.27729","title":"Below the Noise Floor: Bimodal Seed Collapse and Distinct Failure Modes in Small-Model Knowledge Distillation","created":"2026-08-27","cited_by_count":0,"area":"distill"}],"next_cursor":null}