{"total":65,"rows":[{"id":"2305.02301","title":"Distilling Step-by-Step! Outperforming Larger Language Models with Less Training Data and Smaller Model Sizes","created":"2023-05-03","cited_by_count":737,"area":null},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2306.08543","title":"MiniLLM: On-Policy Distillation of Large Language Models","created":"2023-06-14","cited_by_count":139,"area":"distill"},{"id":"2306.11222","title":"LoSparse: Structured Compression of Large Language Models based on Low-Rank and Sparse Approximation","created":"2023-06-20","cited_by_count":104,"area":null},{"id":"2210.01351","title":"Less is More: Task-aware Layer-wise Distillation for Language Model Compression","created":"2022-10-04","cited_by_count":93,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2104.13417","title":"Towards Fair Federated Learning with Zero-Shot Data Augmentation","created":"2021-04-27","cited_by_count":64,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2511.10643","title":"Black-Box On-Policy Distillation of Large Language Models","created":"2025-11-13","cited_by_count":59,"area":"distill"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2109.11295","title":"Dynamic Knowledge Distillation for Pre-trained Language Models","created":"2021-09-23","cited_by_count":38,"area":"distill"},{"id":"2302.09632","title":"HomoDistil: Homotopic Task-Agnostic Distillation of Pre-trained Transformers","created":"2023-02-19","cited_by_count":25,"area":"distill"},{"id":"2310.14192","title":"PromptMix: A Class Boundary Augmentation Method for Large Language Model Distillation","created":"2023-10-22","cited_by_count":25,"area":null},{"id":"2204.05494","title":"Few-shot Learning with Noisy Labels","created":"2022-04-12","cited_by_count":23,"area":null},{"id":"2410.01524","title":"HarmAug: Effective Data Augmentation for Knowledge Distillation of Safety Guard Models","created":"2024-10-02","cited_by_count":19,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2310.16931","title":"CL-MASR: A Continual Learning Benchmark for Multilingual ASR","created":"2023-10-25","cited_by_count":17,"area":null},{"id":"2401.15347","title":"A Comprehensive Survey of Compression Algorithms for Language Models","created":"2024-01-27","cited_by_count":15,"area":null},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2302.00444","title":"Improved Knowledge Distillation for Pre-trained Language Models via Knowledge Selection","created":"2023-02-01","cited_by_count":12,"area":"distill"},{"id":"2210.01213","title":"Robust Active Distillation","created":"2022-10-03","cited_by_count":9,"area":"distill"},{"id":"2402.02053","title":"Affordable Generative Agents","created":"2024-02-03","cited_by_count":9,"area":"agents"},{"id":"2410.09982","title":"Self-Data Distillation for Recovering Quality in Pruned Large Language Models","created":"2024-10-13","cited_by_count":8,"area":null},{"id":"2502.14272","title":"Capturing Nuanced Preferences: Preference-Aligned Distillation for Small Language Models","created":"2025-02-20","cited_by_count":8,"area":"lr"},{"id":"2109.11105","title":"Distiller: A Systematic Study of Model Distillation Methods in Natural Language Processing","created":"2021-09-23","cited_by_count":7,"area":null},{"id":"2402.09360","title":"HiRE: High Recall Approximate Top-$k$ Estimation for Efficient LLM Inference","created":"2024-02-14","cited_by_count":7,"area":"inference"},{"id":"2209.00568","title":"Distilling Multi-Scale Knowledge for Event Temporal Relation Extraction","created":"2022-09-01","cited_by_count":6,"area":null},{"id":"2210.09588","title":"Synergy with Translation Artifacts for Training and Inference in Multilingual Tasks","created":"2022-10-18","cited_by_count":6,"area":null},{"id":"2310.08797","title":"A Comparative Analysis of Task-Agnostic Distillation Methods for Compressing Transformer Language Models","created":"2023-10-13","cited_by_count":6,"area":null},{"id":"2410.13181","title":"AdaSwitch: Adaptive Switching between Small and Large Agents for Effective Cloud-Local Collaborative Learning","created":"2024-10-17","cited_by_count":6,"area":"lr"},{"id":"2502.12947","title":"Every Expert Matters: Towards Effective Knowledge Distillation for Mixture-of-Experts Language Models","created":"2025-02-18","cited_by_count":6,"area":"moe"},{"id":"2205.07257","title":"Not to Overfit or Underfit the Source Domains? An Empirical Study of Domain Generalization in Question Answering","created":"2022-05-15","cited_by_count":5,"area":null},{"id":"2302.01530","title":"Revisiting Intermediate Layer Distillation for Compressing Language Models: An Overfitting Perspective","created":"2023-02-03","cited_by_count":5,"area":"distill"},{"id":"2410.00362","title":"FedPT: Federated Proxy-Tuning of Large Language Models on Resource-Constrained Edge Devices","created":"2024-10-01","cited_by_count":5,"area":null},{"id":"2310.13561","title":"Cache & Distil: Optimising API Calls to Large Language Models","created":"2023-10-20","cited_by_count":4,"area":null},{"id":"2311.02253","title":"Comparative Knowledge Distillation","created":"2023-11-03","cited_by_count":4,"area":"distill"},{"id":"2502.16806","title":"CoT2Align: Cross-Chain of Thought Distillation via Optimal Transport Alignment for Language Models with Different Tokenizers","created":"2025-02-24","cited_by_count":4,"area":"lr"},{"id":"2512.03073","title":"Economies of Open Intelligence: Tracing Power & Participation in the Model Ecosystem","created":"2025-11-27","cited_by_count":4,"area":null},{"id":"2201.05767","title":"Ensemble Transformer for Efficient and Accurate Ranking Tasks: an Application to Question Answering Systems","created":"2022-01-15","cited_by_count":3,"area":null},{"id":"2301.12609","title":"Knowledge Distillation $\\approx$ Label Smoothing: Fact or Fallacy?","created":"2023-01-30","cited_by_count":3,"area":"distill"},{"id":"2310.15594","title":"Retrieval-based Knowledge Transfer: An Effective Approach for Extreme Large Language Model Compression","created":"2023-10-24","cited_by_count":3,"area":null},{"id":"2312.00388","title":"LinguaLinked: A Distributed Large Language Model Inference System for Mobile Devices","created":"2023-12-01","cited_by_count":3,"area":"inference"},{"id":"2604.24380","title":"Structural Pruning of Large Vision Language Models: A Comprehensive Study on Pruning Dynamics, Recovery, and Data Efficiency","created":"2026-04-27","cited_by_count":3,"area":"mllm"},{"id":"2112.07327","title":"Model Uncertainty-Aware Knowledge Amalgamation for Pre-Trained Language Models","created":"2021-12-14","cited_by_count":2,"area":null},{"id":"2208.07232","title":"Distributional Correlation--Aware Knowledge Distillation for Stock Trading Volume Prediction","created":"2022-08-04","cited_by_count":2,"area":"distill"},{"id":"2210.11768","title":"Augmentation with Projection: Towards an Effective and Efficient Data Augmentation Paradigm for Distillation","created":"2022-10-21","cited_by_count":2,"area":"distill"},{"id":"2305.12565","title":"Understanding the Effect of Data Augmentation on Knowledge Distillation","created":"2023-05-21","cited_by_count":2,"area":"distill"},{"id":"2407.10068","title":"Multi-Granularity Semantic Revision for Large Language Model Distillation","created":"2024-07-14","cited_by_count":2,"area":"distill"},{"id":"2509.21679","title":"ReviewScore: Misinformed Peer Review Detection with Large Language Models","created":"2025-09-25","cited_by_count":2,"area":null},{"id":"2210.05230","title":"From Mimicking to Integrating: Knowledge Integration for Pre-Trained Language Models","created":"2022-10-11","cited_by_count":1,"area":null},{"id":"2210.13605","title":"GliTr: Glimpse Transformers with Spatiotemporal Consistency for Online Action Prediction","created":"2022-10-24","cited_by_count":1,"area":null},{"id":"2310.09773","title":"RSVP: Customer Intent Detection via Agent Response Contrastive and Generative Pre-Training","created":"2023-10-15","cited_by_count":1,"area":"agents"},{"id":"2505.11837","title":"On Membership Inference Attacks in Knowledge Distillation","created":"2025-05-17","cited_by_count":1,"area":"safety"},{"id":"2507.10155","title":"What Should Feature Distillation Transfer in LLMs? A Task-Tangent Geometry View","created":"2025-07-14","cited_by_count":1,"area":"distill"},{"id":"2507.20749","title":"Investigating Structural Pruning and Recovery Techniques for Compressing Multimodal Large Language Models: An Empirical Study","created":"2025-07-28","cited_by_count":1,"area":"mllm"},{"id":"2602.05393","title":"Late-to-Early Training: LET LLMs Learn Earlier, So Faster and Better","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2305.14066","title":"One-stop Training of Multiple Capacity Models","created":"2023-05-23","cited_by_count":0,"area":null},{"id":"2406.19112","title":"A Teacher Is Worth A Million Instructions","created":"2024-06-27","cited_by_count":0,"area":null},{"id":"2408.13452","title":"Data Augmentation for Continual RL via Adversarial Gradient Episodic Memory","created":"2024-08-24","cited_by_count":0,"area":"deeprl"},{"id":"2411.16991","title":"Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models","created":"2024-11-25","cited_by_count":0,"area":"distill"},{"id":"2508.01475","title":"$R^2$-CoD: Understanding Text-Graph Complementarity in Relational Reasoning via Knowledge Co-Distillation","created":"2025-08-02","cited_by_count":0,"area":null},{"id":"2604.03110","title":"Multi-Aspect Knowledge Distillation for Language Model with Low-rank Factorization","created":"2026-04-03","cited_by_count":0,"area":"distill"}],"next_cursor":null}