{"total":61,"rows":[{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2210.07795","title":"EfficientVLM: Fast and Accurate Vision-Language Models via Knowledge Distillation and Modal-adaptive Pruning","created":"2022-10-14","cited_by_count":56,"area":"mllm"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2205.15308","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","created":"2022-05-28","cited_by_count":47,"area":"distill"},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2212.10670","title":"In-context Learning Distillation: Transferring Few-shot Learning Ability of Pre-trained Language Models","created":"2022-12-20","cited_by_count":37,"area":null},{"id":"2412.14528","title":"Multi-Level Optimal Transport for Universal Cross-Tokenizer Knowledge Distillation on Language Models","created":"2024-12-19","cited_by_count":36,"area":"distill"},{"id":"2508.02694","title":"Efficient Agents: Building Effective Agents While Reducing Cost","created":"2025-07-24","cited_by_count":32,"area":"agents"},{"id":"2205.01500","title":"Meta Learning for Natural Language Processing: A Survey","created":"2022-05-03","cited_by_count":26,"area":null},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2302.09632","title":"HomoDistil: Homotopic Task-Agnostic Distillation of Pre-trained Transformers","created":"2023-02-19","cited_by_count":25,"area":"distill"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2402.12842","title":"PromptKD: Distilling Student-Friendly Knowledge for Generative Language Models via Prompt Tuning","created":"2024-02-20","cited_by_count":25,"area":"distill"},{"id":"2206.00621","title":"Cross-View Language Modeling: Towards Unified Cross-Lingual Cross-Modal Pre-training","created":"2022-06-01","cited_by_count":24,"area":null},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2209.13335","title":"PROD: Progressive Distillation for Dense Retrieval","created":"2022-09-27","cited_by_count":21,"area":null},{"id":"2212.06385","title":"TencentPretrain: A Scalable and Flexible Toolkit for Pre-training Models of Different Modalities","created":"2022-12-13","cited_by_count":19,"area":null},{"id":"2206.07699","title":"Write and Paint: Generative Vision-Language Models are Unified Modal Learners","created":"2022-06-15","cited_by_count":17,"area":"mllm"},{"id":"2310.11451","title":"Seeking Neural Nuggets: Knowledge Transfer in Large Language Models from a Parametric Perspective","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2308.09544","title":"Adapt Your Teacher: Improving Knowledge Distillation for Exemplar-free Continual Learning","created":"2023-08-18","cited_by_count":16,"area":"distill"},{"id":"2402.17110","title":"Sinkhorn Distance Minimization for Knowledge Distillation","created":"2024-02-27","cited_by_count":15,"area":"distill"},{"id":"2208.03197","title":"Low-Resource Dense Retrieval for Open-Domain Question Answering: A Comprehensive Survey","created":"2022-08-05","cited_by_count":14,"area":null},{"id":"2210.05043","title":"Multi-CLS BERT: An Efficient Alternative to Traditional Ensembling","created":"2022-10-10","cited_by_count":14,"area":null},{"id":"2210.03923","title":"Sparse Teachers Can Be Dense with Knowledge","created":"2022-10-08","cited_by_count":11,"area":null},{"id":"2305.01645","title":"Distill or Annotate? Cost-Efficient Fine-Tuning of Compact Models","created":"2023-05-02","cited_by_count":11,"area":null},{"id":"2306.14152","title":"Low-Rank Prune-And-Factorize for Language Model Compression","created":"2023-06-25","cited_by_count":11,"area":null},{"id":"2507.01887","title":"MiCoTA: Bridging the Learnability Gap with Intermediate CoT and Teacher Assistants","created":"2025-07-02","cited_by_count":9,"area":"lr"},{"id":"2305.09098","title":"Weight-Inherited Distillation for Task-Agnostic BERT Compression","created":"2023-05-16","cited_by_count":8,"area":"distill"},{"id":"2305.09651","title":"Tailoring Instructions to Student's Learning Levels Boosts Knowledge Distillation","created":"2023-05-16","cited_by_count":8,"area":"distill"},{"id":"2507.04636","title":"Put Teacher in Student's Shoes: Cross-Distillation for Ultra-compact Model Compression Framework","created":"2025-07-07","cited_by_count":8,"area":null},{"id":"2205.07290","title":"Meta Self-Refinement for Robust Learning with Weak Supervision","created":"2022-05-15","cited_by_count":7,"area":null},{"id":"2310.08797","title":"A Comparative Analysis of Task-Agnostic Distillation Methods for Compressing Transformer Language Models","created":"2023-10-13","cited_by_count":6,"area":null},{"id":"2404.09326","title":"Weight Copy and Low-Rank Adaptation for Few-Shot Distillation of Vision Transformers","created":"2024-04-14","cited_by_count":6,"area":"distill"},{"id":"2502.12947","title":"Every Expert Matters: Towards Effective Knowledge Distillation for Mixture-of-Experts Language Models","created":"2025-02-18","cited_by_count":6,"area":"moe"},{"id":"2512.22238","title":"Masking Teacher and Reinforcing Student for Distilling Vision-Language Models","created":"2025-12-23","cited_by_count":6,"area":"mllm"},{"id":"2602.21669","title":"DWA-KD: Dual-Space Weighting and Time-Warped Alignment for Cross-Tokenizer Knowledge Distillation","created":"2026-02-25","cited_by_count":5,"area":"distill"},{"id":"2306.02379","title":"Modular Transformers: Compressing Transformers into Modularized Layers for Flexible Efficient Inference","created":"2023-06-04","cited_by_count":4,"area":"distill"},{"id":"2308.02746","title":"Meta-Tsallis-Entropy Minimization: A New Self-Training Approach for Domain Adaptation on Text Classification","created":"2023-08-04","cited_by_count":4,"area":null},{"id":"2410.20035","title":"Training the Untrainable: Introducing Inductive Bias via Representational Alignment","created":"2024-10-26","cited_by_count":4,"area":null},{"id":"2504.17421","title":"Towards Harnessing the Collaborative Power of Large and Small Models for Domain Tasks","created":"2025-04-24","cited_by_count":4,"area":null},{"id":"2309.02915","title":"Persona-aware Generative Model for Code-mixed Language","created":"2023-09-06","cited_by_count":3,"area":null},{"id":"2409.12512","title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2505.22131","title":"Enhancing Long-Chain Reasoning Distillation through Error-Aware Self-Reflection","created":"2025-05-28","cited_by_count":3,"area":"lr"},{"id":"2207.08356","title":"Learning Knowledge Representation with Meta Knowledge Distillation for Single Image Super-Resolution","created":"2022-07-18","cited_by_count":1,"area":"distill"},{"id":"2302.08220","title":"Dialogue State Distillation Network with Inter-slot Contrastive Learning for Dialogue State Tracking","created":"2023-02-16","cited_by_count":1,"area":null},{"id":"2309.08185","title":"Multilingual Sentence-Level Semantic Search using Meta-Distillation Learning","created":"2023-09-15","cited_by_count":1,"area":null},{"id":"2402.14035","title":"Wisdom of Committee: Diverse Distillation from Large Foundation Models and Domain Experts","created":"2024-02-21","cited_by_count":1,"area":"distill"},{"id":"2507.10155","title":"What Should Feature Distillation Transfer in LLMs? A Task-Tangent Geometry View","created":"2025-07-14","cited_by_count":1,"area":"distill"},{"id":"2509.12633","title":"CIARD: Cyclic Iterative Adversarial Robustness Distillation","created":"2025-09-16","cited_by_count":1,"area":null},{"id":"2602.05393","title":"Late-to-Early Training: LET LLMs Learn Earlier, So Faster and Better","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2609.33378","title":"Recursive Harness Distillation across Agents for Robot Manipulation","created":"2026-09-27","cited_by_count":1,"area":null},{"id":"2306.06625","title":"Are Intermediate Layers and Labels Really Necessary? A General Language Model Distillation Method","created":"2023-06-11","cited_by_count":0,"area":"distill"},{"id":"2405.12299","title":"Perturbing the Gradient for Alleviating Meta Overfitting","created":"2024-05-20","cited_by_count":0,"area":null},{"id":"2406.08528","title":"Adaptive Teaching with Shared Classifier for Knowledge Distillation","created":"2024-06-12","cited_by_count":0,"area":"distill"},{"id":"2407.02779","title":"Croppable Knowledge Graph Embedding","created":"2024-07-03","cited_by_count":0,"area":null},{"id":"2410.06490","title":"Adaptive Guidance for Local Training in Heterogeneous Federated Learning","created":"2024-10-09","cited_by_count":0,"area":null},{"id":"2411.16991","title":"Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models","created":"2024-11-25","cited_by_count":0,"area":"distill"},{"id":"2501.02705","title":"Knowledge Distillation with Adapted Weight","created":"2025-01-06","cited_by_count":0,"area":"distill"},{"id":"2512.04198","title":"Network of Theseus (like the ship)","created":"2025-12-03","cited_by_count":0,"area":null},{"id":"2606.11698","title":"T2S: A Rehearsal-Based Approach for Extraction-Resistant Model Watermarking","created":"2026-06-10","cited_by_count":0,"area":"safety"}],"next_cursor":null}