{"total":134,"rows":[{"id":"2203.08243","title":"Unified Visual Transformer Compression","created":"2022-03-15","cited_by_count":79,"area":null},{"id":"2207.11213","title":"Few-Shot Class-Incremental Learning via Entropy-Regularized Data-Free Replay","created":"2022-07-22","cited_by_count":72,"area":"distill"},{"id":"2311.17950","title":"Generalized Large-Scale Data Condensation via Various Backbone and Statistical Matching","created":"2023-11-29","cited_by_count":69,"area":null},{"id":"2106.04570","title":"BERT Learns to Teach: Knowledge Distillation with Meta Learning","created":"2021-06-08","cited_by_count":61,"area":"distill"},{"id":"2303.01416","title":"3D generation on ImageNet","created":"2023-03-02","cited_by_count":47,"area":null},{"id":"2208.10160","title":"PANDA: Prompt Transfer Meets Knowledge Distillation for Efficient Model Adaptation","created":"2022-08-22","cited_by_count":31,"area":"distill"},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28,"area":"distill"},{"id":"2112.00260","title":"Ranking Distance Calibration for Cross-Domain Few-Shot Learning","created":"2021-12-01","cited_by_count":27,"area":null},{"id":"2410.16215","title":"Pre-training Distillation for Large Language Models: A Design Space Exploration","created":"2024-10-21","cited_by_count":27,"area":"distill"},{"id":"2305.10758","title":"Extracting Low-/High- Frequency Knowledge from Graph Neural Networks and Injecting it into MLPs: An Effective GNN-to-MLP Distillation Framework","created":"2023-05-18","cited_by_count":24,"area":null},{"id":"2209.13335","title":"PROD: Progressive Distillation for Dense Retrieval","created":"2022-09-27","cited_by_count":21,"area":null},{"id":"2203.09510","title":"DetMatch: Two Teachers are Better Than One for Joint 2D and 3D Semi-Supervised Object Detection","created":"2022-03-17","cited_by_count":20,"area":null},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2210.00944","title":"Attention Distillation: self-supervised vision transformer students need more guidance","created":"2022-10-03","cited_by_count":16,"area":"distill"},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2402.09816","title":"Mind the Modality Gap: Towards a Remote Sensing Vision-Language Model via Cross-modal Alignment","created":"2024-02-15","cited_by_count":15,"area":"mllm"},{"id":"2402.17110","title":"Sinkhorn Distance Minimization for Knowledge Distillation","created":"2024-02-27","cited_by_count":15,"area":"distill"},{"id":"2207.01426","title":"Dynamic Contrastive Distillation for Image-Text Retrieval","created":"2022-07-04","cited_by_count":14,"area":null},{"id":"2404.00860","title":"Lipsum-FT: Robust Fine-Tuning of Zero-Shot Models Using Random Text Guidance","created":"2024-04-01","cited_by_count":14,"area":"mllm"},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2605.30833","title":"Your Teacher Can't Help You Here: Combating Supervision Fidelity Decay in On-Policy Distillation","created":"2026-05-29","cited_by_count":13,"area":"lr"},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2502.15016","title":"TimeDistill: Efficient Long-Term Time Series Forecasting with MLP via Cross-Architecture Distillation","created":"2025-02-20","cited_by_count":12,"area":null},{"id":"2211.11014","title":"Understanding and Improving Knowledge Distillation for Quantization-Aware Training of Large Transformer Encoders","created":"2022-11-20","cited_by_count":11,"area":"distill"},{"id":"2505.10039","title":"Rethinking Circuit Completeness in Language Models: AND, OR, and ADDER Gates","created":"2025-05-15","cited_by_count":10,"area":"lr"},{"id":"2305.15032","title":"How to Distill your BERT: An Empirical Study on the Impact of Weight Initialisation and Distillation Objectives","created":"2023-05-24","cited_by_count":9,"area":"distill"},{"id":"2405.14736","title":"GIFT: Unlocking Full Potential of Labels in Distilled Dataset at Near-zero Cost","created":"2024-05-23","cited_by_count":9,"area":null},{"id":"2405.19902","title":"Learning Discriminative Dynamics with Label Corruption for Noisy Label Detection","created":"2024-05-30","cited_by_count":9,"area":null},{"id":"2406.07862","title":"Self-Distillation Learning Based on Temporal-Spatial Consistency for Spiking Neural Networks","created":"2024-06-12","cited_by_count":9,"area":"distill"},{"id":"2401.03246","title":"SeqNAS: Neural Architecture Search for Event Sequence Classification","created":"2024-01-06","cited_by_count":8,"area":null},{"id":"2502.01562","title":"Memento No More: Coaching AI Agents to Master Multiple Tasks via Hints Internalization","created":"2025-02-03","cited_by_count":8,"area":"agents"},{"id":"2507.04636","title":"Put Teacher in Student's Shoes: Cross-Distillation for Ultra-compact Model Compression Framework","created":"2025-07-07","cited_by_count":8,"area":null},{"id":"2109.11105","title":"Distiller: A Systematic Study of Model Distillation Methods in Natural Language Processing","created":"2021-09-23","cited_by_count":7,"area":null},{"id":"2405.07562","title":"GLiRA: Black-Box Membership Inference Attack via Knowledge Distillation","created":"2024-05-13","cited_by_count":7,"area":"safety"},{"id":"2506.09814","title":"DreamCS: Geometry-Aware Text-to-3D Generation with Unpaired 3D Reward Supervision","created":"2025-06-11","cited_by_count":7,"area":"alignment"},{"id":"2605.23645","title":"Learning Through Noise: Why Subliminal Learning Works and When It Fails","created":"2026-05-22","cited_by_count":7,"area":null},{"id":"2203.10163","title":"A Closer Look at Knowledge Distillation with Features, Logits, and Gradients","created":"2022-03-18","cited_by_count":6,"area":"distill"},{"id":"2212.10147","title":"Bridging Images and Videos: A Simple Learning Framework for Large Vocabulary Video Object Detection","created":"2022-12-20","cited_by_count":6,"area":null},{"id":"2303.01213","title":"DSD$^2$: Can We Dodge Sparse Double Descent and Compress the Neural Network Worry-Free?","created":"2023-03-02","cited_by_count":6,"area":null},{"id":"2403.10040","title":"Histo-Genomic Knowledge Distillation For Cancer Prognosis From Histopathology Whole Slide Images","created":"2024-03-15","cited_by_count":6,"area":"distill"},{"id":"2407.18288","title":"Leveraging Foundation Models via Knowledge Distillation in Multi-Object Tracking: Distilling DINOv2 Features to FairMOT","created":"2024-07-25","cited_by_count":6,"area":"distill"},{"id":"2410.02116","title":"Dataset Distillation via Knowledge Distillation: Towards Efficient Self-Supervised Pre-Training of Deep Networks","created":"2024-10-03","cited_by_count":6,"area":"distill"},{"id":"2201.00558","title":"Which Student is Best? A Comprehensive Knowledge Distillation Exam for Task-Specific BERT Models","created":"2022-01-03","cited_by_count":5,"area":"distill"},{"id":"2211.03946","title":"Understanding the Role of Mixup in Knowledge Distillation: An Empirical Study","created":"2022-11-08","cited_by_count":5,"area":"distill"},{"id":"2302.10899","title":"Feature Affinity Assisted Knowledge Distillation and Quantization of Deep Neural Networks on Label-Free Data","created":"2023-02-10","cited_by_count":5,"area":"distill"},{"id":"2404.03693","title":"Improve Knowledge Distillation via Label Revision and Data Selection","created":"2024-04-03","cited_by_count":5,"area":"distill"},{"id":"2406.10325","title":"Enhancing Multilingual Voice Toxicity Detection with Speech-Text Alignment","created":"2024-06-14","cited_by_count":5,"area":null},{"id":"2407.19547","title":"Temporal Feature Matters: A Framework for Diffusion Model Quantization","created":"2024-07-28","cited_by_count":5,"area":"diffusion"},{"id":"2408.14146","title":"TSAK: Two-Stage Semantic-Aware Knowledge Distillation for Efficient Wearable Modality and Model Optimization in Manufacturing Lines","created":"2024-08-26","cited_by_count":5,"area":"distill"},{"id":"2501.07236","title":"CSTA: Spatial-Temporal Causal Adaptive Learning for Exemplar-Free Video Class-Incremental Learning","created":"2025-01-13","cited_by_count":5,"area":null},{"id":"2509.25837","title":"Distillation of Large Language Models via Concrete Score Matching","created":"2025-09-30","cited_by_count":5,"area":null},{"id":"2206.07277","title":"A Gift from Label Smoothing: Robust Training with Adaptive Label Smoothing via Auxiliary Classifier under Label Noise","created":"2022-06-15","cited_by_count":4,"area":null},{"id":"2302.06114","title":"A Comprehensive Survey on Graph Summarization with Graph Neural Networks","created":"2023-02-13","cited_by_count":4,"area":null},{"id":"2305.12074","title":"DisCo: Distilled Student Models Co-training for Semi-supervised Text Mining","created":"2023-05-20","cited_by_count":4,"area":"distill"},{"id":"2306.02433","title":"Riemannian Low-Rank Model Compression for Federated Learning with Over-the-Air Aggregation","created":"2023-06-04","cited_by_count":4,"area":null},{"id":"2310.07838","title":"Towards the Fundamental Limits of Knowledge Transfer over Finite Domains","created":"2023-10-11","cited_by_count":4,"area":null},{"id":"2406.09717","title":"UniBridge: A Unified Approach to Cross-Lingual Transfer Learning for Low-Resource Languages","created":"2024-06-14","cited_by_count":4,"area":null},{"id":"2409.14122","title":"Efficient and Effective Model Extraction","created":"2024-09-21","cited_by_count":4,"area":null},{"id":"2410.20035","title":"Training the Untrainable: Introducing Inductive Bias via Representational Alignment","created":"2024-10-26","cited_by_count":4,"area":null},{"id":"2411.08937","title":"Dual-Head Knowledge Distillation: Enhancing Logits Utilization with an Auxiliary Head","created":"2024-11-13","cited_by_count":4,"area":"distill"},{"id":"2504.14694","title":"Learning Critically: Selective Self Distillation in Federated Learning on Non-IID Data","created":"2025-04-20","cited_by_count":4,"area":"distill"},{"id":"2305.16532","title":"Counterfactual Explainer Framework for Deep Reinforcement Learning Models Using Policy Distillation","created":"2023-05-25","cited_by_count":3,"area":null},{"id":"2310.03669","title":"LumiNet: Perception-Driven Knowledge Distillation via Statistical Logit Calibration","created":"2023-10-05","cited_by_count":3,"area":"distill"},{"id":"2402.13122","title":"Cross-Domain Transfer Learning with CoRTe: Consistent and Reliable Transfer from Black-Box to Lightweight Segmentation Model","created":"2024-02-20","cited_by_count":3,"area":null},{"id":"2407.19540","title":"Overcoming Uncertain Incompleteness for Robust Multimodal Sequential Diagnosis Prediction via Curriculum Data Erasing Guided Knowledge Distillation","created":"2024-07-28","cited_by_count":3,"area":"distill"},{"id":"2411.07021","title":"Invar-RAG: Invariant LLM-aligned Retrieval for Better Generation","created":"2024-11-11","cited_by_count":3,"area":"rag"},{"id":"2504.09814","title":"DUDA: Distilled Unsupervised Domain Adaptation for Lightweight Semantic Segmentation","created":"2025-04-14","cited_by_count":3,"area":null},{"id":"2509.06796","title":"Imitative Membership Inference Attack","created":"2025-09-08","cited_by_count":3,"area":"safety"},{"id":"2110.09163","title":"A Dimensionality Reduction Approach for Convolutional Neural Networks","created":"2021-10-18","cited_by_count":2,"area":null},{"id":"2206.13130","title":"Revisiting Architecture-aware Knowledge Distillation: Smaller Models and Faster Search","created":"2022-06-27","cited_by_count":2,"area":"distill"},{"id":"2303.05015","title":"Smooth and Stepwise Self-Distillation for Object Detection","created":"2023-03-09","cited_by_count":2,"area":"distill"},{"id":"2406.02355","title":"FedDr+: Stabilizing Dot-regression with Global Feature Distillation for Federated Learning","created":"2024-06-04","cited_by_count":2,"area":"distill"},{"id":"2409.12456","title":"Bayesian-Optimized One-Step Diffusion Model with Knowledge Distillation for Real-Time 3D Human Motion Prediction","created":"2024-09-19","cited_by_count":2,"area":"diffusion"},{"id":"2409.17946","title":"Breaking PEFT Limitations: Leveraging Weak-to-Strong Knowledge Transfer for Backdoor Attacks in LLMs","created":"2024-09-26","cited_by_count":2,"area":"safety"},{"id":"2411.02558","title":"Enhancing Risk Assessment in Transformers with Loss-at-Risk Functions","created":"2024-11-04","cited_by_count":2,"area":null},{"id":"2412.11788","title":"Neural Collapse Inspired Knowledge Distillation","created":"2024-12-16","cited_by_count":2,"area":"distill"},{"id":"2508.03628","title":"LLMDistill4Ads: Using Cross-Encoders to Distill from LLM Signals for Advertiser Keyphrase Recommendations at eBay","created":"2025-08-05","cited_by_count":2,"area":null},{"id":"2508.07795","title":"Boosting Active Defense Persistence: A Two-Stage Defense Framework Combining Interruption and Poisoning Against Deepfake","created":"2025-08-11","cited_by_count":2,"area":null},{"id":"2207.07793","title":"Towards the Desirable Decision Boundary by Moderate-Margin Adversarial Training","created":"2022-07-16","cited_by_count":1,"area":null},{"id":"2209.11304","title":"Colonoscopy Landmark Detection using Vision Transformers","created":"2022-09-22","cited_by_count":1,"area":null},{"id":"2211.14773","title":"Class-aware Information for Logit-based Knowledge Distillation","created":"2022-11-27","cited_by_count":1,"area":"distill"},{"id":"2403.05050","title":"DyRoNet: Dynamic Routing and Low-Rank Adapters for Autonomous Driving Streaming Perception","created":"2024-03-08","cited_by_count":1,"area":null},{"id":"2403.16112","title":"Opportunities and challenges in the application of large artificial intelligence models in radiology","created":"2024-03-24","cited_by_count":1,"area":null},{"id":"2404.15999","title":"BeSound: Bluetooth-Based Position Estimation Enhancing with Cross-Modality Distillation","created":"2024-04-24","cited_by_count":1,"area":null},{"id":"2406.02745","title":"Measuring Stochastic Data Complexity with Boltzmann Influence Functions","created":"2024-06-04","cited_by_count":1,"area":null},{"id":"2406.08226","title":"DistilDoc: Knowledge Distillation for Visually-Rich Document Applications","created":"2024-06-12","cited_by_count":1,"area":"distill"},{"id":"2406.10232","title":"Object criticality for safer navigation","created":"2024-04-25","cited_by_count":1,"area":null},{"id":"2406.19814","title":"Extract More from Less: Efficient Fine-Grained Visual Recognition in Low-Data Regimes","created":"2024-06-28","cited_by_count":1,"area":null},{"id":"2408.05952","title":"Optimizing Vision Transformers with Data-Free Knowledge Transfer","created":"2024-08-12","cited_by_count":1,"area":"distill"},{"id":"2408.08250","title":"Computer Vision Model Compression Techniques for Embedded Systems: A Survey","created":"2024-08-15","cited_by_count":1,"area":null},{"id":"2410.14741","title":"CAKD: A Correlation-Aware Knowledge Distillation Framework Based on Decoupling Kullback-Leibler Divergence","created":"2024-10-17","cited_by_count":1,"area":"distill"},{"id":"2412.03513","title":"Enhancing CLIP Conceptual Embedding through Knowledge Distillation","created":"2024-12-04","cited_by_count":1,"area":"distill"},{"id":"2412.20002","title":"Learning an Adaptive and View-Invariant Vision Transformer for Real-Time UAV Tracking","created":"2024-12-28","cited_by_count":1,"area":null},{"id":"2502.08692","title":"Efficient Split Learning LSTM Models for FPGA-based Edge IoT Devices","created":"2025-02-12","cited_by_count":1,"area":null},{"id":"2502.19200","title":"HDM: Hybrid Diffusion Model for Unified Image Anomaly Detection","created":"2025-02-26","cited_by_count":1,"area":"diffusion"},{"id":"2503.04688","title":"Teach YOLO to Remember: A Self-Distillation Approach for Continual Object Detection","created":"2025-03-06","cited_by_count":1,"area":"distill"},{"id":"2503.06291","title":"IteRABRe: Iterative Recovery-Aided Block Reduction","created":"2025-03-08","cited_by_count":1,"area":null},{"id":"2504.21323","title":"How to Backdoor Image Knowledge Distillation","created":"2025-04-30","cited_by_count":1,"area":"distill"},{"id":"2505.16991","title":"An Effective Training Framework for Light-Weight Automatic Speech Recognition Models","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2506.04464","title":"Leveraging Reward Models for Guiding Code Review Comment Generation","created":"2025-06-04","cited_by_count":1,"area":"alignment"}],"next_cursor":"100"}