{"total":136,"rows":[{"id":"2212.09849","title":"Dataless Knowledge Fusion by Merging Weights of Language Models","created":"2022-12-19","cited_by_count":387,"area":null},{"id":"2105.10056","title":"Data-Free Knowledge Distillation for Heterogeneous Federated Learning","created":"2021-05-20","cited_by_count":383,"area":"distill"},{"id":"2209.02646","title":"A Survey on Generative Diffusion Model","created":"2022-09-06","cited_by_count":240,"area":"diffusion"},{"id":"2103.16372","title":"Source-Free Domain Adaptation for Semantic Segmentation","created":"2021-03-30","cited_by_count":168,"area":null},{"id":"2205.13218","title":"A Model or 603 Exemplars: Towards Memory-Efficient Class-Incremental Learning","created":"2022-05-26","cited_by_count":154,"area":null},{"id":"2106.09701","title":"Always Be Dreaming: A New Approach for Data-Free Class-Incremental Learning","created":"2021-06-17","cited_by_count":131,"area":null},{"id":"2301.07014","title":"Dataset Distillation: A Comprehensive Review","created":"2023-01-17","cited_by_count":127,"area":null},{"id":"2105.08584","title":"Contrastive Model Inversion for Data-Free Knowledge Distillation","created":"2021-05-18","cited_by_count":66,"area":"distill"},{"id":"2204.12997","title":"DearKD: Data-Efficient Early Knowledge Distillation for Vision Transformers","created":"2022-04-27","cited_by_count":65,"area":"distill"},{"id":"2207.03337","title":"Factorizing Knowledge in Neural Networks","created":"2022-07-04","cited_by_count":59,"area":null},{"id":"2204.11022","title":"Towards Data-Free Model Stealing in a Hard Label Setting","created":"2022-04-23","cited_by_count":58,"area":null},{"id":"2105.07519","title":"Graph-Free Knowledge Distillation for Graph Neural Networks","created":"2021-05-16","cited_by_count":46,"area":"distill"},{"id":"2103.15263","title":"Zero-shot Adversarial Quantization","created":"2021-03-29","cited_by_count":44,"area":null},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2111.02625","title":"Qimera: Data-free Quantization with Synthetic Boundary Supporting Samples","created":"2021-11-04","cited_by_count":40,"area":null},{"id":"2106.03310","title":"Zero-Shot Knowledge Distillation from a Decision-Based Black-Box Model","created":"2021-06-07","cited_by_count":37,"area":"distill"},{"id":"2105.07381","title":"Undistillable: Making A Nasty Teacher That CANNOT teach students","created":"2021-05-16","cited_by_count":36,"area":"distill"},{"id":"2104.10602","title":"Visualizing Adapted Knowledge in Domain Transfer","created":"2021-04-20","cited_by_count":32,"area":null},{"id":"2110.13041","title":"Applications and Techniques for Fast Machine Learning in Science","created":"2021-10-25","cited_by_count":32,"area":null},{"id":"2110.15094","title":"Mosaicking to Distill: Knowledge Distillation from Out-of-Domain Data","created":"2021-10-27","cited_by_count":32,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2209.10359","title":"Momentum Adversarial Distillation: Handling Large Distribution Shifts in Data-Free Knowledge Distillation","created":"2022-09-21","cited_by_count":31,"area":"distill"},{"id":"2104.09732","title":"Knowledge Distillation as Semiparametric Inference","created":"2021-04-20","cited_by_count":29,"area":"distill"},{"id":"2305.13888","title":"PaD: Program-aided Distillation Can Teach Small Models Reasoning Better than Chain-of-thought Fine-tuning","created":"2023-05-23","cited_by_count":29,"area":"lr"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2205.14900","title":"FRAug: Tackling Federated Learning with Non-IID Features via Representation Augmentation","created":"2022-05-30","cited_by_count":24,"area":null},{"id":"2409.03550","title":"DKDM: Data-Free Knowledge Distillation for Diffusion Models with Any Architecture","created":"2024-09-05","cited_by_count":22,"area":"diffusion"},{"id":"2305.12954","title":"Is Synthetic Data From Diffusion Models Ready for Knowledge Distillation?","created":"2023-05-22","cited_by_count":21,"area":"diffusion"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2406.07876","title":"Small Scale Data-Free Knowledge Distillation","created":"2024-06-12","cited_by_count":20,"area":"distill"},{"id":"2305.18413","title":"Learning to Learn from APIs: Black-Box Data-Free Meta-Learning","created":"2023-05-28","cited_by_count":18,"area":"distill"},{"id":"2105.12151","title":"AutoReCon: Neural Architecture Search-based Reconstruction for Data-free Compression","created":"2021-05-25","cited_by_count":17,"area":null},{"id":"2403.14101","title":"Text-Enhanced Data-free Approach for Federated Class-Incremental Learning","created":"2024-03-21","cited_by_count":16,"area":null},{"id":"2408.07221","title":"A Review of Pseudo-Labeling for Computer Vision","created":"2024-08-13","cited_by_count":16,"area":null},{"id":"2101.08430","title":"Generative Zero-shot Network Quantization","created":"2021-01-21","cited_by_count":15,"area":null},{"id":"2205.11845","title":"CDFKD-MFS: Collaborative Data-free Knowledge Distillation via Multi-level Feature Sharing","created":"2022-05-24","cited_by_count":15,"area":"distill"},{"id":"2104.04868","title":"Data-Free Knowledge Distillation with Soft Targeted Transfer Set Synthesis","created":"2021-04-10","cited_by_count":14,"area":"distill"},{"id":"2207.12106","title":"Black-box Few-shot Knowledge Distillation","created":"2022-07-25","cited_by_count":14,"area":"distill"},{"id":"2410.17606","title":"Towards Effective Data-Free Knowledge Distillation via Diverse Diffusion Augmentation","created":"2024-10-23","cited_by_count":13,"area":null},{"id":"2502.12976","title":"Does Training with Synthetic Data Truly Protect Privacy?","created":"2025-02-18","cited_by_count":12,"area":null},{"id":"2102.13088","title":"Even your Teacher Needs Guidance: Ground-Truth Targets Dampen Regularization Imposed by Self-Distillation","created":"2021-02-25","cited_by_count":11,"area":"distill"},{"id":"2110.04545","title":"Towards Data-Free Domain Generalization","created":"2021-10-09","cited_by_count":11,"area":null},{"id":"2403.19539","title":"De-confounded Data-free Knowledge Distillation for Handling Distribution Shifts","created":"2024-03-28","cited_by_count":11,"area":"distill"},{"id":"2406.02886","title":"PLaD: Preference-based Large Language Model Distillation with Pseudo-Preference Pairs","created":"2024-06-05","cited_by_count":11,"area":"distill"},{"id":"2104.03164","title":"Distilling and Transferring Knowledge via cGAN-generated Samples for Image Classification and Regression","created":"2021-04-07","cited_by_count":10,"area":"distill"},{"id":"2105.03544","title":"Test-Time Adaptation Toward Personalized Speech Enhancement: Zero-Shot Learning with Knowledge Distillation","created":"2021-05-08","cited_by_count":10,"area":"distill"},{"id":"2303.11183","title":"Architecture, Dataset and Model-Scale Agnostic Data-free Meta-Learning","created":"2023-03-20","cited_by_count":10,"area":null},{"id":"2104.05382","title":"Dual Discriminator Adversarial Distillation for Data-free Model Compression","created":"2021-04-12","cited_by_count":9,"area":"distill"},{"id":"2104.05921","title":"Thief, Beware of What Get You There: Towards Understanding Model Extraction Attack","created":"2021-04-13","cited_by_count":9,"area":null},{"id":"2308.14852","title":"SynthDistill: Face Recognition with Knowledge Distillation from Synthetic Data","created":"2023-08-28","cited_by_count":9,"area":"distill"},{"id":"2407.09111","title":"Inference Optimization of Foundation Models on AI Accelerators","created":"2024-07-12","cited_by_count":9,"area":null},{"id":"2205.07523","title":"Prompting to Distill: Boosting Data-Free Knowledge Distillation via Reinforced Prompt","created":"2022-05-16","cited_by_count":8,"area":"distill"},{"id":"2302.08771","title":"Explicit and Implicit Knowledge Distillation via Unlabeled Data","created":"2023-02-17","cited_by_count":8,"area":"distill"},{"id":"2307.16601","title":"Sampling to Distill: Knowledge Transfer from Open-World Data","created":"2023-07-31","cited_by_count":8,"area":"distill"},{"id":"2310.06511","title":"Self-Supervised Dataset Distillation for Transfer Learning","created":"2023-10-10","cited_by_count":8,"area":null},{"id":"2101.06069","title":"Mining Data Impressions from Deep Models as Substitute for the Unavailable Training Data","created":"2021-01-15","cited_by_count":7,"area":"distill"},{"id":"2102.11638","title":"Enhancing Data-Free Adversarial Distillation with Activation Regularization and Virtual Interpolation","created":"2021-02-23","cited_by_count":7,"area":"distill"},{"id":"2112.00725","title":"The Augmented Image Prior: Distilling 1000 Classes by Extrapolating from a Single Image","created":"2021-12-01","cited_by_count":7,"area":null},{"id":"2205.03811","title":"Data-Free Adversarial Knowledge Distillation for Graph Neural Networks","created":"2022-05-08","cited_by_count":7,"area":"distill"},{"id":"2303.07775","title":"Data-Free Sketch-Based Image Retrieval","created":"2023-03-14","cited_by_count":7,"area":null},{"id":"2406.19395","title":"Dataset Size Recovery from LoRA Weights","created":"2024-06-27","cited_by_count":7,"area":"safety"},{"id":"2503.21694","title":"Progressive Rendering Distillation: Adapting Stable Diffusion for Instant Text-to-Mesh Generation without 3D Data","created":"2025-03-27","cited_by_count":7,"area":"diffusion"},{"id":"2605.23645","title":"Learning Through Noise: Why Subliminal Learning Works and When It Fails","created":"2026-05-22","cited_by_count":7,"area":null},{"id":"2306.09970","title":"Continual Adaptation of Vision Transformers for Federated Learning","created":"2023-06-16","cited_by_count":6,"area":null},{"id":"2309.13682","title":"Causal-DFQ: Causality Guided Data-free Network Quantization","created":"2023-09-24","cited_by_count":6,"area":null},{"id":"2312.05924","title":"Data-Free Hard-Label Robustness Stealing Attack","created":"2023-12-10","cited_by_count":6,"area":null},{"id":"2404.09326","title":"Weight Copy and Low-Rank Adaptation for Few-Shot Distillation of Vision Transformers","created":"2024-04-14","cited_by_count":6,"area":"distill"},{"id":"2410.02116","title":"Dataset Distillation via Knowledge Distillation: Towards Efficient Self-Supervised Pre-Training of Deep Networks","created":"2024-10-03","cited_by_count":6,"area":"distill"},{"id":"2412.11380","title":"Relation-Guided Adversarial Learning for Data-free Knowledge Transfer","created":"2024-12-16","cited_by_count":6,"area":"distill"},{"id":"2107.08039","title":"Representation Consolidation for Training Expert Students","created":"2021-07-16","cited_by_count":5,"area":"distill"},{"id":"2405.03243","title":"Mind the Gap Between Synthetic and Real: Utilizing Transfer Learning to Probe the Boundaries of Stable Diffusion Generated Data","created":"2024-05-06","cited_by_count":5,"area":"diffusion"},{"id":"2409.07114","title":"A Continual and Incremental Learning Approach for TinyML On-device Training Using Dataset Distillation and Model Size Adaption","created":"2024-09-11","cited_by_count":5,"area":null},{"id":"2507.07580","title":"COALA: Numerically Stable and Efficient Framework for Context-Aware Low-Rank Approximation","created":"2025-07-10","cited_by_count":5,"area":null},{"id":"2208.12464","title":"Dense Depth Distillation with Out-of-Distribution Simulated Images","created":"2022-08-26","cited_by_count":4,"area":"distill"},{"id":"2301.04338","title":"Synthetic data generation method for data-free knowledge distillation in regression neural networks","created":"2023-01-11","cited_by_count":4,"area":"distill"},{"id":"2310.01959","title":"Beyond Labeling Oracles: What does it mean to steal ML models?","created":"2023-10-03","cited_by_count":4,"area":null},{"id":"2310.03661","title":"Robustness-Guided Image Synthesis for Data-Free Quantization","created":"2023-10-05","cited_by_count":4,"area":null},{"id":"2310.07838","title":"Towards the Fundamental Limits of Knowledge Transfer over Finite Domains","created":"2023-10-11","cited_by_count":4,"area":null},{"id":"2403.04149","title":"MAP: MAsk-Pruning for Source-Free Model Intellectual Property Protection","created":"2024-03-07","cited_by_count":4,"area":null},{"id":"2406.04512","title":"To Distill or Not to Distill? On the Robustness of Robust Knowledge Distillation","created":"2024-06-06","cited_by_count":4,"area":"distill"},{"id":"2407.01257","title":"uDistil-Whisper: Label-Free Data Filtering for Knowledge Distillation in Low-Data Regimes","created":"2024-07-01","cited_by_count":4,"area":"distill"},{"id":"2410.10714","title":"SeedLM: Compressing LLM Weights into Seeds of Pseudo-Random Generators","created":"2024-10-14","cited_by_count":4,"area":null},{"id":"2510.02302","title":"Knowledge Distillation Detection for Open-weights Models","created":"2025-10-02","cited_by_count":4,"area":"distill"},{"id":"2510.27186","title":"Sparse Model Inversion: Efficient Inversion of Vision Transformers for Data-Free Applications","created":"2025-10-31","cited_by_count":4,"area":null},{"id":"2205.00179","title":"Towards Feature Distribution Alignment and Diversity Enhancement for Data-Free Quantization","created":"2022-04-30","cited_by_count":3,"area":null},{"id":"2211.10943","title":"Scalable Collaborative Learning via Representation Sharing","created":"2022-11-20","cited_by_count":3,"area":"distill"},{"id":"2307.02140","title":"Towards Open Federated Learning Platforms: Survey and Vision from Technical and Legal Perspectives","created":"2023-07-05","cited_by_count":3,"area":null},{"id":"2402.10846","title":"FedD2S: Personalized Data-Free Federated Knowledge Distillation","created":"2024-02-16","cited_by_count":3,"area":"distill"},{"id":"2405.07004","title":"Stealthy Imitation: Reward-guided Environment-free Policy Stealing","created":"2024-05-11","cited_by_count":3,"area":"alignment"},{"id":"2407.11902","title":"Encapsulating Knowledge in One Prompt","created":"2024-07-16","cited_by_count":3,"area":null},{"id":"2506.17231","title":"Efficient and Stealthy Jailbreak Attacks via Adversarial Prompt Distillation from LLMs to SLMs","created":"2025-05-26","cited_by_count":3,"area":"safety"},{"id":"2105.10633","title":"Revisiting Knowledge Distillation for Object Detection","created":"2021-05-22","cited_by_count":2,"area":"distill"},{"id":"2110.14215","title":"Beyond Classification: Knowledge Distillation using Multi-Object Impressions","created":"2021-10-27","cited_by_count":2,"area":"distill"},{"id":"2112.06253","title":"Up to 100$\\times$ Faster Data-free Knowledge Distillation","created":"2021-12-12","cited_by_count":2,"area":"distill"},{"id":"2309.06288","title":"Self-Training and Multi-Task Learning for Limited Data: Evaluation Study on Object Detection","created":"2023-09-12","cited_by_count":2,"area":"distill"},{"id":"2405.06038","title":"From Algorithm to Hardware: A Survey on Efficient and Safe Deployment of Deep Neural Networks","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2409.03455","title":"Data-free Distillation with Degradation-prompt Diffusion for Multi-weather Image Restoration","created":"2024-09-05","cited_by_count":2,"area":"diffusion"},{"id":"2504.21478","title":"CAE-DFKD: Bridging the Transferability Gap in Data-Free Knowledge Distillation","created":"2025-04-30","cited_by_count":2,"area":"distill"},{"id":"2102.07125","title":"Self Regulated Learning Mechanism for Data Efficient Knowledge Distillation","created":"2021-02-14","cited_by_count":1,"area":"distill"},{"id":"2103.03411","title":"Efficient Encrypted Inference on Ensembles of Decision Trees","created":"2021-03-05","cited_by_count":1,"area":null}],"next_cursor":"100"}