{"total":66,"rows":[{"id":"2303.17760","title":"CAMEL: Communicative Agents for \"Mind\" Exploration of Large Language Model Society","created":"2023-03-31","cited_by_count":1395,"area":"agents"},{"id":"2210.07558","title":"DyLoRA: Parameter Efficient Tuning of Pre-trained Models using Dynamic Search-Free Low-Rank Adaptation","created":"2022-10-14","cited_by_count":233,"area":null},{"id":"2308.13320","title":"Fine-tuning can cripple your foundation model; preserving features may be the solution","created":"2023-08-25","cited_by_count":96,"area":null},{"id":"2203.09905","title":"Learning Affordance Grounding from Exocentric Images","created":"2022-03-18","cited_by_count":82,"area":null},{"id":"2310.08255","title":"Leveraging Vision-Language Models for Improving Domain Generalization in Image Classification","created":"2023-10-12","cited_by_count":41,"area":"mllm"},{"id":"2309.12530","title":"A Sentence Speaks a Thousand Images: Domain Generalization through Distilling CLIP with Language Guidance","created":"2023-09-21","cited_by_count":40,"area":"mllm"},{"id":"2111.06061","title":"Edge-Cloud Polarization and Collaboration: A Comprehensive Survey for AI","created":"2021-11-11","cited_by_count":39,"area":null},{"id":"2207.06867","title":"Deep versus Wide: An Analysis of Student Architectures for Task-Agnostic Knowledge Distillation of Self-Supervised Speech Models","created":"2022-07-14","cited_by_count":31,"area":"distill"},{"id":"2110.08152","title":"Kronecker Decomposition for GPT Compression","created":"2021-10-15","cited_by_count":28,"area":null},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2109.10164","title":"RAIL-KD: RAndom Intermediate Layer Mapping for Knowledge Distillation","created":"2021-09-21","cited_by_count":19,"area":"distill"},{"id":"2110.08532","title":"Pro-KD: Progressive Distillation by Following the Footsteps of the Teacher","created":"2021-10-16","cited_by_count":17,"area":null},{"id":"2110.08460","title":"A Short Study on Compressing Decoder-Based Language Models","created":"2021-10-16","cited_by_count":16,"area":null},{"id":"2110.12072","title":"How and When Adversarial Robustness Transfers in Knowledge Distillation?","created":"2021-10-22","cited_by_count":16,"area":"distill"},{"id":"2306.06629","title":"GKD: A General Knowledge Distillation Framework for Large-scale Pre-trained Language Model","created":"2023-06-11","cited_by_count":15,"area":"distill"},{"id":"2401.15347","title":"A Comprehensive Survey of Compression Algorithms for Language Models","created":"2024-01-27","cited_by_count":15,"area":null},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2206.14366","title":"Knowledge Distillation of Transformer-based Language Models Revisited","created":"2022-06-29","cited_by_count":11,"area":"distill"},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2306.07646","title":"Enhanced Multimodal Representation Learning with Cross-modal KD","created":"2023-06-13","cited_by_count":11,"area":"distill"},{"id":"2312.16279","title":"Cloud-Device Collaborative Learning for Multimodal Large Language Models","created":"2023-12-26","cited_by_count":11,"area":"lr"},{"id":"2105.13608","title":"Not Far Away, Not So Close: Sample Efficient Nearest Neighbour Data Augmentation via MiniMax","created":"2021-05-28","cited_by_count":10,"area":null},{"id":"2309.16460","title":"Diverse Target and Contribution Scheduling for Domain Generalization","created":"2023-09-28","cited_by_count":10,"area":null},{"id":"2305.15032","title":"How to Distill your BERT: An Empirical Study on the Impact of Weight Initialisation and Distillation Objectives","created":"2023-05-24","cited_by_count":9,"area":"distill"},{"id":"2407.07557","title":"Real World Federated Learning with a Knowledge Distilled Transformer for Cardiac CT Imaging","created":"2024-07-10","cited_by_count":8,"area":null},{"id":"2408.16930","title":"VLM-KD: Knowledge Distillation from VLM for Long-Tail Visual Recognition","created":"2024-08-29","cited_by_count":7,"area":"distill"},{"id":"2106.05691","title":"Marginal Utility Diminishes: Exploring the Minimum Knowledge for BERT Knowledge Distillation","created":"2021-06-10","cited_by_count":6,"area":"distill"},{"id":"2302.14643","title":"Graph-based Knowledge Distillation: A survey and experimental evaluation","created":"2023-02-27","cited_by_count":6,"area":"distill"},{"id":"2310.08797","title":"A Comparative Analysis of Task-Agnostic Distillation Methods for Compressing Transformer Language Models","created":"2023-10-13","cited_by_count":6,"area":null},{"id":"2306.00014","title":"PreQuant: A Task-agnostic Quantization Approach for Pre-trained Language Models","created":"2023-05-30","cited_by_count":5,"area":null},{"id":"2403.01479","title":"Align-to-Distill: Trainable Attention Alignment for Knowledge Distillation in Neural Machine Translation","created":"2024-03-03","cited_by_count":5,"area":"distill"},{"id":"2406.18540","title":"Fully Exploiting Every Real Sample: SuperPixel Sample Gradient Model Stealing","created":"2024-05-18","cited_by_count":5,"area":null},{"id":"2502.04499","title":"Revisiting Intermediate-Layer Matching in Knowledge Distillation: Layer-Selection Strategy Doesn't Matter (Much)","created":"2025-02-06","cited_by_count":5,"area":"distill"},{"id":"2503.13053","title":"Uncertainty-Aware Knowledge Distillation for Compact and Efficient 6DoF Pose Estimation","created":"2025-03-17","cited_by_count":5,"area":"distill"},{"id":"2109.05696","title":"How to Select One Among All? An Extensive Empirical Study Towards the Robustness of Knowledge Distillation in Natural Language Understanding","created":"2021-09-13","cited_by_count":4,"area":"distill"},{"id":"2204.03326","title":"Enabling All In-Edge Deep Learning: A Literature Review","created":"2022-04-07","cited_by_count":4,"area":null},{"id":"2204.07674","title":"CILDA: Contrastive Data Augmentation using Intermediate Layer Knowledge Distillation","created":"2022-04-15","cited_by_count":4,"area":"distill"},{"id":"2309.08204","title":"One-stage Modality Distillation for Incomplete Multimodal Learning","created":"2023-09-15","cited_by_count":4,"area":null},{"id":"2309.14162","title":"Data Upcycling Knowledge Distillation for Image Super-Resolution","created":"2023-09-25","cited_by_count":4,"area":"distill"},{"id":"2407.16207","title":"Graph-Structured Speculative Decoding","created":"2024-07-23","cited_by_count":4,"area":"inference"},{"id":"2205.10490","title":"Aligning Logits Generatively for Principled Black-Box Knowledge Distillation","created":"2022-05-21","cited_by_count":3,"area":"distill"},{"id":"2302.02845","title":"Audio Representation Learning by Distilling Video as Privileged Information","created":"2023-02-06","cited_by_count":3,"area":"distill"},{"id":"2307.01878","title":"KDSTM: Neural Semi-supervised Topic Modeling with Knowledge Distillation","created":"2023-07-04","cited_by_count":3,"area":"distill"},{"id":"2205.06560","title":"Kronecker Decomposition for Knowledge Graph Embeddings","created":"2022-05-13","cited_by_count":2,"area":null},{"id":"2205.12428","title":"Do we need Label Regularization to Fine-tune Pre-trained Language Models?","created":"2022-05-25","cited_by_count":2,"area":"distill"},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2311.04142","title":"What is Lost in Knowledge Distillation?","created":"2023-11-07","cited_by_count":2,"area":"distill"},{"id":"2501.09321","title":"Soft Knowledge Distillation with Multi-Dimensional Cross-Net Attention for Image Restoration Models Compression","created":"2025-01-16","cited_by_count":2,"area":"distill"},{"id":"2109.10147","title":"Knowledge Distillation with Noisy Labels for Natural Language Understanding","created":"2021-09-21","cited_by_count":1,"area":"distill"},{"id":"2204.11526","title":"Selective Cross-Task Distillation","created":"2022-04-25","cited_by_count":1,"area":"distill"},{"id":"2212.05225","title":"LEAD: Liberal Feature-based Distillation for Dense Retrieval","created":"2022-12-10","cited_by_count":1,"area":"distill"},{"id":"2305.06155","title":"Leveraging Synthetic Targets for Machine Translation","created":"2023-05-07","cited_by_count":1,"area":null},{"id":"2307.00274","title":"Common Knowledge Learning for Generating Transferable Adversarial Examples","created":"2023-07-01","cited_by_count":1,"area":null},{"id":"2401.11798","title":"Knowledge Distillation on Spatial-Temporal Graph Convolutional Network for Traffic Prediction","created":"2024-01-22","cited_by_count":1,"area":"distill"},{"id":"2404.18821","title":"Control Policy Correction Framework for Reinforcement Learning-based Energy Arbitrage Strategies","created":"2024-04-29","cited_by_count":1,"area":"deeprl"},{"id":"2405.13370","title":"Low-Resolution Chest X-ray Classification via Knowledge Distillation and Multi-task Learning","created":"2024-05-22","cited_by_count":1,"area":null},{"id":"2601.00714","title":"KDPhys: An Attention Guided 3D to 2D Knowledge Distillation for Real-time Video-Based Physiological Measurement","created":"2026-01-02","cited_by_count":1,"area":"distill"},{"id":"2103.00053","title":"PURSUhInT: In Search of Informative Hint Points Based on Layer Clustering for Knowledge Distillation","created":"2021-02-26","cited_by_count":0,"area":"distill"},{"id":"2305.18731","title":"Epistemic Graph: A Plug-And-Play Module For Hybrid Representation Learning","created":"2023-05-30","cited_by_count":0,"area":null},{"id":"2306.06625","title":"Are Intermediate Layers and Labels Really Necessary? A General Language Model Distillation Method","created":"2023-06-11","cited_by_count":0,"area":"distill"},{"id":"2310.03848","title":"OpenIncrement: A Unified Framework for Open Set Recognition and Deep Class-Incremental Learning","created":"2023-10-05","cited_by_count":0,"area":null},{"id":"2311.15145","title":"Choosing Wisely and Learning Deeply: Selective Cross-Modality Distillation via CLIP for Domain Generalization","created":"2023-11-26","cited_by_count":0,"area":null},{"id":"2401.13174","title":"Towards Customized Knowledge Distillation for Chip-Level Dense Image Predictions","created":"2024-01-24","cited_by_count":0,"area":"distill"},{"id":"2503.01727","title":"Mamba base PKD for efficient knowledge compression","created":"2025-03-03","cited_by_count":0,"area":"ssm"},{"id":"2606.21851","title":"TALAS: Teacher-Anchored Layer Alignment with Adaptive Sharpness-Aware Minimization for Embedding Distillation","created":"2026-06-20","cited_by_count":0,"area":"distill"},{"id":"2608.03100","title":"Channel-wise Dynamic Knowledge Distillation via Adaptive Sample Generation for Action Recognition","created":"2026-08-04","cited_by_count":0,"area":"distill"}],"next_cursor":null}