{"total":65,"rows":[{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2207.07097","title":"ReAct: Temporal Action Detection with Relational Queries","created":"2022-07-14","cited_by_count":48,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2206.06487","title":"The Modality Focusing Hypothesis: Towards Understanding Crossmodal Knowledge Distillation","created":"2022-06-13","cited_by_count":44,"area":"distill"},{"id":"2309.02031","title":"A survey on efficient vision transformers: algorithms, techniques, and performance benchmarking","created":"2023-09-05","cited_by_count":41,"area":null},{"id":"2208.12256","title":"Masked Autoencoders Enable Efficient Knowledge Distillers","created":"2022-08-25","cited_by_count":36,"area":"distill"},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2307.07483","title":"Multimodal Distillation for Egocentric Action Recognition","created":"2023-07-14","cited_by_count":28,"area":"distill"},{"id":"2209.08194","title":"PPT: token-Pruned Pose Transformer for monocular and multi-view human pose estimation","created":"2022-09-16","cited_by_count":27,"area":null},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2302.14771","title":"Generic-to-Specific Distillation of Masked Autoencoders","created":"2023-02-28","cited_by_count":19,"area":null},{"id":"2307.08500","title":"Cumulative Spatial Knowledge Distillation for Vision Transformers","created":"2023-07-17","cited_by_count":18,"area":"distill"},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2307.10698","title":"Reverse Knowledge Distillation: Training a Large Model using a Small One for Retinal Image Matching on Limited Data","created":"2023-07-20","cited_by_count":13,"area":"distill"},{"id":"2403.04245","title":"A Study of Dropout-Induced Modality Bias on Robustness to Missing Video Frames for Audio-Visual Speech Recognition","created":"2024-03-07","cited_by_count":12,"area":null},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2312.16279","title":"Cloud-Device Collaborative Learning for Multimodal Large Language Models","created":"2023-12-26","cited_by_count":11,"area":"lr"},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2503.18244","title":"CustomKD: Customizing Large Vision Foundation for Edge Model Improvement via Knowledge Distillation","created":"2025-03-23","cited_by_count":11,"area":"distill"},{"id":"2309.16460","title":"Diverse Target and Contribution Scheduling for Domain Generalization","created":"2023-09-28","cited_by_count":10,"area":null},{"id":"2407.10366","title":"Accessing Vision Foundation Models via ImageNet-1K","created":"2024-07-15","cited_by_count":10,"area":null},{"id":"2501.06357","title":"Mix-QViT: Mixed-Precision Vision Transformer Quantization Driven by Layer Importance and Quantization Sensitivity","created":"2025-01-10","cited_by_count":9,"area":null},{"id":"2401.11243","title":"LRP-QViT: Mixed-Precision Vision Transformer Quantization via Layer-wise Relevance Propagation","created":"2024-01-20","cited_by_count":8,"area":null},{"id":"2404.13648","title":"Data-independent Module-aware Pruning for Hierarchical Vision Transformers","created":"2024-04-21","cited_by_count":6,"area":null},{"id":"2412.08939","title":"Dynamic Contrastive Knowledge Distillation for Efficient Image Restoration","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2505.16778","title":"Single Domain Generalization for Few-Shot Counting via Universal Representation Matching","created":"2025-05-22","cited_by_count":6,"area":null},{"id":"2502.05602","title":"UbiMoE: A Ubiquitous Mixture-of-Experts Vision Transformer Accelerator With Hybrid Computation Pattern on FPGA","created":"2025-02-08","cited_by_count":4,"area":"moe"},{"id":"2505.04861","title":"Mix-QSAM: Mixed-Precision Quantization of the Segment Anything Model","created":"2025-05-08","cited_by_count":4,"area":null},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2604.19609","title":"Volume Transformer: Revisiting Vanilla Transformers for 3D Scene Understanding","created":"2026-04-21","cited_by_count":4,"area":null},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2407.07516","title":"HDKD: Hybrid Data-Efficient Knowledge Distillation Network for Medical Image Classification","created":"2024-07-10","cited_by_count":3,"area":"distill"},{"id":"2503.16659","title":"Advances in Protein Representation Learning: Methods, Applications, and Future Directions","created":"2025-03-20","cited_by_count":3,"area":null},{"id":"2512.20157","title":"SigLino: Efficient Multi-Teacher Distillation for Agglomerative Vision Foundation Models","created":"2025-12-23","cited_by_count":3,"area":"moe"},{"id":"2412.00334","title":"EFTViT: Efficient Federated Training of Vision Transformers with Masked Images on Resource-Constrained Clients","created":"2024-11-30","cited_by_count":2,"area":null},{"id":"2503.21269","title":"Delving Deep into Semantic Relation Distillation","created":"2025-03-27","cited_by_count":2,"area":"distill"},{"id":"2505.03113","title":"Image Recognition with Online Lightweight Vision Transformer: A Survey","created":"2025-05-06","cited_by_count":2,"area":null},{"id":"2305.14890","title":"HARD: Hard Augmentations for Robust Distillation","created":"2023-05-24","cited_by_count":1,"area":"distill"},{"id":"2310.00574","title":"YFlows: Systematic Dataflow Exploration and Code Generation for Efficient Neural Network Inference using SIMD Architectures on CPUs","created":"2023-10-01","cited_by_count":1,"area":null},{"id":"2311.05970","title":"Quantized Distillation: Optimizing Driver Activity Recognition Models for Resource-Constrained Environments","created":"2023-11-10","cited_by_count":1,"area":"distill"},{"id":"2407.01894","title":"Adaptive Modality Balanced Online Knowledge Distillation for Brain-Eye-Computer based Dim Object Detection","created":"2024-07-02","cited_by_count":1,"area":null},{"id":"2407.06673","title":"CTRL-F: Pairing Convolution with Transformer for Image Classification via Multi-Level Feature Cross-Attention and Representation Learning Fusion","created":"2024-07-09","cited_by_count":1,"area":null},{"id":"2408.08250","title":"Computer Vision Model Compression Techniques for Embedded Systems: A Survey","created":"2024-08-15","cited_by_count":1,"area":null},{"id":"2411.10693","title":"Multi-perspective Contrastive Logit Distillation","created":"2024-11-16","cited_by_count":1,"area":"distill"},{"id":"2602.05393","title":"Late-to-Early Training: LET LLMs Learn Earlier, So Faster and Better","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2304.05548","title":"Distilling Token-Pruned Pose Transformer for 2D Human Pose Estimation","created":"2023-04-12","cited_by_count":0,"area":null},{"id":"2311.09653","title":"Improved TokenPose with Sparsity","created":"2023-11-16","cited_by_count":0,"area":null},{"id":"2403.14494","title":"Learning to Project for Cross-Task Knowledge Distillation","created":"2024-03-21","cited_by_count":0,"area":"distill"},{"id":"2407.14249","title":"An Attention-based Representation Distillation Baseline for Multi-Label Continual Learning","created":"2024-07-19","cited_by_count":0,"area":null},{"id":"2407.15730","title":"Neural-based Video Compression on Solar Dynamics Observatory Images","created":"2024-07-12","cited_by_count":0,"area":null},{"id":"2505.08170","title":"MoKD: Multi-Task Optimization for Knowledge Distillation","created":"2025-05-13","cited_by_count":0,"area":"distill"},{"id":"2506.08496","title":"CoQMoE: Co-Designed Quantization and Computation Orchestration for Mixture-of-Experts Vision Transformer on FPGA","created":"2025-06-10","cited_by_count":0,"area":"moe"},{"id":"2508.04539","title":"TopKD: Top-scaled Knowledge Distillation","created":"2025-08-06","cited_by_count":0,"area":"distill"},{"id":"2508.07144","title":"Dynamic Pattern Alignment Learning for Pretraining Lightweight Human-Centric Vision Models","created":"2025-08-10","cited_by_count":0,"area":"moe"},{"id":"2511.19718","title":"Rethinking Vision Transformer Depth via Structural Reparameterization","created":"2025-11-24","cited_by_count":0,"area":"inference"},{"id":"2512.12296","title":"GrowTAS: Progressive Expansion from Small to Large Subnets for Efficient ViT Architecture Search","created":"2025-12-13","cited_by_count":0,"area":null},{"id":"2604.15451","title":"Weak-to-Strong Knowledge Distillation Accelerates Visual Learning","created":"2026-04-16","cited_by_count":0,"area":"distill"},{"id":"2605.07256","title":"TAS-LoRA: Transformer Architecture Search with Mixture-of-LoRA Experts","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2607.28589","title":"MixFrag: Fragility-Guided Mixed-Precision Post-Training Quantization for Vision Transformers","created":"2026-07-30","cited_by_count":0,"area":null},{"id":"2608.10723","title":"Grid-Preserving Knowledge Distillation: Transferring Convolutional Inductive Bias to Vision Transformers under Data Scarcity","created":"2026-08-11","cited_by_count":0,"area":"distill"}],"next_cursor":null}