{"total":60,"rows":[{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2207.01405","title":"I-ViT: Integer-only Quantization for Efficient Vision Transformer Inference","created":"2022-07-04","cited_by_count":95,"area":null},{"id":"2310.19444","title":"One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation","created":"2023-10-30","cited_by_count":78,"area":"distill"},{"id":"2203.02250","title":"Patch Similarity Aware Data-Free Quantization for Vision Transformers","created":"2022-03-04","cited_by_count":56,"area":null},{"id":"2309.11331","title":"Gold-YOLO: Efficient Object Detector via Gather-and-Distribute Mechanism","created":"2023-09-20","cited_by_count":51,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2209.05687","title":"PSAQ-ViT V2: Towards Accurate and General Data-Free Quantization for Vision Transformers","created":"2022-09-13","cited_by_count":42,"area":null},{"id":"2309.02031","title":"A survey on efficient vision transformers: algorithms, techniques, and performance benchmarking","created":"2023-09-05","cited_by_count":41,"area":null},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2503.18414","title":"U-REPA: Aligning Diffusion U-Nets to ViTs","created":"2025-03-24","cited_by_count":32,"area":"diffusion"},{"id":"2308.00255","title":"LGViT: Dynamic Early Exiting for Accelerating Vision Transformer","created":"2023-08-01","cited_by_count":31,"area":"inference"},{"id":"2408.05088","title":"UNIC: Universal Classification Models via Multi-teacher Distillation","created":"2024-08-09","cited_by_count":27,"area":"distill"},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2503.02891","title":"Vision Transformers on the Edge: A Comprehensive Survey of Model Compression and Acceleration Strategies","created":"2025-02-26","cited_by_count":24,"area":null},{"id":"2407.06794","title":"Towards Accurate Post-Training Quantization of Vision Transformers via Error Reduction","created":"2024-07-09","cited_by_count":23,"area":null},{"id":"2409.03550","title":"DKDM: Data-Free Knowledge Distillation for Diffusion Models with Any Architecture","created":"2024-09-05","cited_by_count":22,"area":"diffusion"},{"id":"2202.07940","title":"Meta Knowledge Distillation","created":"2022-02-16","cited_by_count":20,"area":"distill"},{"id":"2504.08896","title":"Position: Beyond Euclidean -- Foundation Models Should Embrace Non-Euclidean Geometries","created":"2025-04-11","cited_by_count":18,"area":null},{"id":"2411.09702","title":"On the Surprising Effectiveness of Attention Transfer for Vision Transformers","created":"2024-11-14","cited_by_count":17,"area":null},{"id":"2403.17921","title":"The Need for Speed: Pruning Transformers with One Recipe","created":"2024-03-26","cited_by_count":16,"area":null},{"id":"2201.00043","title":"Multi-Dimensional Model Compression of Vision Transformer","created":"2021-12-31","cited_by_count":13,"area":null},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2304.05659","title":"RIFormer: Keep Your Vision Backbone Effective While Removing Token Mixer","created":"2023-04-12","cited_by_count":13,"area":null},{"id":"2305.12354","title":"Bi-ViT: Pushing the Limit of Vision Transformer Quantization","created":"2023-05-21","cited_by_count":13,"area":null},{"id":"2305.15798","title":"BK-SDM: A Lightweight, Fast, and Cheap Version of Stable Diffusion","created":"2023-05-25","cited_by_count":13,"area":"diffusion"},{"id":"2309.05015","title":"DeViT: Decomposing Vision Transformers for Collaborative Inference in Edge Devices","created":"2023-09-10","cited_by_count":13,"area":null},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2501.15369","title":"iFormer: Integrating ConvNet and Transformer for Mobile Application","created":"2025-01-26","cited_by_count":9,"area":null},{"id":"2204.13791","title":"Depth Estimation with Simplified Transformer","created":"2022-04-28","cited_by_count":8,"area":null},{"id":"2302.10494","title":"The Role of Masking for Efficient Supervised Knowledge Distillation of Vision Transformers","created":"2023-02-21","cited_by_count":8,"area":"distill"},{"id":"2406.18051","title":"ViT-1.58b: Mobile Vision Transformers in the 1-bit Era","created":"2024-06-26","cited_by_count":8,"area":null},{"id":"2509.21565","title":"No Alignment Needed for Generation: Learning Linearly Separable Representations in Diffusion Models","created":"2025-09-25","cited_by_count":8,"area":"diffusion"},{"id":"2404.09326","title":"Weight Copy and Low-Rank Adaptation for Few-Shot Distillation of Vision Transformers","created":"2024-04-14","cited_by_count":6,"area":"distill"},{"id":"2504.02011","title":"Random Conditioning with Distillation for Data-Efficient Diffusion Model Compression","created":"2025-04-02","cited_by_count":5,"area":"diffusion"},{"id":"2505.21847","title":"RePaViT: Scalable Vision Transformer Acceleration via Structural Reparameterization on Feedforward Network Layers","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2502.10047","title":"Janus: Collaborative Vision Transformer Under Dynamic Network Environment","created":"2025-02-14","cited_by_count":4,"area":null},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2412.16553","title":"Semantic Alignment and Reinforcement for Data-Free Quantization of Vision Transformers","created":"2024-12-21","cited_by_count":3,"area":null},{"id":"2512.20157","title":"SigLino: Efficient Multi-Teacher Distillation for Agglomerative Vision Foundation Models","created":"2025-12-23","cited_by_count":3,"area":"moe"},{"id":"2402.00534","title":"A Manifold Representation of the Key in Vision Transformers","created":"2024-02-01","cited_by_count":2,"area":null},{"id":"2503.00371","title":"Jointly Understand Your Command and Intention:Reciprocal Co-Evolution between Scene-Aware 3D Human Motion Synthesis and Analysis","created":"2025-03-01","cited_by_count":2,"area":null},{"id":"2504.07691","title":"Distilling Knowledge from Heterogeneous Architectures for Semantic Segmentation","created":"2025-04-10","cited_by_count":2,"area":"distill"},{"id":"2509.13255","title":"ResidualViT for Efficient Temporally Dense Video Encoding","created":"2025-09-16","cited_by_count":2,"area":null},{"id":"2511.06848","title":"Distillation Dynamics: Towards Understanding Feature-Based Distillation in Vision Transformers","created":"2025-11-10","cited_by_count":2,"area":"distill"},{"id":"2205.07582","title":"Chemical transformer compression for accelerating both training and inference of molecular modeling","created":"2022-05-16","cited_by_count":1,"area":null},{"id":"2310.03188","title":"Talking Models: Distill Pre-trained Knowledge to Downstream Models via Interactive Communication","created":"2023-10-04","cited_by_count":1,"area":null},{"id":"2310.17183","title":"Understanding the Effects of Projectors in Knowledge Distillation","created":"2023-10-26","cited_by_count":1,"area":"distill"},{"id":"2402.13201","title":"Tiny Reinforcement Learning for Quadruped Locomotion using Decision Transformers","created":"2024-02-20","cited_by_count":1,"area":"offlinerl"},{"id":"2408.16313","title":"FA-YOLO: Research On Efficient Feature Selection YOLO Improved Algorithm Based On FMDS and AGMF Modules","created":"2024-08-29","cited_by_count":1,"area":null},{"id":"2511.15572","title":"From Per-Image Low-Rank to Encoding Mismatch: Rethinking Feature Distillation in Vision Transformers","created":"2025-11-19","cited_by_count":1,"area":"mechinterp"},{"id":"2601.00543","title":"ECR: Manifold-Guided Semantic Cues for Compact Language Models","created":"2026-01-02","cited_by_count":1,"area":null},{"id":"2407.15730","title":"Neural-based Video Compression on Solar Dynamics Observatory Images","created":"2024-07-12","cited_by_count":0,"area":null},{"id":"2505.08170","title":"MoKD: Multi-Task Optimization for Knowledge Distillation","created":"2025-05-13","cited_by_count":0,"area":"distill"},{"id":"2506.07055","title":"A Layered Self-Supervised Knowledge Distillation Framework for Efficient Multimodal Learning on the Edge","created":"2025-06-08","cited_by_count":0,"area":"distill"},{"id":"2508.19498","title":"UNIFORM: Unifying Knowledge from Large-scale and Diverse Pre-trained Models","created":"2025-08-27","cited_by_count":0,"area":null},{"id":"2511.19718","title":"Rethinking Vision Transformer Depth via Structural Reparameterization","created":"2025-11-24","cited_by_count":0,"area":"inference"},{"id":"2602.02107","title":"Teacher-Guided Student Self-Knowledge Distillation Using Diffusion Model","created":"2026-02-02","cited_by_count":0,"area":"diffusion"},{"id":"2603.27383","title":"Decompose, Mix, Adapt: A Unified Framework for Parameter-Efficient Neural Network Recombination and Compression","created":"2026-03-28","cited_by_count":0,"area":null},{"id":"2605.09719","title":"Distilling 3D Spatial Reasoning into a Lightweight Vision-Language Model with CoT","created":"2026-05-10","cited_by_count":0,"area":"lr"},{"id":"2606.23898","title":"ARIA: Adaptive Region-Based Importance Allocation for Conditional Diffusion Distillation","created":"2026-06-22","cited_by_count":0,"area":"diffusion"}],"next_cursor":null}