{"total":142,"rows":[{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2212.08013","title":"FlexiViT: One Model for All Patch Sizes","created":"2022-12-15","cited_by_count":152,"area":null},{"id":"2310.13018","title":"Getting aligned on representational alignment","created":"2023-10-18","cited_by_count":143,"area":null},{"id":"2211.11004","title":"Minimizing the Accumulated Trajectory Error to Improve Dataset Distillation","created":"2022-11-20","cited_by_count":142,"area":null},{"id":"2101.04731","title":"SEED: Self-supervised Distillation For Visual Representation","created":"2021-01-12","cited_by_count":134,"area":null},{"id":"2211.13976","title":"Expanding Small-Scale Datasets with Guided Imagination","created":"2022-11-25","cited_by_count":62,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2404.13813","title":"From LLM to NMT: Advancing Low-Resource Machine Translation with Claude","created":"2024-04-22","cited_by_count":58,"area":null},{"id":"2103.01396","title":"DeepReDuce: ReLU Reduction for Fast Private Inference","created":"2021-03-02","cited_by_count":50,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2103.05254","title":"MetaCorrection: Domain-aware Meta Loss Correction for Unsupervised Domain Adaptation in Semantic Segmentation","created":"2021-03-09","cited_by_count":43,"area":null},{"id":"2106.12378","title":"Co-advise: Cross Inductive Bias Distillation","created":"2021-06-23","cited_by_count":40,"area":null},{"id":"2111.06061","title":"Edge-Cloud Polarization and Collaboration: A Comprehensive Survey for AI","created":"2021-11-11","cited_by_count":39,"area":null},{"id":"2111.06638","title":"Meta-Teacher For Face Anti-Spoofing","created":"2021-11-12","cited_by_count":33,"area":null},{"id":"2102.07594","title":"Fast End-to-End Speech Recognition via Non-Autoregressive Models and Cross-Modal Knowledge Transferring from BERT","created":"2021-02-15","cited_by_count":31,"area":null},{"id":"2109.03775","title":"FedZKT: Zero-Shot Knowledge Transfer towards Resource-Constrained Federated Learning with Heterogeneous On-Device Models","created":"2021-09-08","cited_by_count":31,"area":null},{"id":"2205.14443","title":"A Closer Look at Self-Supervised Lightweight Vision Transformers","created":"2022-05-28","cited_by_count":31,"area":null},{"id":"2110.14149","title":"Diversity Matters When Learning From Ensembles","created":"2021-10-27","cited_by_count":27,"area":null},{"id":"2204.00089","title":"Investigating Top-$k$ White-Box and Transferable Black-box Attack","created":"2022-03-30","cited_by_count":26,"area":null},{"id":"2110.08890","title":"Network Augmentation for Tiny Deep Learning","created":"2021-10-17","cited_by_count":24,"area":null},{"id":"2210.04208","title":"Let Images Give You More:Point Cloud Cross-Modal Training for Shape Analysis","created":"2022-10-09","cited_by_count":24,"area":null},{"id":"2301.01296","title":"TinyMIM: An Empirical Study of Distilling MIM Pre-trained Models","created":"2023-01-03","cited_by_count":24,"area":null},{"id":"2201.02356","title":"Cross-Modality Deep Feature Learning for Brain Tumor Segmentation","created":"2022-01-07","cited_by_count":22,"area":null},{"id":"2104.12528","title":"Spatio-Temporal Pruning and Quantization for Low-latency Spiking Neural Networks","created":"2021-04-26","cited_by_count":21,"area":null},{"id":"2203.17008","title":"It's All In the Teacher: Zero-Shot Quantization Brought Closer to the Teacher","created":"2022-03-31","cited_by_count":20,"area":null},{"id":"2402.04513","title":"Online Cascade Learning for Efficient Inference over Streams","created":"2024-02-07","cited_by_count":20,"area":null},{"id":"2308.10306","title":"Omnidirectional Information Gathering for Knowledge Transfer-based Audio-Visual Navigation","created":"2023-08-20","cited_by_count":19,"area":null},{"id":"2304.11379","title":"LiDAR2Map: In Defense of LiDAR-Based Semantic Map Construction Using Online Camera Distillation","created":"2023-04-22","cited_by_count":18,"area":null},{"id":"2110.08532","title":"Pro-KD: Progressive Distillation by Following the Footsteps of the Teacher","created":"2021-10-16","cited_by_count":17,"area":null},{"id":"2307.00331","title":"Quantization Variation: A New Perspective on Training Transformers with Low-Bit Precision","created":"2023-07-01","cited_by_count":17,"area":null},{"id":"2411.02793","title":"Toward Robust Incomplete Multimodal Sentiment Analysis via Hierarchical Representation Learning","created":"2024-11-05","cited_by_count":16,"area":null},{"id":"2410.05464","title":"Progressive distillation induces an implicit curriculum","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2110.01293","title":"Light-weight Deformable Registration using Adversarial Learning with Distilling Knowledge","created":"2021-10-04","cited_by_count":12,"area":null},{"id":"2206.00809","title":"Distilling Knowledge from Object Classification to Aesthetics Assessment","created":"2022-06-02","cited_by_count":12,"area":null},{"id":"2206.05717","title":"Crowd Localization from Gaussian Mixture Scoped Knowledge and Scoped Teacher","created":"2022-06-12","cited_by_count":12,"area":null},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2104.14203","title":"Rethinking Ensemble-Distillation for Semantic Segmentation Based Unsupervised Domain Adaptation","created":"2021-04-29","cited_by_count":11,"area":null},{"id":"2303.08983","title":"Reinforce Data, Multiply Impact: Improved Model Accuracy and Robustness with Dataset Reinforcement","created":"2023-03-15","cited_by_count":11,"area":null},{"id":"2308.09105","title":"Learning Lightweight Object Detectors via Multi-Teacher Progressive Distillation","created":"2023-08-17","cited_by_count":10,"area":null},{"id":"2104.05921","title":"Thief, Beware of What Get You There: Towards Understanding Model Extraction Attack","created":"2021-04-13","cited_by_count":9,"area":null},{"id":"2203.12265","title":"Node Representation Learning in Graph via Node-to-Neighbourhood Mutual Information Maximization","created":"2022-03-23","cited_by_count":9,"area":null},{"id":"2405.15170","title":"Label-efficient Semantic Scene Completion with Scribble Annotations","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2107.10895","title":"SAGE: A Split-Architecture Methodology for Efficient End-to-End Autonomous Vehicle Control","created":"2021-07-22","cited_by_count":8,"area":null},{"id":"2110.10305","title":"When in Doubt, Summon the Titans: Efficient Inference with Large Models","created":"2021-10-19","cited_by_count":8,"area":null},{"id":"2204.05157","title":"SF-PATE: Scalable, Fair, and Private Aggregation of Teacher Ensembles","created":"2022-04-11","cited_by_count":8,"area":null},{"id":"2204.09881","title":"CNLL: A Semi-supervised Approach For Continual Noisy Label Learning","created":"2022-04-21","cited_by_count":8,"area":null},{"id":"2305.03724","title":"DualCross: Cross-Modality Cross-Domain Adaptation for Monocular BEV Perception","created":"2023-05-05","cited_by_count":8,"area":null},{"id":"2306.01997","title":"UADB: Unsupervised Anomaly Detection Booster","created":"2023-06-03","cited_by_count":8,"area":null},{"id":"2107.13279","title":"Pseudo-LiDAR Based Road Detection","created":"2021-07-28","cited_by_count":6,"area":null},{"id":"2210.05102","title":"Pre-Training Representations of Binary Code Using Contrastive Learning","created":"2022-10-11","cited_by_count":6,"area":null},{"id":"2305.14109","title":"Combining Multi-Objective Bayesian Optimization with Reinforcement Learning for TinyML","created":"2023-05-23","cited_by_count":6,"area":null},{"id":"2310.05337","title":"What do larger image classifiers memorise?","created":"2023-10-09","cited_by_count":6,"area":null},{"id":"2410.15042","title":"Adversarial Training: A Survey","created":"2024-10-19","cited_by_count":6,"area":null},{"id":"2103.01435","title":"Improved Techniques for Quantizing Deep Networks with Adaptive Bit-Widths","created":"2021-03-02","cited_by_count":5,"area":null},{"id":"2206.15408","title":"Sub-8-Bit Quantization Aware Training for 8-Bit Neural Network Accelerator with On-Device Speech Recognition","created":"2022-06-30","cited_by_count":5,"area":null},{"id":"2306.16682","title":"Streaming egocentric action anticipation: An evaluation scheme and approach","created":"2023-06-29","cited_by_count":5,"area":null},{"id":"2502.13533","title":"Train Small, Infer Large: Memory-Efficient LoRA Training for Large Language Models","created":"2025-02-19","cited_by_count":5,"area":null},{"id":"2208.01302","title":"Overlooked Poses Actually Make Sense: Distilling Privileged Knowledge for Human Motion Prediction","created":"2022-08-02","cited_by_count":4,"area":null},{"id":"2209.04840","title":"Continual Learning for Pose-Agnostic Object Recognition in 3D Point Clouds","created":"2022-09-11","cited_by_count":4,"area":null},{"id":"2302.12004","title":"Knowledge Distillation-based Information Sharing for Online Process Monitoring in Decentralized Manufacturing System","created":"2023-02-08","cited_by_count":4,"area":null},{"id":"2304.12314","title":"Distilling from Similar Tasks for Transfer Learning on a Budget","created":"2023-04-24","cited_by_count":4,"area":null},{"id":"2305.19694","title":"Hypothesis Transfer Learning with Surrogate Classification Losses: Generalization Bounds through Algorithmic Stability","created":"2023-05-31","cited_by_count":4,"area":null},{"id":"2310.07838","title":"Towards the Fundamental Limits of Knowledge Transfer over Finite Domains","created":"2023-10-11","cited_by_count":4,"area":null},{"id":"2410.13602","title":"Towards Satellite Non-IID Imagery: A Spectral Clustering-Assisted Federated Learning Approach","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2604.07650","title":"A Statistical Framework for Auditing Behavioral Dependence and Induced Bias in LLM Judges","created":"2026-04-08","cited_by_count":4,"area":null},{"id":"2201.02560","title":"A Novel Incremental Learning Driven Instance Segmentation Framework to Recognize Highly Cluttered Instances of the Contraband Items","created":"2022-01-07","cited_by_count":3,"area":null},{"id":"2207.06079","title":"Teachers in concordance for pseudo-labeling of 3D sequential data","created":"2022-07-13","cited_by_count":3,"area":null},{"id":"2212.13700","title":"Publishing Efficient On-device Models Increases Adversarial Vulnerability","created":"2022-12-28","cited_by_count":3,"area":null},{"id":"2303.15892","title":"Head3D: Complete 3D Head Generation via Tri-plane Feature Distillation","created":"2023-03-28","cited_by_count":3,"area":null},{"id":"2306.11339","title":"Masking meets Supervision: A Strong Learning Alliance","created":"2023-06-20","cited_by_count":3,"area":null},{"id":"2308.13772","title":"Boosting Residual Networks with Group Knowledge","created":"2023-08-26","cited_by_count":3,"area":null},{"id":"2402.11305","title":"On Good Practices for Task-Specific Distillation of Large Pretrained Visual Models","created":"2024-02-17","cited_by_count":3,"area":null},{"id":"2407.11902","title":"Encapsulating Knowledge in One Prompt","created":"2024-07-16","cited_by_count":3,"area":null},{"id":"2407.15320","title":"Edge Graph Intelligence: Reciprocally Empowering Edge Networks with Graph Intelligence","created":"2024-07-07","cited_by_count":3,"area":null},{"id":"2504.09297","title":"Cycle Training with Semi-Supervised Domain Adaptation: Bridging Accuracy and Efficiency for Real-Time Mobile Scene Detection","created":"2025-04-12","cited_by_count":3,"area":null},{"id":"2504.13219","title":"Scaling Laws for Data-Efficient Visual Transfer Learning","created":"2025-04-17","cited_by_count":3,"area":null},{"id":"2505.13899","title":"Causes and Consequences of Representational Similarity in Machine Learning Models","created":"2025-05-20","cited_by_count":3,"area":null},{"id":"2110.09163","title":"A Dimensionality Reduction Approach for Convolutional Neural Networks","created":"2021-10-18","cited_by_count":2,"area":null},{"id":"2111.01697","title":"Low-Rank+Sparse Tensor Compression for Neural Networks","created":"2021-11-02","cited_by_count":2,"area":null},{"id":"2203.04314","title":"PyNET-QxQ: An Efficient PyNET Variant for QxQ Bayer Pattern Demosaicing in CMOS Image Sensors","created":"2022-03-08","cited_by_count":2,"area":null},{"id":"2302.04626","title":"Self-Supervised Node Representation Learning via Node-to-Neighbourhood Alignment","created":"2023-02-09","cited_by_count":2,"area":null},{"id":"2401.16694","title":"EdgeOL: Efficient in-situ Online Learning on Edge Devices","created":"2024-01-30","cited_by_count":2,"area":null},{"id":"2404.08831","title":"Structured Model Pruning for Efficient Inference in Computational Pathology","created":"2024-04-12","cited_by_count":2,"area":null},{"id":"2404.10838","title":"Dynamic Self-adaptive Multiscale Distillation from Pre-trained Multimodal Large Model for Efficient Cross-modal Representation Learning","created":"2024-04-16","cited_by_count":2,"area":null},{"id":"2404.12369","title":"KDk: A Defense Mechanism Against Label Inference Attacks in Vertical Federated Learning","created":"2024-04-18","cited_by_count":2,"area":null},{"id":"2406.00749","title":"CCF: Cross Correcting Framework for Pedestrian Trajectory Prediction","created":"2024-06-02","cited_by_count":2,"area":null},{"id":"2407.17620","title":"CoMoTo: Unpaired Cross-Modal Lesion Distillation Improves Breast Lesion Detection in Tomosynthesis","created":"2024-07-24","cited_by_count":2,"area":null},{"id":"2411.00210","title":"Scale-Aware Recognition in Satellite Images under Resource Constraints","created":"2024-10-31","cited_by_count":2,"area":null},{"id":"2503.21928","title":"An Efficient Training Algorithm for Models with Block-wise Sparsity","created":"2025-03-27","cited_by_count":2,"area":null},{"id":"2512.15379","title":"Remotely Detectable Robot Policy Watermarking","created":"2025-12-17","cited_by_count":2,"area":null},{"id":"2111.01135","title":"Arch-Net: Model Distillation for Architecture Agnostic Model Deployment","created":"2021-11-01","cited_by_count":1,"area":null},{"id":"2112.02819","title":"Finding Deviated Behaviors of the Compressed DNN Models for Image Classifications","created":"2021-12-06","cited_by_count":1,"area":null},{"id":"2207.10727","title":"Federated Semi-Supervised Domain Adaptation via Knowledge Transfer","created":"2022-07-21","cited_by_count":1,"area":null},{"id":"2208.06825","title":"Teacher Guided Training: An Efficient Framework for Knowledge Transfer","created":"2022-08-14","cited_by_count":1,"area":null},{"id":"2301.10887","title":"Improving Text-based Early Prediction by Distillation from Privileged Time-Series Text","created":"2023-01-26","cited_by_count":1,"area":null},{"id":"2303.10386","title":"Channel-Aware Distillation Transformer for Depth Estimation on Nano Drones","created":"2023-03-18","cited_by_count":1,"area":null},{"id":"2306.07135","title":"On the Amplification of Linguistic Bias through Unintentional Self-reinforcement Learning by Generative Language Models -- A Perspective","created":"2023-06-12","cited_by_count":1,"area":null},{"id":"2308.12481","title":"Fall Detection using Knowledge Distillation Based Long short-term memory for Offline Embedded and Low Power Devices","created":"2023-08-24","cited_by_count":1,"area":null},{"id":"2312.16392","title":"Adaptive Depth Networks with Skippable Sub-Paths","created":"2023-12-27","cited_by_count":1,"area":null},{"id":"2404.03348","title":"Knowledge Distillation-Based Model Extraction Attack using GAN-based Private Counterfactual Explanations","created":"2024-04-04","cited_by_count":1,"area":null}],"next_cursor":"100"}