{"total":748,"rows":[{"id":"2311.17245","title":"LightGaussian: Unbounded 3D Gaussian Compression with 15x Reduction and 200+ FPS","created":"2023-11-28","cited_by_count":436,"area":null},{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2101.02388","title":"Knowledge Distillation in Iterative Generative Models for Improved Sampling Speed","created":"2021-01-07","cited_by_count":348,"area":"diffusion"},{"id":"2104.09044","title":"Distilling Knowledge via Knowledge Review","created":"2021-04-19","cited_by_count":288,"area":"distill"},{"id":"2103.05677","title":"SMIL: Multimodal Learning with Severely Missing Modality","created":"2021-03-09","cited_by_count":245,"area":null},{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208,"area":"distill"},{"id":"2209.03494","title":"Neural Feature Fusion Fields: 3D Distillation of Self-Supervised 2D Image Representations","created":"2022-09-07","cited_by_count":196,"area":null},{"id":"2302.02318","title":"Contrast with Reconstruct: Contrastive 3D Representation Learning Guided by Generative Pretraining","created":"2023-02-05","cited_by_count":164,"area":null},{"id":"2110.04126","title":"3D Infomax improves GNNs for Molecular Property Prediction","created":"2021-10-08","cited_by_count":146,"area":null},{"id":"2310.13018","title":"Getting aligned on representational alignment","created":"2023-10-18","cited_by_count":143,"area":null},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2101.04731","title":"SEED: Self-supervised Distillation For Visual Representation","created":"2021-01-12","cited_by_count":134,"area":null},{"id":"2105.08919","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","created":"2021-05-19","cited_by_count":134,"area":"distill"},{"id":"2203.10789","title":"Domain Generalization by Mutual-Information Regularization with Pre-trained Models","created":"2022-03-21","cited_by_count":133,"area":null},{"id":"2301.07014","title":"Dataset Distillation: A Comprehensive Review","created":"2023-01-17","cited_by_count":127,"area":null},{"id":"2203.16258","title":"Image-to-Lidar Self-Supervised Distillation for Autonomous Driving Data","created":"2022-03-30","cited_by_count":126,"area":null},{"id":"2102.00650","title":"Rethinking Soft Labels for Knowledge Distillation: A Bias-Variance Tradeoff Perspective","created":"2021-02-01","cited_by_count":119,"area":"distill"},{"id":"2101.05022","title":"Re-labeling ImageNet: from Single to Multi-Labels, from Global to Localized Labels","created":"2021-01-13","cited_by_count":118,"area":null},{"id":"2210.07829","title":"Asymmetric Student-Teacher Networks for Industrial Anomaly Detection","created":"2022-10-14","cited_by_count":117,"area":null},{"id":"2103.02340","title":"General Instance Distillation for Object Detection","created":"2021-03-03","cited_by_count":114,"area":"distill"},{"id":"2211.16231","title":"Curriculum Temperature for Knowledge Distillation","created":"2022-11-29","cited_by_count":112,"area":"distill"},{"id":"2205.01529","title":"Masked Generative Distillation","created":"2022-05-03","cited_by_count":107,"area":"distill"},{"id":"2107.03358","title":"Novel Visual Category Discovery with Dual Ranking Statistics and Mutual Knowledge Distillation","created":"2021-07-07","cited_by_count":104,"area":"distill"},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2308.10916","title":"Diffusion Model as Representation Learner","created":"2023-08-21","cited_by_count":95,"area":"diffusion"},{"id":"2105.08054","title":"Divide and Contrast: Self-supervised Learning from Uncurated Data","created":"2021-05-17","cited_by_count":85,"area":null},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2102.02973","title":"Show, Attend and Distill:Knowledge Distillation via Attention-based Feature Matching","created":"2021-02-05","cited_by_count":79,"area":"distill"},{"id":"2104.08500","title":"Vision Transformer Pruning","created":"2021-04-17","cited_by_count":79,"area":null},{"id":"2203.10705","title":"Compression of Generative Pre-trained Language Models via Quantization","created":"2022-03-21","cited_by_count":79,"area":null},{"id":"2310.19444","title":"One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation","created":"2023-10-30","cited_by_count":78,"area":"distill"},{"id":"2202.06671","title":"Neighborhood Contrastive Learning for Scientific Document Representations with Citation Embeddings","created":"2022-02-14","cited_by_count":75,"area":null},{"id":"2203.06386","title":"Enabling Multimodal Generation on CLIP via Vision-Language Knowledge Distillation","created":"2022-03-12","cited_by_count":70,"area":"mllm"},{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2203.17261","title":"R2L: Distilling Neural Radiance Field to Neural Light Field for Efficient Novel View Synthesis","created":"2022-03-31","cited_by_count":69,"area":null},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2212.05867","title":"ALSO: Automotive Lidar Self-supervision by Occupancy estimation","created":"2022-12-12","cited_by_count":68,"area":null},{"id":"2211.09386","title":"BEVDistill: Cross-Modal BEV Distillation for Multi-View 3D Object Detection","created":"2022-11-17","cited_by_count":66,"area":"distill"},{"id":"2111.12872","title":"Less is More: Generating Grounded Navigation Instructions from Landmarks","created":"2021-11-25","cited_by_count":64,"area":null},{"id":"2104.01429","title":"Graph Contrastive Clustering","created":"2021-04-03","cited_by_count":61,"area":null},{"id":"2106.04570","title":"BERT Learns to Teach: Knowledge Distillation with Meta Learning","created":"2021-06-08","cited_by_count":61,"area":"distill"},{"id":"2304.12777","title":"Class Attention Transfer Based Knowledge Distillation","created":"2023-04-25","cited_by_count":61,"area":"distill"},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2106.04411","title":"Fair Feature Distillation for Visual Recognition","created":"2021-05-27","cited_by_count":59,"area":"distill"},{"id":"2203.13104","title":"R-DFCIL: Relation-Guided Representation Learning for Data-Free Class Incremental Learning","created":"2022-03-24","cited_by_count":59,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2105.01029","title":"Initialization and Regularization of Factorized Neural Layers","created":"2021-05-03","cited_by_count":58,"area":"distill"},{"id":"2110.06923","title":"Object DGCNN: 3D Object Detection using Dynamic Graphs","created":"2021-10-13","cited_by_count":58,"area":null},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"2103.13841","title":"Universal Representation Learning from Multiple Domains for Few-shot Classification","created":"2021-03-25","cited_by_count":56,"area":null},{"id":"2104.10955","title":"Distilling Audio-Visual Knowledge by Compositional Contrastive Learning","created":"2021-04-22","cited_by_count":53,"area":null},{"id":"2305.01233","title":"On Uni-Modal Feature Learning in Supervised Multi-Modal Learning","created":"2023-05-02","cited_by_count":53,"area":null},{"id":"2305.15712","title":"Knowledge Diffusion for Distillation","created":"2023-05-25","cited_by_count":53,"area":"diffusion"},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2302.12721","title":"LightTS: Lightweight Time Series Classification with Adaptive Ensemble Distillation -- Extended Version","created":"2023-02-24","cited_by_count":50,"area":null},{"id":"2112.11668","title":"How Should Pre-Trained Language Models Be Fine-Tuned Towards Adversarial Robustness?","created":"2021-12-22","cited_by_count":49,"area":null},{"id":"2112.03553","title":"ADD: Frequency Attention and Multi-View based Knowledge Distillation to Detect Low-Quality Compressed Deepfake Images","created":"2021-12-07","cited_by_count":48,"area":"distill"},{"id":"2205.15308","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","created":"2022-05-28","cited_by_count":47,"area":"distill"},{"id":"2303.12786","title":"FeatureNeRF: Learning Generalizable NeRFs by Distilling Foundation Models","created":"2023-03-22","cited_by_count":47,"area":null},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46,"area":"distill"},{"id":"2105.07519","title":"Graph-Free Knowledge Distillation for Graph Neural Networks","created":"2021-05-16","cited_by_count":46,"area":"distill"},{"id":"2209.03917","title":"Exploring Target Representations for Masked Autoencoders","created":"2022-09-08","cited_by_count":46,"area":"distill"},{"id":"2103.01353","title":"There is More than Meets the Eye: Self-Supervised Multi-Object Detection and Tracking with Sound by Distilling Multimodal Knowledge","created":"2021-03-01","cited_by_count":44,"area":"distill"},{"id":"2107.13715","title":"Hierarchical Self-supervised Augmented Knowledge Distillation","created":"2021-07-29","cited_by_count":44,"area":"distill"},{"id":"2202.03680","title":"Exploring Inter-Channel Correlation for Diversity-preserved KnowledgeDistillation","created":"2022-02-08","cited_by_count":44,"area":"distill"},{"id":"2206.06487","title":"The Modality Focusing Hypothesis: Towards Understanding Crossmodal Knowledge Distillation","created":"2022-06-13","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2108.09987","title":"Efficient Medical Image Segmentation Based on Knowledge Distillation","created":"2021-08-23","cited_by_count":43,"area":"distill"},{"id":"2212.11261","title":"Contrastive Language-Vision AI Models Pretrained on Web-Scraped Multimodal Data Exhibit Sexual Objectification Bias","created":"2022-12-21","cited_by_count":43,"area":null},{"id":"2103.16367","title":"Complementary Relation Contrastive Distillation","created":"2021-03-29","cited_by_count":42,"area":"distill"},{"id":"2203.01532","title":"Exploring Patch-wise Semantic Relation for Contrastive Learning in Image-to-Image Translation Tasks","created":"2022-03-03","cited_by_count":42,"area":null},{"id":"2210.04505","title":"A Survey on Heterogeneous Federated Learning","created":"2022-10-10","cited_by_count":42,"area":null},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2207.02039","title":"PKD: General Distillation Framework for Object Detectors via Pearson Correlation Coefficient","created":"2022-07-05","cited_by_count":41,"area":"distill"},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2106.12378","title":"Co-advise: Cross Inductive Bias Distillation","created":"2021-06-23","cited_by_count":40,"area":null},{"id":"2309.16286","title":"Generalizable Heterogeneous Federated Cross-Correlation and Instance Similarity Learning","created":"2023-09-28","cited_by_count":40,"area":null},{"id":"2201.00007","title":"Confidence-Aware Multi-Teacher Knowledge Distillation","created":"2021-12-30","cited_by_count":39,"area":"distill"},{"id":"2203.06321","title":"Wavelet Knowledge Distillation: Towards Efficient Image-to-Image Translation","created":"2022-03-12","cited_by_count":39,"area":"distill"},{"id":"2207.00691","title":"American == White in Multimodal Language-and-Image AI","created":"2022-07-01","cited_by_count":39,"area":null},{"id":"2311.18823","title":"Initializing Models with Larger Ones","created":"2023-11-30","cited_by_count":39,"area":null},{"id":"2111.04964","title":"On Representation Knowledge Distillation for Graph Neural Networks","created":"2021-11-09","cited_by_count":38,"area":"distill"},{"id":"2212.09067","title":"Fine-Tuning Is All You Need to Mitigate Backdoor Attacks","created":"2022-12-18","cited_by_count":38,"area":null},{"id":"2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","created":"2024-02-17","cited_by_count":37,"area":"distill"},{"id":"2104.00679","title":"A Realistic Evaluation of Semi-Supervised Learning for Fine-Grained Classification","created":"2021-04-01","cited_by_count":36,"area":null},{"id":"2112.09445","title":"Data Efficient Language-supervised Zero-shot Recognition with Optimal Transport Distillation","created":"2021-12-17","cited_by_count":36,"area":null},{"id":"2208.12256","title":"Masked Autoencoders Enable Efficient Knowledge Distillers","created":"2022-08-25","cited_by_count":36,"area":"distill"},{"id":"2105.08141","title":"VPN++: Rethinking Video-Pose embeddings for understanding Activities of Daily Living","created":"2021-05-17","cited_by_count":35,"area":null},{"id":"2303.14736","title":"Disentangling Writer and Character Styles for Handwriting Generation","created":"2023-03-26","cited_by_count":35,"area":null},{"id":"2303.14771","title":"Prototype-Sample Relation Distillation: Towards Replay-Free Continual Learning","created":"2023-03-26","cited_by_count":35,"area":null},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2104.04687","title":"Learning from 2D: Contrastive Pixel-to-Point Knowledge Transfer for 3D Pretraining","created":"2021-04-10","cited_by_count":33,"area":null},{"id":"2205.11098","title":"PointDistiller: Structured Knowledge Distillation Towards Efficient and Compact 3D Detection","created":"2022-05-23","cited_by_count":33,"area":"distill"},{"id":"2307.03135","title":"Distilling Large Vision-Language Model with Out-of-Distribution Generalizability","created":"2023-07-06","cited_by_count":33,"area":"mllm"},{"id":"2104.02290","title":"Contrastive Syn-to-Real Generalization","created":"2021-04-06","cited_by_count":32,"area":null},{"id":"2108.03619","title":"Learning an Augmented RGB Representation with Cross-Modal Knowledge Distillation for Action Detection","created":"2021-08-08","cited_by_count":32,"area":"distill"},{"id":"2110.15094","title":"Mosaicking to Distill: Knowledge Distillation from Out-of-Domain Data","created":"2021-10-27","cited_by_count":32,"area":"distill"},{"id":"2211.17068","title":"Self-Supervised Continual Graph Learning in Adaptive Riemannian Spaces","created":"2022-11-30","cited_by_count":32,"area":"distill"},{"id":"2309.05911","title":"Quality-Agnostic Deepfake Detection with Intra-model Collaborative Learning","created":"2023-09-12","cited_by_count":32,"area":null}],"next_cursor":"100"}