{"total":628,"rows":[{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2106.06843","title":"Federated Learning on Non-IID Data: A Survey","created":"2021-06-12","cited_by_count":346,"area":null},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2108.13323","title":"FedKD: Communication Efficient Federated Learning via Knowledge Distillation","created":"2021-08-30","cited_by_count":187,"area":"distill"},{"id":"2107.12808","title":"Open-Ended Learning Leads to Generally Capable Agents","created":"2021-07-27","cited_by_count":182,"area":null},{"id":"2208.09910","title":"Revisiting Weak-to-Strong Consistency in Semi-Supervised Semantic Segmentation","created":"2022-08-21","cited_by_count":178,"area":null},{"id":"2110.03374","title":"Model Adaptation: Historical Contrastive Learning for Unsupervised Domain Adaptation without Source Data","created":"2021-10-07","cited_by_count":152,"area":null},{"id":"2205.12183","title":"StylizedNeRF: Consistent 3D Scene Stylization as Stylized NeRF via 2D-3D Mutual Learning","created":"2022-05-24","cited_by_count":140,"area":null},{"id":"2203.06359","title":"Self-Sustaining Representation Expansion for Non-Exemplar Class-Incremental Learning","created":"2022-03-12","cited_by_count":118,"area":null},{"id":"2201.12604","title":"Learning Fast, Learning Slow: A General Continual Learning Method based on Complementary Learning System","created":"2022-01-29","cited_by_count":112,"area":null},{"id":"2109.09960","title":"Mutual Consistency Learning for Semi-supervised Medical Image Segmentation","created":"2021-09-21","cited_by_count":108,"area":null},{"id":"2206.03001","title":"PP-OCRv3: More Attempts for the Improvement of Ultra Lightweight OCR System","created":"2022-06-07","cited_by_count":106,"area":null},{"id":"2103.02911","title":"Semi-supervised Left Atrium Segmentation with Mutual Consistency Training","created":"2021-03-04","cited_by_count":104,"area":null},{"id":"2107.03358","title":"Novel Visual Category Discovery with Dual Ranking Statistics and Mutual Knowledge Distillation","created":"2021-07-07","cited_by_count":104,"area":"distill"},{"id":"2203.03962","title":"Generative Cooperative Learning for Unsupervised Video Anomaly Detection","created":"2022-03-08","cited_by_count":102,"area":null},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2101.03737","title":"Improving Multi-hop Knowledge Base Question Answering by Learning Intermediate Supervision Signals","created":"2021-01-11","cited_by_count":101,"area":null},{"id":"2303.14816","title":"Feature Shrinkage Pyramid for Camouflaged Object Detection with Transformers","created":"2023-03-26","cited_by_count":87,"area":null},{"id":"2108.06227","title":"SimCVD: Simple Contrastive Voxel-Wise Representation Distillation for Semi-Supervised Medical Image Segmentation","created":"2021-08-13","cited_by_count":86,"area":null},{"id":"2203.09905","title":"Learning Affordance Grounding from Exocentric Images","created":"2022-03-18","cited_by_count":82,"area":null},{"id":"2207.14191","title":"Learning with Limited Annotations: A Survey on Deep Semi-Supervised Learning for Medical Image Segmentation","created":"2022-07-28","cited_by_count":76,"area":null},{"id":"2103.04062","title":"Adaptive Multi-Teacher Multi-level Knowledge Distillation","created":"2021-03-06","cited_by_count":72,"area":"distill"},{"id":"2403.02781","title":"PromptKD: Unsupervised Prompt Distillation for Vision-Language Models","created":"2024-03-05","cited_by_count":72,"area":"mllm"},{"id":"2103.15537","title":"Cloth-Changing Person Re-identification from A Single Image with Gait Prediction and Regularization","created":"2021-03-29","cited_by_count":69,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2203.15359","title":"Nested Collaborative Learning for Long-Tailed Visual Recognition","created":"2022-03-29","cited_by_count":63,"area":null},{"id":"2202.07136","title":"Debiased Self-Training for Semi-Supervised Learning","created":"2022-02-15","cited_by_count":62,"area":null},{"id":"2104.07163","title":"Annealing Knowledge Distillation","created":"2021-04-14","cited_by_count":61,"area":"distill"},{"id":"2106.04570","title":"BERT Learns to Teach: Knowledge Distillation with Meta Learning","created":"2021-06-08","cited_by_count":61,"area":"distill"},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2106.15277","title":"EPMF: Efficient Perception-aware Multi-sensor Fusion for 3D Semantic Segmentation","created":"2021-06-21","cited_by_count":59,"area":null},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2111.11343","title":"Decentralized Federated Learning through Proxy Model Sharing","created":"2021-11-22","cited_by_count":57,"area":null},{"id":"2108.02092","title":"Online Knowledge Distillation for Efficient Pose Estimation","created":"2021-08-04","cited_by_count":55,"area":"distill"},{"id":"2410.10777","title":"UniMatch V2: Pushing the Limit of Semi-Supervised Semantic Segmentation","created":"2024-10-14","cited_by_count":54,"area":null},{"id":"2103.11658","title":"Intra-Inter Camera Similarity for Unsupervised Person Re-Identification","created":"2021-03-22","cited_by_count":52,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2306.11369","title":"CrossKD: Cross-Head Knowledge Distillation for Object Detection","created":"2023-06-20","cited_by_count":52,"area":"distill"},{"id":"2104.02862","title":"Farewell to Mutual Information: Variational Distillation for Cross-Modal Person Re-Identification","created":"2021-04-07","cited_by_count":50,"area":null},{"id":"2101.05544","title":"DICE: Diversity in Deep Ensembles via Conditional Redundancy Adversarial Estimation","created":"2021-01-14","cited_by_count":48,"area":null},{"id":"2203.03137","title":"MSDN: Mutually Semantic Distillation Network for Zero-Shot Learning","created":"2022-03-07","cited_by_count":48,"area":null},{"id":"2107.09842","title":"Modality-aware Mutual Learning for Multi-modal Medical Image Segmentation","created":"2021-07-21","cited_by_count":47,"area":null},{"id":"2111.12341","title":"EvDistill: Asynchronous Events to End-task Learning via Bidirectional Reconstruction-guided Cross-modal Knowledge Distillation","created":"2021-11-24","cited_by_count":47,"area":"distill"},{"id":"2205.15308","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","created":"2022-05-28","cited_by_count":47,"area":"distill"},{"id":"2401.03230","title":"FedTGP: Trainable Global Prototypes with Adaptive-Margin-Enhanced Contrastive Learning for Data and Model Heterogeneity in Federated Learning","created":"2024-01-06","cited_by_count":47,"area":null},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46,"area":"distill"},{"id":"2110.10394","title":"Deep Learning for HDR Imaging: State-of-the-Art and Future Trends","created":"2021-10-20","cited_by_count":45,"area":null},{"id":"2211.07394","title":"Composed Image Retrieval with Text Feedback via Multi-grained Uncertainty Regularization","created":"2022-11-14","cited_by_count":45,"area":null},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2106.03418","title":"Multi-Target Domain Adaptation with Collaborative Consistency Learning","created":"2021-06-07","cited_by_count":43,"area":null},{"id":"2104.12565","title":"Mutual Contrastive Learning for Visual Representation Learning","created":"2021-04-26","cited_by_count":42,"area":null},{"id":"2107.13780","title":"Generalizing Gaze Estimation with Outlier-guided Collaborative Adaptation","created":"2021-07-29","cited_by_count":42,"area":null},{"id":"2210.04505","title":"A Survey on Heterogeneous Federated Learning","created":"2022-10-10","cited_by_count":42,"area":null},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2101.07253","title":"Cross-modal Learning for Domain Adaptation in 3D Semantic Segmentation","created":"2021-01-18","cited_by_count":40,"area":null},{"id":"2109.03144","title":"PP-OCRv2: Bag of Tricks for Ultra Lightweight OCR System","created":"2021-09-07","cited_by_count":39,"area":null},{"id":"2111.06061","title":"Edge-Cloud Polarization and Collaboration: A Comprehensive Survey for AI","created":"2021-11-11","cited_by_count":39,"area":null},{"id":"2203.06321","title":"Wavelet Knowledge Distillation: Towards Efficient Image-to-Image Translation","created":"2022-03-12","cited_by_count":39,"area":"distill"},{"id":"2209.05773","title":"CAIBC: Capturing All-round Information Beyond Color for Text-based Person Retrieval","created":"2022-09-13","cited_by_count":39,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2110.02578","title":"Decoupled Adaptation for Cross-Domain Object Detection","created":"2021-10-06","cited_by_count":37,"area":null},{"id":"2210.06458","title":"Efficient Knowledge Distillation from Model Checkpoints","created":"2022-10-12","cited_by_count":37,"area":"distill"},{"id":"2310.20494","title":"A Transformer-Based Model With Self-Distillation for Multimodal Emotion Recognition in Conversations","created":"2023-10-31","cited_by_count":37,"area":"distill"},{"id":"2109.07607","title":"Partner-Assisted Learning for Few-Shot Image Classification","created":"2021-09-15","cited_by_count":36,"area":null},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2208.12256","title":"Masked Autoencoders Enable Efficient Knowledge Distillers","created":"2022-08-25","cited_by_count":36,"area":"distill"},{"id":"2307.12591","title":"SwinMM: Masked Multi-view with Swin Transformers for 3D Medical Image Segmentation","created":"2023-07-24","cited_by_count":35,"area":null},{"id":"2104.04687","title":"Learning from 2D: Contrastive Pixel-to-Point Knowledge Transfer for 3D Pretraining","created":"2021-04-10","cited_by_count":33,"area":null},{"id":"2203.15334","title":"AnyFace: Free-style Text-to-Face Synthesis and Manipulation","created":"2022-03-29","cited_by_count":33,"area":null},{"id":"2205.11098","title":"PointDistiller: Structured Knowledge Distillation Towards Efficient and Compact 3D Detection","created":"2022-05-23","cited_by_count":33,"area":"distill"},{"id":"2307.12574","title":"A Good Student is Cooperative and Reliable: CNN-Transformer Collaborative Learning for Semantic Segmentation","created":"2023-07-24","cited_by_count":33,"area":"distill"},{"id":"2107.13892","title":"QuPeD: Quantized Personalization via Distillation with Applications to Federated Learning","created":"2021-07-29","cited_by_count":32,"area":"distill"},{"id":"2109.01801","title":"Dual Transfer Learning for Event-based End-task Prediction via Pluggable Event to Image Translation","created":"2021-09-04","cited_by_count":32,"area":null},{"id":"2110.15210","title":"Towards Model Agnostic Federated Learning Using Knowledge Distillation","created":"2021-10-28","cited_by_count":31,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2208.06974","title":"Learning Semantic Correspondence with Sparse Annotations","created":"2022-08-15","cited_by_count":31,"area":null},{"id":"2308.08643","title":"Towards Personalized Federated Learning via Heterogeneous Model Reassembly","created":"2023-08-16","cited_by_count":31,"area":null},{"id":"2103.12955","title":"Learning Scene Structure Guidance via Cross-Task Knowledge Transfer for Single Depth Super-Resolution","created":"2021-03-24","cited_by_count":30,"area":null},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2208.05768","title":"MixSKD: Self-Knowledge Distillation from Mixup for Image Recognition","created":"2022-08-11","cited_by_count":30,"area":"distill"},{"id":"2102.03349","title":"On the Reproducibility of Neural Network Predictions","created":"2021-02-05","cited_by_count":29,"area":null},{"id":"2201.12093","title":"PCL: Peer-Contrastive Learning with Diverse Augmentations for Unsupervised Sentence Embeddings","created":"2022-01-28","cited_by_count":29,"area":null},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2209.04996","title":"Switchable Online Knowledge Distillation","created":"2022-09-12","cited_by_count":29,"area":"distill"},{"id":"2211.06614","title":"Robust Training of Graph Neural Networks via Noise Governance","created":"2022-11-12","cited_by_count":29,"area":null},{"id":"2303.15678","title":"DisWOT: Student Architecture Search for Distillation WithOut Training","created":"2023-03-28","cited_by_count":29,"area":"distill"},{"id":"2112.08643","title":"TransZero++: Cross Attribute-Guided Transformer for Zero-Shot Learning","created":"2021-12-16","cited_by_count":28,"area":null},{"id":"2205.16004","title":"What Knowledge Gets Distilled in Knowledge Distillation?","created":"2022-05-31","cited_by_count":27,"area":"distill"},{"id":"2210.15274","title":"Improved Feature Distillation via Projector Ensemble","created":"2022-10-27","cited_by_count":27,"area":"distill"},{"id":"2108.12104","title":"Binocular Mutual Learning for Improving Few-shot Classification","created":"2021-08-27","cited_by_count":26,"area":null},{"id":"2110.09022","title":"Mitigating Memorization of Noisy Labels via Regularization between Representations","created":"2021-10-18","cited_by_count":26,"area":null},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2110.00394","title":"Personalized Retrogress-Resilient Framework for Real-World Medical Federated Learning","created":"2021-10-01","cited_by_count":25,"area":null},{"id":"2403.11708","title":"Implicit Discriminative Knowledge Learning for Visible-Infrared Person Re-Identification","created":"2024-03-18","cited_by_count":25,"area":null},{"id":"2411.01220","title":"Enhancing Neural Network Interpretability with Feature-Aligned Sparse Autoencoders","created":"2024-11-02","cited_by_count":25,"area":"mechinterp"},{"id":"2109.08119","title":"Personalized Federated Learning for Heterogeneous Clients with Clustered Knowledge Transfer","created":"2021-09-16","cited_by_count":23,"area":null},{"id":"2210.04427","title":"Asymmetric Temperature Scaling Makes Larger Networks Teach Well Again","created":"2022-10-10","cited_by_count":23,"area":"distill"},{"id":"2210.16103","title":"Collaborative Multi-Teacher Knowledge Distillation for Learning Low Bit-width Deep Neural Networks","created":"2022-10-27","cited_by_count":23,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"}],"next_cursor":"100"}