{"list":"other","total":135,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1609.02907","title":"Semi-Supervised Classification with Graph Convolutional Networks","created":"2016-09-09","cited_by_count":11361},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1506.01497","title":"Faster R-CNN: Towards Real-Time Object Detection with Region Proposal Networks","created":"2015-06-04","cited_by_count":9639},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1905.11946","title":"EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks","created":"2019-05-28","cited_by_count":6442},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1607.00133","title":"Deep Learning with Differential Privacy","created":"2016-07-01","cited_by_count":2728},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"1412.6550","title":"FitNets: Hints for Thin Deep Nets","created":"2014-12-19","cited_by_count":1653},{"id":"2006.05525","title":"Knowledge Distillation: A Survey","created":"2020-06-09","cited_by_count":1603},{"id":"1911.04252","title":"Self-training with Noisy Student improves ImageNet classification","created":"2019-11-11","cited_by_count":1311},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"1711.03213","title":"CyCADA: Cycle-Consistent Adversarial Domain Adaptation","created":"2017-11-08","cited_by_count":1082},{"id":"1612.03928","title":"Paying More Attention to Attention: Improving the Performance of Convolutional Neural Networks via Attention Transfer","created":"2016-12-12","cited_by_count":1077},{"id":"1904.05068","title":"Relational Knowledge Distillation","created":"2019-04-10","cited_by_count":889},{"id":"1606.07947","title":"Sequence-Level Knowledge Distillation","created":"2016-06-25","cited_by_count":801},{"id":"1910.10699","title":"Contrastive Representation Distillation","created":"2019-10-23","cited_by_count":748},{"id":"2006.08218","title":"Self-supervised Learning: Generative or Contrastive","created":"2020-06-15","cited_by_count":694},{"id":"2006.07242","title":"Ensemble Distillation for Robust Model Fusion in Federated Learning","created":"2020-06-12","cited_by_count":682},{"id":"1511.04508","title":"Distillation as a Defense to Adversarial Perturbations against Deep Neural Networks","created":"2015-11-14","cited_by_count":678},{"id":"2001.05566","title":"Image Segmentation Using Deep Learning: A Survey","created":"2020-01-15","cited_by_count":660},{"id":"1706.00384","title":"Deep Mutual Learning","created":"2017-06-01","cited_by_count":628},{"id":"1802.10349","title":"Learning to Adapt Structured Output Space for Semantic Segmentation","created":"2018-02-28","cited_by_count":584},{"id":"1902.03393","title":"Improved Knowledge Distillation via Teacher Assistant","created":"2019-02-09","cited_by_count":573},{"id":"1508.01991","title":"Bidirectional LSTM-CRF Models for Sequence Tagging","created":"2015-08-09","cited_by_count":546},{"id":"1805.04770","title":"Born Again Neural Networks","created":"2018-05-12","cited_by_count":546},{"id":"1908.09355","title":"Patient Knowledge Distillation for BERT Model Compression","created":"2019-08-25","cited_by_count":508},{"id":"1905.08094","title":"Be Your Own Teacher: Improve the Performance of Convolutional Neural Networks via Self Distillation","created":"2019-05-17","cited_by_count":497},{"id":"1712.00559","title":"Progressive Neural Architecture Search","created":"2017-12-02","cited_by_count":487},{"id":"1910.03581","title":"FedMD: Heterogenous Federated Learning via Model Distillation","created":"2019-10-08","cited_by_count":459},{"id":"1605.06409","title":"R-FCN: Object Detection via Region-based Fully Convolutional Networks","created":"2016-05-20","cited_by_count":414},{"id":"1412.0035","title":"Understanding Deep Image Representations by Inverting Them","created":"2014-11-26","cited_by_count":403},{"id":"1911.02357","title":"Uninformed Students: Student-Teacher Anomaly Detection with Discriminative Latent Embeddings","created":"2019-11-06","cited_by_count":386},{"id":"1610.05755","title":"Semi-supervised Knowledge Transfer for Deep Learning from Private Training Data","created":"2016-10-18","cited_by_count":348},{"id":"1904.05835","title":"Variational Information Distillation for Knowledge Transfer","created":"2019-04-11","cited_by_count":324},{"id":"2004.05937","title":"Knowledge Distillation and Student-Teacher Learning for Visual Intelligence: A Review and New Outlooks","created":"2020-04-13","cited_by_count":316},{"id":"1904.10620","title":"Bidirectional Learning for Domain Adaptation of Semantic Segmentation","created":"2019-04-24","cited_by_count":308},{"id":"1904.01802","title":"Correlation Congruence for Knowledge Distillation","created":"2019-04-03","cited_by_count":285},{"id":"2005.04757","title":"A Simple Semi-Supervised Learning Framework for Object Detection","created":"2020-05-10","cited_by_count":282},{"id":"1802.04977","title":"Paraphrasing Complex Network: Network Compression via Factor Transfer","created":"2018-02-14","cited_by_count":260},{"id":"1811.03233","title":"Knowledge Transfer via Distillation of Activation Boundaries Formed by Hidden Neurons","created":"2018-11-08","cited_by_count":238},{"id":"1504.07889","title":"Bilinear CNNs for Fine-grained Visual Recognition","created":"2015-04-29","cited_by_count":228},{"id":"1803.10837","title":"Learning Deep Representations with Probabilistic Knowledge Transfer","created":"2018-03-28","cited_by_count":213},{"id":"1707.00183","title":"Teacher-Student Curriculum Learning","created":"2017-07-01","cited_by_count":210},{"id":"1708.06977","title":"Incremental Learning of Object Detectors without Catastrophic Forgetting","created":"2017-08-23","cited_by_count":208},{"id":"1702.08811","title":"Central Moment Discrepancy (CMD) for Domain-Invariant Representation Learning","created":"2017-02-28","cited_by_count":192},{"id":"1806.04606","title":"Knowledge Distillation by On-the-Fly Native Ensemble","created":"2018-06-12","cited_by_count":186},{"id":"2009.01974","title":"FedBE: Making Bayesian Model Ensemble Applicable to Federated Learning","created":"2020-09-04","cited_by_count":176},{"id":"1507.00448","title":"Cross Modal Distillation for Supervision Transfer","created":"2015-07-02","cited_by_count":175},{"id":"2203.09249","title":"Fine-tuning Global Model via Data-Free Knowledge Distillation for Non-IID Federated Learning","created":"2022-03-17","cited_by_count":172},{"id":"1903.12136","title":"Distilling Task-Specific Knowledge from BERT into Simple Neural Networks","created":"2019-03-28","cited_by_count":153},{"id":"2006.07114","title":"Knowledge Distillation Meets Self-Supervision","created":"2020-06-12","cited_by_count":142},{"id":"1710.07535","title":"Data-Free Knowledge Distillation for Deep Neural Networks","created":"2017-10-19","cited_by_count":136},{"id":"2003.10477","title":"Distilling Knowledge from Graph Convolutional Networks","created":"2020-03-23","cited_by_count":129},{"id":"1912.00350","title":"Online Knowledge Distillation with Diverse Peers","created":"2019-12-01","cited_by_count":128},{"id":"1905.09747","title":"Adversarially Robust Distillation","created":"2019-05-23","cited_by_count":125},{"id":"2008.06180","title":"Distillation-Based Semi-Supervised Federated Learning for Communication-Efficient Collaborative Training with Non-IID Private Data","created":"2020-08-14","cited_by_count":125},{"id":"2204.06986","title":"Cross-Image Relational Knowledge Distillation for Semantic Segmentation","created":"2022-04-14","cited_by_count":118},{"id":"1710.10370","title":"Topology Adaptive Graph Convolutional Networks","created":"2017-10-28","cited_by_count":113},{"id":"1912.11279","title":"Cronus: Robust and Heterogeneous Collaborative Learning with Black-Box Knowledge Transfer","created":"2019-12-24","cited_by_count":93},{"id":"1910.03723","title":"Knowledge Distillation from Internal Representations","created":"2019-10-08","cited_by_count":87},{"id":"2106.03097","title":"Preservation of the Global Knowledge by Not-True Distillation in Federated Learning","created":"2021-06-06","cited_by_count":87},{"id":"2108.11353","title":"Multi-Task Self-Training for Learning General Representations","created":"2021-08-25","cited_by_count":85},{"id":"1806.07110","title":"Modality Distillation with Multiple Stream Networks for Action Recognition","created":"2018-06-19","cited_by_count":83},{"id":"2003.06780","title":"Self-trained Deep Ordinal Regression for End-to-End Video Anomaly Detection","created":"2020-03-15","cited_by_count":83},{"id":"1902.07816","title":"Mixture Models for Diverse Machine Translation: Tricks of the Trade","created":"2019-02-20","cited_by_count":77},{"id":"2005.00727","title":"Heterogeneous Knowledge Distillation using Information Flow Modeling","created":"2020-05-02","cited_by_count":73},{"id":"2102.02514","title":"FedAUX: Leveraging Unlabeled Auxiliary Data in Federated Learning","created":"2021-02-04","cited_by_count":69},{"id":"2103.02885","title":"Extract the Knowledge of Graph Neural Networks and Go Beyond it: An Effective Knowledge Distillation Framework","created":"2021-03-04","cited_by_count":69},{"id":"1811.05419","title":"Fast Human Pose Estimation","created":"2018-11-13","cited_by_count":68},{"id":"2003.03622","title":"Explaining Knowledge Distillation by Quantifying the Knowledge","created":"2020-03-07","cited_by_count":66},{"id":"1805.02641","title":"Label Refinery: Improving ImageNet Classification through Label Progression","created":"2018-05-07","cited_by_count":65},{"id":"2012.06048","title":"Reinforced Multi-Teacher Selection for Knowledge Distillation","created":"2020-12-11","cited_by_count":63},{"id":"2002.01775","title":"Feature-map-level Online Adversarial Knowledge Distillation","created":"2020-02-05","cited_by_count":62},{"id":"1809.07428","title":"Ranking Distillation: Learning Compact Ranking Models With High Performance for Recommender System","created":"2018-09-19","cited_by_count":60},{"id":"1908.01851","title":"Self-Knowledge Distillation in Natural Language Processing","created":"2019-08-02","cited_by_count":60},{"id":"2004.05304","title":"Inter-Region Affinity Distillation for Road Marking Segmentation","created":"2020-04-11","cited_by_count":58},{"id":"2006.04147","title":"Peer Collaborative Learning for Online Knowledge Distillation","created":"2020-06-07","cited_by_count":58},{"id":"1707.01220","title":"DarkRank: Accelerating Deep Metric Learning via Cross Sample Similarities Transfer","created":"2017-07-05","cited_by_count":56},{"id":"2102.12252","title":"Localization Distillation for Dense Object Detection","created":"2021-02-24","cited_by_count":55},{"id":"2108.02092","title":"Online Knowledge Distillation for Efficient Pose Estimation","created":"2021-08-04","cited_by_count":55},{"id":"2007.06889","title":"Knowledge Distillation for Multi-task Learning","created":"2020-07-14","cited_by_count":51},{"id":"2104.02862","title":"Farewell to Mutual Information: Variational Distillation for Cross-Modal Person Re-Identification","created":"2021-04-07","cited_by_count":50},{"id":"1808.05561","title":"Emotion Recognition in Speech using Cross-Modal Transfer in the Wild","created":"2018-08-16","cited_by_count":49},{"id":"2103.16368","title":"Data-Uncertainty Guided Multi-Phase Learning for Semi-Supervised Object Detection","created":"2021-03-29","cited_by_count":49},{"id":"2110.11027","title":"FedGEMS: Federated Learning of Larger Server Models via Selective Knowledge Fusion","created":"2021-10-21","cited_by_count":49},{"id":"2105.07519","title":"Graph-Free Knowledge Distillation for Graph Neural Networks","created":"2021-05-16","cited_by_count":46},{"id":"1910.08381","title":"Model Compression with Two-stage Multi-teacher Knowledge Distillation for Web Question Answering System","created":"2019-10-18","cited_by_count":43},{"id":"2106.03418","title":"Multi-Target Domain Adaptation with Collaborative Consistency Learning","created":"2021-06-07","cited_by_count":43},{"id":"2105.06152","title":"When Human Pose Estimation Meets Robustness: Adversarial Algorithms and Benchmarks","created":"2021-05-13","cited_by_count":41},{"id":"1904.09058","title":"Feature Fusion for Online Mutual Knowledge Distillation","created":"2019-04-19","cited_by_count":40},{"id":"2005.06068","title":"Deep Learning for Wireless Communications","created":"2020-05-12","cited_by_count":39},{"id":"2111.04964","title":"On Representation Knowledge Distillation for Graph Neural Networks","created":"2021-11-09","cited_by_count":38},{"id":"1904.12399","title":"Conditional Teacher-Student Learning","created":"2019-04-28","cited_by_count":34},{"id":"1908.00858","title":"Distilling Knowledge From a Deep Pose Regressor Network","created":"2019-08-02","cited_by_count":34},{"id":"1708.05466","title":"Large-Scale Domain Adaptation via Teacher-Student Learning","created":"2017-08-17","cited_by_count":31},{"id":"2107.00051","title":"Local-Global Knowledge Distillation in Heterogeneous Federated Learning with Non-IID Data","created":"2021-06-30","cited_by_count":31},{"id":"1908.09216","title":"Dynamic Kernel Distillation for Efficient Pose Estimation in Videos","created":"2019-08-24","cited_by_count":30}],"next_cursor":"100"}