{"list":"other","total":72,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1905.11946","title":"EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks","created":"2019-05-28","cited_by_count":6442},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"1412.6550","title":"FitNets: Hints for Thin Deep Nets","created":"2014-12-19","cited_by_count":1653},{"id":"2006.05525","title":"Knowledge Distillation: A Survey","created":"2020-06-09","cited_by_count":1603},{"id":"1911.04252","title":"Self-training with Noisy Student improves ImageNet classification","created":"2019-11-11","cited_by_count":1311},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"1711.03213","title":"CyCADA: Cycle-Consistent Adversarial Domain Adaptation","created":"2017-11-08","cited_by_count":1082},{"id":"1612.03928","title":"Paying More Attention to Attention: Improving the Performance of Convolutional Neural Networks via Attention Transfer","created":"2016-12-12","cited_by_count":1077},{"id":"1904.05068","title":"Relational Knowledge Distillation","created":"2019-04-10","cited_by_count":889},{"id":"1606.07947","title":"Sequence-Level Knowledge Distillation","created":"2016-06-25","cited_by_count":801},{"id":"1703.10593","title":"Unpaired Image-to-Image Translation using Cycle-Consistent Adversarial Networks","created":"2017-03-30","cited_by_count":707},{"id":"2001.05566","title":"Image Segmentation Using Deep Learning: A Survey","created":"2020-01-15","cited_by_count":660},{"id":"1706.00384","title":"Deep Mutual Learning","created":"2017-06-01","cited_by_count":628},{"id":"1802.10349","title":"Learning to Adapt Structured Output Space for Semantic Segmentation","created":"2018-02-28","cited_by_count":584},{"id":"1902.03393","title":"Improved Knowledge Distillation via Teacher Assistant","created":"2019-02-09","cited_by_count":573},{"id":"1508.01991","title":"Bidirectional LSTM-CRF Models for Sequence Tagging","created":"2015-08-09","cited_by_count":546},{"id":"1805.04770","title":"Born Again Neural Networks","created":"2018-05-12","cited_by_count":546},{"id":"1908.09355","title":"Patient Knowledge Distillation for BERT Model Compression","created":"2019-08-25","cited_by_count":508},{"id":"1905.08094","title":"Be Your Own Teacher: Improve the Performance of Convolutional Neural Networks via Self Distillation","created":"2019-05-17","cited_by_count":497},{"id":"1712.00559","title":"Progressive Neural Architecture Search","created":"2017-12-02","cited_by_count":487},{"id":"1911.02357","title":"Uninformed Students: Student-Teacher Anomaly Detection with Discriminative Latent Embeddings","created":"2019-11-06","cited_by_count":386},{"id":"1610.05755","title":"Semi-supervised Knowledge Transfer for Deep Learning from Private Training Data","created":"2016-10-18","cited_by_count":348},{"id":"2004.05937","title":"Knowledge Distillation and Student-Teacher Learning for Visual Intelligence: A Review and New Outlooks","created":"2020-04-13","cited_by_count":316},{"id":"1904.10620","title":"Bidirectional Learning for Domain Adaptation of Semantic Segmentation","created":"2019-04-24","cited_by_count":308},{"id":"1904.01802","title":"Correlation Congruence for Knowledge Distillation","created":"2019-04-03","cited_by_count":285},{"id":"2005.04757","title":"A Simple Semi-Supervised Learning Framework for Object Detection","created":"2020-05-10","cited_by_count":282},{"id":"1802.04977","title":"Paraphrasing Complex Network: Network Compression via Factor Transfer","created":"2018-02-14","cited_by_count":260},{"id":"1811.03233","title":"Knowledge Transfer via Distillation of Activation Boundaries Formed by Hidden Neurons","created":"2018-11-08","cited_by_count":238},{"id":"1707.00183","title":"Teacher-Student Curriculum Learning","created":"2017-07-01","cited_by_count":210},{"id":"1806.04606","title":"Knowledge Distillation by On-the-Fly Native Ensemble","created":"2018-06-12","cited_by_count":186},{"id":"1903.12136","title":"Distilling Task-Specific Knowledge from BERT into Simple Neural Networks","created":"2019-03-28","cited_by_count":153},{"id":"2006.07114","title":"Knowledge Distillation Meets Self-Supervision","created":"2020-06-12","cited_by_count":142},{"id":"1912.00350","title":"Online Knowledge Distillation with Diverse Peers","created":"2019-12-01","cited_by_count":128},{"id":"1910.03723","title":"Knowledge Distillation from Internal Representations","created":"2019-10-08","cited_by_count":87},{"id":"2108.11353","title":"Multi-Task Self-Training for Learning General Representations","created":"2021-08-25","cited_by_count":85},{"id":"2003.06780","title":"Self-trained Deep Ordinal Regression for End-to-End Video Anomaly Detection","created":"2020-03-15","cited_by_count":83},{"id":"2003.03622","title":"Explaining Knowledge Distillation by Quantifying the Knowledge","created":"2020-03-07","cited_by_count":66},{"id":"1805.02641","title":"Label Refinery: Improving ImageNet Classification through Label Progression","created":"2018-05-07","cited_by_count":65},{"id":"2012.06048","title":"Reinforced Multi-Teacher Selection for Knowledge Distillation","created":"2020-12-11","cited_by_count":63},{"id":"2002.01775","title":"Feature-map-level Online Adversarial Knowledge Distillation","created":"2020-02-05","cited_by_count":62},{"id":"1809.07428","title":"Ranking Distillation: Learning Compact Ranking Models With High Performance for Recommender System","created":"2018-09-19","cited_by_count":60},{"id":"1908.01851","title":"Self-Knowledge Distillation in Natural Language Processing","created":"2019-08-02","cited_by_count":60},{"id":"2006.04147","title":"Peer Collaborative Learning for Online Knowledge Distillation","created":"2020-06-07","cited_by_count":58},{"id":"1707.01220","title":"DarkRank: Accelerating Deep Metric Learning via Cross Sample Similarities Transfer","created":"2017-07-05","cited_by_count":56},{"id":"2108.02092","title":"Online Knowledge Distillation for Efficient Pose Estimation","created":"2021-08-04","cited_by_count":55},{"id":"1808.05561","title":"Emotion Recognition in Speech using Cross-Modal Transfer in the Wild","created":"2018-08-16","cited_by_count":49},{"id":"2103.16368","title":"Data-Uncertainty Guided Multi-Phase Learning for Semi-Supervised Object Detection","created":"2021-03-29","cited_by_count":49},{"id":"1904.09058","title":"Feature Fusion for Online Mutual Knowledge Distillation","created":"2019-04-19","cited_by_count":40},{"id":"2005.06068","title":"Deep Learning for Wireless Communications","created":"2020-05-12","cited_by_count":39},{"id":"1908.00858","title":"Distilling Knowledge From a Deep Pose Regressor Network","created":"2019-08-02","cited_by_count":34},{"id":"1708.05466","title":"Large-Scale Domain Adaptation via Teacher-Student Learning","created":"2017-08-17","cited_by_count":31},{"id":"1910.04985","title":"VarGFaceNet: An Efficient Variable Group Convolutional Neural Network for Lightweight Face Recognition","created":"2019-10-11","cited_by_count":30},{"id":"2007.09029","title":"Knowledge Distillation in Deep Learning and its Applications","created":"2020-07-17","cited_by_count":29},{"id":"2202.09852","title":"Cross-Task Knowledge Distillation in Multi-Task Recommendation","created":"2022-02-20","cited_by_count":22},{"id":"1904.01769","title":"M2KD: Multi-model and Multi-level Knowledge Distillation for Incremental Learning","created":"2019-04-03","cited_by_count":21},{"id":"1702.02052","title":"Knowledge Adaptation: Teaching to Adapt","created":"2017-02-07","cited_by_count":17},{"id":"1912.03334","title":"Explaining Sequence-Level Knowledge Distillation as Data-Augmentation for Neural Machine Translation","created":"2019-12-06","cited_by_count":16},{"id":"1912.10729","title":"TextNAS: A Neural Architecture Search Space tailored for Text Representation","created":"2019-12-23","cited_by_count":16},{"id":"2002.12597","title":"An Efficient Method of Training Small Models for Regression Problems with Knowledge Distillation","created":"2020-02-28","cited_by_count":14},{"id":"1911.13019","title":"Towards Oracle Knowledge Distillation with Neural Architecture Search","created":"2019-11-29","cited_by_count":13},{"id":"1905.10620","title":"ShrinkTeaNet: Million-scale Lightweight Face Recognition via Shrinking Teacher-Student Networks","created":"2019-05-25","cited_by_count":12},{"id":"1907.06017","title":"Learn Spelling from Teachers: Transferring Knowledge from Language Models to Sequence-to-Sequence Speech Recognition","created":"2019-07-13","cited_by_count":12},{"id":"1807.07682","title":"Cross-Modality Distillation: A case for Conditional Generative Adversarial Networks","created":"2018-07-20","cited_by_count":11},{"id":"2006.04093","title":"Multi-view Contrastive Learning for Online Knowledge Distillation","created":"2020-06-07","cited_by_count":11},{"id":"1808.01405","title":"Teacher Guided Architecture Search","created":"2018-08-04","cited_by_count":10},{"id":"1904.07933","title":"Audio-Visual Model Distillation Using Acoustic Images","created":"2019-04-16","cited_by_count":8},{"id":"1809.06833","title":"Advancing Multi-Accented LSTM-CTC Speech Recognition using a Domain Specific Student-Teacher Learning Paradigm","created":"2018-09-18","cited_by_count":5},{"id":"1907.00873","title":"Compression of Acoustic Event Detection Models With Quantized Distillation","created":"2019-07-01","cited_by_count":4}],"next_cursor":null}