{"list":"other","total":106,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1512.00567","title":"Rethinking the Inception Architecture for Computer Vision","created":"2015-12-02","cited_by_count":5475},{"id":"1801.04381","title":"MobileNetV2: Inverted Residuals and Linear Bottlenecks","created":"2018-01-13","cited_by_count":4795},{"id":"1709.01507","title":"Squeeze-and-Excitation Networks","created":"2017-09-05","cited_by_count":4789},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1605.07146","title":"Wide Residual Networks","created":"2016-05-23","cited_by_count":3070},{"id":"2011.10566","title":"Exploring Simple Siamese Representation Learning","created":"2020-11-20","cited_by_count":2866},{"id":"1412.6550","title":"FitNets: Hints for Thin Deep Nets","created":"2014-12-19","cited_by_count":1653},{"id":"2006.05525","title":"Knowledge Distillation: A Survey","created":"2020-06-09","cited_by_count":1603},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"1612.03928","title":"Paying More Attention to Attention: Improving the Performance of Convolutional Neural Networks via Attention Transfer","created":"2016-12-12","cited_by_count":1077},{"id":"1906.02629","title":"When Does Label Smoothing Help?","created":"2019-06-06","cited_by_count":988},{"id":"1904.05068","title":"Relational Knowledge Distillation","created":"2019-04-10","cited_by_count":889},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"1910.10699","title":"Contrastive Representation Distillation","created":"2019-10-23","cited_by_count":748},{"id":"1706.00384","title":"Deep Mutual Learning","created":"2017-06-01","cited_by_count":628},{"id":"1902.03393","title":"Improved Knowledge Distillation via Teacher Assistant","created":"2019-02-09","cited_by_count":573},{"id":"1805.04770","title":"Born Again Neural Networks","created":"2018-05-12","cited_by_count":546},{"id":"1907.09682","title":"Similarity-Preserving Knowledge Distillation","created":"2019-07-23","cited_by_count":516},{"id":"1905.08094","title":"Be Your Own Teacher: Improve the Performance of Convolutional Neural Networks via Self Distillation","created":"2019-05-17","cited_by_count":497},{"id":"1508.06576","title":"A Neural Algorithm of Artistic Style","created":"2015-08-26","cited_by_count":483},{"id":"2203.11932","title":"Dataset Distillation by Matching Training Trajectories","created":"2022-03-22","cited_by_count":442},{"id":"1511.06295","title":"Policy Distillation","created":"2015-11-19","cited_by_count":440},{"id":"1912.08795","title":"Dreaming to Distill: Data-free Knowledge Transfer via DeepInversion","created":"2019-12-18","cited_by_count":423},{"id":"1910.01348","title":"On the Efficacy of Knowledge Distillation","created":"2019-10-03","cited_by_count":381},{"id":"1904.01866","title":"A Comprehensive Overhaul of Feature Distillation","created":"2019-04-03","cited_by_count":348},{"id":"1904.05835","title":"Variational Information Distillation for Knowledge Transfer","created":"2019-04-11","cited_by_count":324},{"id":"2004.05937","title":"Knowledge Distillation and Student-Teacher Learning for Visual Intelligence: A Review and New Outlooks","created":"2020-04-13","cited_by_count":316},{"id":"1904.01802","title":"Correlation Congruence for Knowledge Distillation","created":"2019-04-03","cited_by_count":285},{"id":"1903.04197","title":"Structured Knowledge Distillation for Dense Prediction","created":"2019-03-11","cited_by_count":279},{"id":"1802.04977","title":"Paraphrasing Complex Network: Network Compression via Factor Transfer","created":"2018-02-14","cited_by_count":260},{"id":"1811.03233","title":"Knowledge Transfer via Distillation of Activation Boundaries Formed by Hidden Neurons","created":"2018-11-08","cited_by_count":238},{"id":"2001.01526","title":"Mutual Mean-Teaching: Pseudo Label Refinery for Unsupervised Domain Adaptation on Person Re-identification","created":"2020-01-06","cited_by_count":215},{"id":"1803.10837","title":"Learning Deep Representations with Probabilistic Knowledge Transfer","created":"2018-03-28","cited_by_count":213},{"id":"1806.04606","title":"Knowledge Distillation by On-the-Fly Native Ensemble","created":"2018-06-12","cited_by_count":186},{"id":"1507.00448","title":"Cross Modal Distillation for Supervision Transfer","created":"2015-07-02","cited_by_count":175},{"id":"2001.01536","title":"Learning From Multiple Experts: Self-paced Knowledge Distillation for Long-tailed Classification","created":"2020-01-06","cited_by_count":175},{"id":"2002.05715","title":"Self-Distillation Amplifies Regularization in Hilbert Space","created":"2020-02-13","cited_by_count":173},{"id":"2011.13256","title":"Channel-wise Knowledge Distillation for Dense Prediction","created":"2020-11-26","cited_by_count":163},{"id":"1908.00821","title":"Learning Lightweight Lane Detection CNNs by Self Attention Distillation","created":"2019-08-02","cited_by_count":162},{"id":"1804.03235","title":"Large scale distributed neural network training through online distillation","created":"2018-04-09","cited_by_count":146},{"id":"2003.13964","title":"Regularizing Class-wise Predictions via Self-knowledge Distillation","created":"2020-03-31","cited_by_count":144},{"id":"2012.03236","title":"Cross-Layer Distillation with Semantic Calibration","created":"2020-12-06","cited_by_count":143},{"id":"2006.07114","title":"Knowledge Distillation Meets Self-Supervision","created":"2020-06-12","cited_by_count":142},{"id":"1710.07535","title":"Data-Free Knowledge Distillation for Deep Neural Networks","created":"2017-10-19","cited_by_count":136},{"id":"1905.09768","title":"Zero-shot Knowledge Transfer via Adversarial Belief Matching","created":"2019-05-23","cited_by_count":129},{"id":"1912.00350","title":"Online Knowledge Distillation with Diverse Peers","created":"2019-12-01","cited_by_count":128},{"id":"1712.04440","title":"Data Distillation: Towards Omni-Supervised Learning","created":"2017-12-12","cited_by_count":126},{"id":"1905.08114","title":"Zero-Shot Knowledge Distillation in Deep Networks","created":"2019-05-20","cited_by_count":121},{"id":"2204.06986","title":"Cross-Image Relational Knowledge Distillation for Semantic Segmentation","created":"2022-04-14","cited_by_count":118},{"id":"2006.12000","title":"Self-Knowledge Distillation with Progressive Refinement of Targets","created":"2020-06-22","cited_by_count":107},{"id":"1812.00123","title":"Snapshot Distillation: Teacher-Student Optimization in One Generation","created":"2018-12-01","cited_by_count":99},{"id":"1912.11006","title":"Data-Free Adversarial Distillation","created":"2019-12-23","cited_by_count":90},{"id":"2009.08825","title":"Densely Guided Knowledge Distillation using Multiple Teacher Assistants","created":"2020-09-18","cited_by_count":83},{"id":"1907.10107","title":"Lifelong GAN: Continual Learning for Conditional Image Generation","created":"2019-07-23","cited_by_count":78},{"id":"1803.00443","title":"Knowledge Transfer with Jacobian Matching","created":"2018-03-01","cited_by_count":76},{"id":"1904.09149","title":"Knowledge Distillation via Route Constrained Optimization","created":"2019-04-19","cited_by_count":75},{"id":"2005.00727","title":"Heterogeneous Knowledge Distillation using Information Flow Modeling","created":"2020-05-02","cited_by_count":73},{"id":"1805.11761","title":"Collaborative Learning for Deep Neural Networks","created":"2018-05-30","cited_by_count":69},{"id":"2012.14022","title":"ALP-KD: Attention-Based Layer Projection for Knowledge Distillation","created":"2020-12-27","cited_by_count":66},{"id":"1902.09145","title":"DDFlow: Learning Optical Flow with Unlabeled Data Distillation","created":"2019-02-25","cited_by_count":63},{"id":"2002.01775","title":"Feature-map-level Online Adversarial Knowledge Distillation","created":"2020-02-05","cited_by_count":62},{"id":"2006.04147","title":"Peer Collaborative Learning for Online Knowledge Distillation","created":"2020-06-07","cited_by_count":58},{"id":"1707.01220","title":"DarkRank: Accelerating Deep Metric Learning via Cross Sample Similarities Transfer","created":"2017-07-05","cited_by_count":56},{"id":"1807.06819","title":"Self-supervised Knowledge Distillation Using Singular Value Decomposition","created":"2018-07-18","cited_by_count":48},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46},{"id":"1910.04641","title":"Cross-modal knowledge distillation for action recognition","created":"2019-10-10","cited_by_count":45},{"id":"1905.05901","title":"Learning What and Where to Transfer","created":"2019-05-15","cited_by_count":43},{"id":"2104.12565","title":"Mutual Contrastive Learning for Visual Representation Learning","created":"2021-04-26","cited_by_count":42},{"id":"1904.09058","title":"Feature Fusion for Online Mutual Knowledge Distillation","created":"2019-04-19","cited_by_count":40},{"id":"2003.03519","title":"Distilling portable Generative Adversarial Networks for Image Translation","created":"2020-03-07","cited_by_count":37},{"id":"1909.12978","title":"MutualNet: Adaptive ConvNet via Mutual Learning from Network Width and Resolution","created":"2019-09-27","cited_by_count":36},{"id":"2008.07816","title":"Knowledge Transfer via Dense Cross-Layer Mutual-Distillation","created":"2020-08-18","cited_by_count":32},{"id":"1902.00159","title":"Compressing GANs using Knowledge Distillation","created":"2019-02-01","cited_by_count":31},{"id":"1907.02226","title":"Graph-based Knowledge Distillation by Multi-head Attention Network","created":"2019-07-04","cited_by_count":31},{"id":"1906.10546","title":"Knowledge Amalgamation from Heterogeneous Networks by Common Feature Learning","created":"2019-06-24","cited_by_count":28},{"id":"2008.01458","title":"Prime-Aware Adaptive Distillation","created":"2020-08-04","cited_by_count":28},{"id":"2012.04915","title":"Progressive Network Grafting for Few-Shot Knowledge Distillation","created":"2020-12-09","cited_by_count":25},{"id":"1909.11874","title":"Compact Trilinear Interaction for Visual Question Answering","created":"2019-09-26","cited_by_count":24},{"id":"1908.07121","title":"Customizing Student Networks From Heterogeneous Teachers via Adaptive Knowledge Amalgamation","created":"2019-08-20","cited_by_count":23},{"id":"1909.10754","title":"FEED: Feature-level Ensemble for Knowledge Distillation","created":"2019-09-24","cited_by_count":23},{"id":"2008.00506","title":"Differentiable Feature Aggregation Search for Knowledge Distillation","created":"2020-08-02","cited_by_count":23},{"id":"2006.01683","title":"Channel Distillation: Channel-Wise Attention for Knowledge Distillation","created":"2020-06-02","cited_by_count":21},{"id":"1805.09791","title":"Multi-Task Zipping via Layer-wise Neuron Sharing","created":"2018-05-24","cited_by_count":20},{"id":"1906.00675","title":"Deeply-supervised Knowledge Synergy","created":"2019-06-03","cited_by_count":18},{"id":"2008.09958","title":"Matching Guided Distillation","created":"2020-08-23","cited_by_count":18},{"id":"2008.12094","title":"MetaDistiller: Network Self-Boosting via Meta-Learned Top-Down Distillation","created":"2020-08-27","cited_by_count":18},{"id":"1908.05474","title":"Adaptive Regularization of Labels","created":"2019-08-15","cited_by_count":16},{"id":"2011.07449","title":"Online Ensemble Model Compression using Knowledge Distillation","created":"2020-11-15","cited_by_count":16},{"id":"1802.03039","title":"Few-shot learning of neural networks from scratch by pseudo example optimization","created":"2018-02-08","cited_by_count":15},{"id":"1807.07682","title":"Cross-Modality Distillation: A case for Conditional Generative Adversarial Networks","created":"2018-07-20","cited_by_count":11}],"next_cursor":"100"}