{"list":"other","total":54,"rows":[{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1510.00149","title":"Deep Compression: Compressing Deep Neural Networks with Pruning, Trained Quantization and Huffman Coding","created":"2015-10-01","cited_by_count":2329},{"id":"1506.02626","title":"Learning both Weights and Connections for Efficient Neural Networks","created":"2015-06-08","cited_by_count":2031},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"1506.03340","title":"Teaching Machines to Read and Comprehend","created":"2015-06-10","cited_by_count":1049},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"1908.08345","title":"Text Summarization with Pretrained Encoders","created":"2019-08-22","cited_by_count":556},{"id":"2004.02984","title":"MobileBERT: a Compact Task-Agnostic BERT for Resource-Limited Devices","created":"2020-04-06","cited_by_count":482},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"1909.05840","title":"Q-BERT: Hessian Based Ultra Low Precision Quantization of BERT","created":"2019-09-12","cited_by_count":359},{"id":"1711.09485","title":"SkipNet: Learning Dynamic Routing in Convolutional Networks","created":"2017-11-26","cited_by_count":332},{"id":"2004.12993","title":"DeeBERT: Dynamic Early Exiting for Accelerating BERT Inference","created":"2020-04-27","cited_by_count":332},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310},{"id":"2006.04152","title":"BERT Loses Patience: Fast and Robust Inference with Early Exit","created":"2020-06-07","cited_by_count":273},{"id":"2004.02178","title":"FastBERT: a Self-distilling BERT with Adaptive Inference Time","created":"2020-04-05","cited_by_count":226},{"id":"2012.04584","title":"Distilling Knowledge from Reader to Retriever for Question Answering","created":"2020-12-08","cited_by_count":226},{"id":"1711.08393","title":"BlockDrop: Dynamic Inference Paths in Residual Networks","created":"2017-11-22","cited_by_count":189},{"id":"2002.08307","title":"Compressing BERT: Studying the Effects of Weight Pruning on Transfer Learning","created":"2020-02-19","cited_by_count":185},{"id":"1511.06393","title":"Fixed Point Quantization of Deep Convolutional Networks","created":"2015-11-19","cited_by_count":143},{"id":"2004.07453","title":"The Right Tool for the Job: Matching Model and Instance Complexities","created":"2020-04-16","cited_by_count":126},{"id":"1902.01996","title":"Are All Layers Created Equal?","created":"2019-02-06","cited_by_count":94},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80},{"id":"2010.13002","title":"Pre-trained Summarization Distillation","created":"2020-10-24","cited_by_count":71},{"id":"2112.01573","title":"FuseDream: Training-Free Text-to-Image Generation with Improved CLIP+GAN Space Optimization","created":"2021-12-02","cited_by_count":71},{"id":"2010.10604","title":"Bayesian Attention Modules","created":"2020-10-20","cited_by_count":51},{"id":"1708.06834","title":"Skip RNN: Learning to Skip State Updates in Recurrent Neural Networks","created":"2017-08-22","cited_by_count":49},{"id":"2106.01494","title":"Knowing More About Questions Can Help: Improving Calibration in Question Answering","created":"2021-06-02","cited_by_count":47},{"id":"2203.13240","title":"Token Dropping for Efficient BERT Pretraining","created":"2022-03-24","cited_by_count":42},{"id":"2306.00398","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","created":"2023-06-01","cited_by_count":31},{"id":"2002.07972","title":"The Microsoft Toolkit of Multi-Task Deep Neural Networks for Natural Language Understanding","created":"2020-02-19","cited_by_count":28},{"id":"2109.04408","title":"Learning with Different Amounts of Annotation: From Zero to Many Labels","created":"2021-09-09","cited_by_count":28},{"id":"2205.06126","title":"One Model, Multiple Modalities: A Sparsely Activated Approach for Text, Sound, Image, Video and Code","created":"2022-05-12","cited_by_count":26},{"id":"2106.05251","title":"Bayesian Attention Belief Networks","created":"2021-06-09","cited_by_count":25},{"id":"2203.11239","title":"DQ-BART: Efficient Sequence-to-Sequence Model via Joint Distillation and Quantization","created":"2022-03-21","cited_by_count":23},{"id":"2205.04980","title":"ALLSH: Active Learning Guided by Local Sensitivity and Hardness","created":"2022-05-10","cited_by_count":23},{"id":"2302.10342","title":"Fantastic Rewards and How to Tame Them: A Case Study on Reward Learning for Task-oriented Dialogue Systems","created":"2023-02-20","cited_by_count":19},{"id":"2205.10350","title":"Lossless Acceleration for Seq2seq Generation with Aggressive Decoding","created":"2022-05-20","cited_by_count":18},{"id":"1904.00761","title":"Neural Speed Reading with Structural-Jump-LSTM","created":"2019-03-20","cited_by_count":17},{"id":"2110.12567","title":"Alignment Attention by Matching Key and Query Distributions","created":"2021-10-25","cited_by_count":14},{"id":"2206.07166","title":"Regularizing a Model-based Policy Stationary Distribution to Stabilize Offline Reinforcement Learning","created":"2022-06-14","cited_by_count":14},{"id":"2210.05922","title":"A Unified Framework for Alternating Offline Model Training and Policy Learning","created":"2022-10-12","cited_by_count":14},{"id":"2211.00915","title":"Passage-Mask: A Learnable Regularization Strategy for Retriever-Reader Models","created":"2022-11-02","cited_by_count":6},{"id":"2403.16995","title":"Language Rectified Flow: Advancing Diffusion Language Generation with Probabilistic Flows","created":"2024-03-25","cited_by_count":4}],"next_cursor":null}