{"list":"other","total":57,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1707.06347","title":"Proximal Policy Optimization Algorithms","created":"2017-07-20","cited_by_count":15215},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720},{"id":"1904.09751","title":"The Curious Case of Neural Text Degeneration","created":"2019-04-22","cited_by_count":2916},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1909.08593","title":"Fine-Tuning Language Models from Human Preferences","created":"2019-09-18","cited_by_count":2150},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1412.6550","title":"FitNets: Hints for Thin Deep Nets","created":"2014-12-19","cited_by_count":1653},{"id":"2002.10957","title":"MiniLM: Deep Self-Attention Distillation for Task-Agnostic Compression of Pre-Trained Transformers","created":"2020-02-25","cited_by_count":1463},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843},{"id":"1902.03393","title":"Improved Knowledge Distillation via Teacher Assistant","created":"2019-02-09","cited_by_count":573},{"id":"1908.09355","title":"Patient Knowledge Distillation for BERT Model Compression","created":"2019-08-25","cited_by_count":508},{"id":"1802.01886","title":"Texygen: A Benchmarking Platform for Text Generation Models","created":"2018-02-06","cited_by_count":491},{"id":"1808.09121","title":"WiC: the Word-in-Context Dataset for Evaluating Context-Sensitive Meaning Representations","created":"2018-08-28","cited_by_count":372},{"id":"1705.04304","title":"A Deep Reinforced Model for Abstractive Summarization","created":"2017-05-11","cited_by_count":365},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290},{"id":"2210.01241","title":"Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization","created":"2022-10-03","cited_by_count":246},{"id":"2012.15828","title":"MiniLMv2: Multi-Head Self-Attention Relation Distillation for Compressing Pretrained Transformers","created":"2020-12-31","cited_by_count":245},{"id":"2002.08307","title":"Compressing BERT: Studying the Effects of Weight Pruning on Transfer Learning","created":"2020-02-19","cited_by_count":185},{"id":"1911.03118","title":"Not Enough Data? Deep Learning to the Rescue!","created":"2019-11-08","cited_by_count":175},{"id":"1607.07086","title":"An Actor-Critic Algorithm for Sequence Prediction","created":"2016-07-24","cited_by_count":159},{"id":"2009.12812","title":"TernaryBERT: Distillation-aware Ultra-low Bit BERT","created":"2020-09-27","cited_by_count":148},{"id":"1812.06705","title":"Conditional BERT Contextual Augmentation","created":"2018-12-17","cited_by_count":107},{"id":"1901.05415","title":"Learning from Dialogue after Deployment: Feed Yourself, Chatbot!","created":"2019-01-16","cited_by_count":102},{"id":"2010.05848","title":"Human-centric Dialog Training via Offline Reinforcement Learning","created":"2020-10-12","cited_by_count":93},{"id":"2009.08825","title":"Densely Guided Knowledge Distillation using Multiple Teacher Assistants","created":"2020-09-18","cited_by_count":83},{"id":"2203.10705","title":"Compression of Generative Pre-trained Language Models via Quantization","created":"2022-03-21","cited_by_count":79},{"id":"2109.09193","title":"Towards Zero-Label Language Learning","created":"2021-09-19","cited_by_count":76},{"id":"1804.05958","title":"Can Neural Machine Translation be Improved with User Feedback?","created":"2018-04-16","cited_by_count":72},{"id":"2011.00593","title":"MixKD: Towards Efficient Distillation of Large-scale Language Models","created":"2020-11-01","cited_by_count":65},{"id":"2009.07839","title":"Text Generation by Learning from Demonstrations","created":"2020-09-16","cited_by_count":64},{"id":"2009.14167","title":"Contrastive Distillation on Intermediate Representations for Language Model Compression","created":"2020-09-29","cited_by_count":57},{"id":"2105.12002","title":"Super Tickets in Pre-Trained Language Models: From Model Compression to Improving Generalization","created":"2021-05-25","cited_by_count":56},{"id":"2202.12499","title":"PromDA: Prompt-based Data Augmentation for Low-Resource NLU Tasks","created":"2022-02-25","cited_by_count":51},{"id":"2004.11546","title":"Generative Data Augmentation for Commonsense Reasoning","created":"2020-04-24","cited_by_count":49},{"id":"2106.08942","title":"Revisiting the Weaknesses of Reinforcement Learning for Neural Machine Translation","created":"2021-06-16","cited_by_count":33},{"id":"2109.08359","title":"Distilling Linguistic Context for Language Model Compression","created":"2021-09-17","cited_by_count":33},{"id":"1805.01252","title":"Improving a Neural Semantic Parser by Counterfactual Learning from Human Bandit Feedback","created":"2018-05-03","cited_by_count":32},{"id":"2304.14334","title":"ZeroShotDataAug: Generating and Augmenting Training Data with ChatGPT","created":"2023-04-27","cited_by_count":32},{"id":"2002.05058","title":"Learning to Compare for Better Training and Evaluation of Open Domain Natural Language Generation Models","created":"2020-02-12","cited_by_count":28},{"id":"2305.10010","title":"AD-KD: Attribution-Driven Knowledge Distillation for Language Model Compression","created":"2023-05-17","cited_by_count":26},{"id":"1712.02838","title":"End-to-End Offline Goal-Oriented Dialog Policy Learning via Policy Gradient","created":"2017-12-07","cited_by_count":23},{"id":"2209.03316","title":"On the Complementarity between Pre-Training and Random-Initialization for Resource-Rich Machine Translation","created":"2022-09-07","cited_by_count":15},{"id":"2110.01811","title":"On the Complementarity between Pre-Training and Back-Translation for Neural Machine Translation","created":"2021-10-05","cited_by_count":14}],"next_cursor":null}