{"list":"other","total":53,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"2004.04906","title":"Dense Passage Retrieval for Open-Domain Question Answering","created":"2020-04-10","cited_by_count":3824},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"2005.08100","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","created":"2020-05-16","cited_by_count":1863},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1606.04671","title":"Progressive Neural Networks","created":"2016-06-15","cited_by_count":1361},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"1606.06031","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","created":"2016-06-20","cited_by_count":992},{"id":"1506.03134","title":"Pointer Networks","created":"2015-06-09","cited_by_count":895},{"id":"1910.14599","title":"Adversarial NLI: A New Benchmark for Natural Language Understanding","created":"2019-10-31","cited_by_count":807},{"id":"1911.00172","title":"Generalization through Memorization: Nearest Neighbor Language Models","created":"2019-11-01","cited_by_count":800},{"id":"1905.12616","title":"Defending Against Neural Fake News","created":"2019-05-29","cited_by_count":559},{"id":"1308.0850","title":"Generating Sequences With Recurrent Neural Networks","created":"2013-08-04","cited_by_count":554},{"id":"2004.05785","title":"Learning under Concept Drift: A Review","created":"2020-04-13","cited_by_count":477},{"id":"1611.09830","title":"NewsQA: A Machine Comprehension Dataset","created":"2016-11-29","cited_by_count":331},{"id":"1812.02707","title":"Video Action Transformer Network","created":"2018-12-06","cited_by_count":316},{"id":"1312.3005","title":"One Billion Word Benchmark for Measuring Progress in Statistical Language Modeling","created":"2013-12-11","cited_by_count":308},{"id":"2004.06100","title":"Pretrained Transformers Improve Out-of-Distribution Robustness","created":"2020-04-13","cited_by_count":294},{"id":"1704.05179","title":"SearchQA: A New Q&A Dataset Augmented with Context from a Search Engine","created":"2017-04-18","cited_by_count":225},{"id":"2012.00363","title":"Modifying Memories in Transformer Models","created":"2020-12-01","cited_by_count":224},{"id":"1605.09096","title":"Diachronic Word Embeddings Reveal Statistical Laws of Semantic Change","created":"2016-05-30","cited_by_count":221},{"id":"1906.01076","title":"Episodic Memory in Lifelong Language Learning","created":"2019-06-03","cited_by_count":188},{"id":"1909.03242","title":"MultiFC: A Real-World Multi-Domain Dataset for Evidence-Based Fact Checking of Claims","created":"2019-09-07","cited_by_count":169},{"id":"1909.03329","title":"LAMOL: LAnguage MOdeling for Lifelong Language Learning","created":"2019-09-07","cited_by_count":160},{"id":"1909.00015","title":"Adaptively Sparse Transformers","created":"2019-08-30","cited_by_count":155},{"id":"2004.00345","title":"Editable Neural Networks","created":"2020-04-01","cited_by_count":155},{"id":"1909.02060","title":"Distributionally Robust Language Modeling","created":"2019-09-04","cited_by_count":143},{"id":"2008.02637","title":"Question and Answer Test-Train Overlap in Open-Domain Question Answering Datasets","created":"2020-08-06","cited_by_count":138},{"id":"1710.03641","title":"Continuous Adaptation via Meta-Learning in Nonstationary and Competitive Environments","created":"2017-10-10","cited_by_count":108},{"id":"1806.07687","title":"Automated Fact Checking: Task formulations, methods and future directions","created":"2018-06-20","cited_by_count":96},{"id":"2005.00636","title":"We Need to Talk About Random Splits","created":"2020-05-01","cited_by_count":71},{"id":"2012.15349","title":"DynaSent: A Dynamic Benchmark for Sentiment Analysis","created":"2020-12-30","cited_by_count":63},{"id":"1709.07432","title":"Dynamic Evaluation of Neural Sequence Models","created":"2017-09-21","cited_by_count":55},{"id":"1906.04726","title":"What Kind of Language Is Hard to Language-Model?","created":"2019-06-11","cited_by_count":50},{"id":"1904.08378","title":"Dynamic Evaluation of Transformer Language Models","created":"2019-04-17","cited_by_count":23},{"id":"1907.04347","title":"Cross-Domain Generalization of Neural Constituency Parsers","created":"2019-07-09","cited_by_count":17},{"id":"1812.10382","title":"The Global Anchor Method for Quantifying Linguistic Shifts and Domain Adaptation","created":"2018-12-12","cited_by_count":3},{"id":"1909.03464","title":"Back to the Future -- Sequential Alignment of Text Representations","created":"2019-09-08","cited_by_count":3}],"next_cursor":null}