{"list":"other","total":136,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1904.09751","title":"The Curious Case of Neural Text Degeneration","created":"2019-04-22","cited_by_count":2916},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"2202.03629","title":"Survey of Hallucination in Natural Language Generation","created":"2022-02-08","cited_by_count":2075},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2012.15723","title":"Making Pre-trained Language Models Better Few-shot Learners","created":"2020-12-31","cited_by_count":1256},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"1805.04833","title":"Hierarchical Neural Story Generation","created":"2018-05-13","cited_by_count":1193},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"1905.05950","title":"BERT Rediscovers the Classical NLP Pipeline","created":"2019-05-15","cited_by_count":1059},{"id":"2211.01910","title":"Large Language Models Are Human-Level Prompt Engineers","created":"2022-11-03","cited_by_count":1045},{"id":"2007.15779","title":"Domain-Specific Language Model Pretraining for Biomedical Natural Language Processing","created":"2020-07-31","cited_by_count":1009},{"id":"2005.14050","title":"Language (Technology) is Power: A Critical Survey of \"Bias\" in NLP","created":"2020-05-28","cited_by_count":956},{"id":"2001.07676","title":"Exploiting Cloze Questions for Few Shot Text Classification and Natural Language Inference","created":"2020-01-21","cited_by_count":938},{"id":"2004.09456","title":"StereoSet: Measuring stereotypical bias in pretrained language models","created":"2020-04-20","cited_by_count":924},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"1910.14599","title":"Adversarial NLI: A New Benchmark for Natural Language Understanding","created":"2019-10-31","cited_by_count":807},{"id":"2005.00247","title":"AdapterFusion: Non-Destructive Task Composition for Transfer Learning","created":"2020-05-01","cited_by_count":788},{"id":"1907.11932","title":"Is BERT Really Robust? A Strong Baseline for Natural Language Attack on Text Classification and Entailment","created":"2019-07-27","cited_by_count":671},{"id":"1804.10959","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","created":"2018-04-29","cited_by_count":639},{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632},{"id":"1907.10597","title":"Green AI","created":"2019-07-22","cited_by_count":627},{"id":"1905.12616","title":"Defending Against Neural Fake News","created":"2019-05-29","cited_by_count":559},{"id":"1508.01211","title":"Listen, Attend and Spell","created":"2015-08-05","cited_by_count":543},{"id":"2210.10341","title":"BioGPT: Generative Pre-trained Transformer for Biomedical Text Generation and Mining","created":"2022-10-19","cited_by_count":538},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509},{"id":"2003.08271","title":"Pre-trained Models for Natural Language Processing: A Survey","created":"2020-03-18","cited_by_count":505},{"id":"1906.04043","title":"GLTR: Statistical Detection and Visualization of Generated Text","created":"2019-06-10","cited_by_count":496},{"id":"1711.02281","title":"Non-Autoregressive Neural Machine Translation","created":"2017-11-07","cited_by_count":463},{"id":"1905.06316","title":"What do you learn from context? Probing for sentence structure in contextualized word representations","created":"2019-05-15","cited_by_count":438},{"id":"1903.10561","title":"On Measuring Social Biases in Sentence Encoders","created":"2019-03-25","cited_by_count":398},{"id":"2104.06378","title":"QA-GNN: Reasoning with Language Models and Knowledge Graphs for Question Answering","created":"2021-04-13","cited_by_count":388},{"id":"2101.05783","title":"Persistent Anti-Muslim Bias in Large Language Models","created":"2021-01-14","cited_by_count":377},{"id":"2104.06599","title":"Learning How to Ask: Querying LMs with Mixtures of Soft Prompts","created":"2021-04-14","cited_by_count":377},{"id":"1911.06136","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","created":"2019-11-13","cited_by_count":356},{"id":"2012.07463","title":"Parameter-Efficient Transfer Learning with Diff Pruning","created":"2020-12-14","cited_by_count":352},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319},{"id":"1906.01787","title":"Learning Deep Transformer Models for Machine Translation","created":"2019-06-05","cited_by_count":309},{"id":"2104.05240","title":"Factual Probing Is [MASK]: Learning vs. Learning to Recall","created":"2021-04-12","cited_by_count":291},{"id":"1911.00650","title":"Automatic Detection of Generated Text is Easiest when Humans are Fooled","created":"2019-11-02","cited_by_count":261},{"id":"2111.00364","title":"Sustainable AI: Environmental Implications, Challenges and Opportunities","created":"2021-10-30","cited_by_count":242},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230},{"id":"1703.10960","title":"Learning Discourse-level Diversity for Neural Dialog Models using Conditional Variational Autoencoders","created":"2017-03-31","cited_by_count":222},{"id":"1910.04732","title":"Structured Pruning of Large Language Models","created":"2019-10-10","cited_by_count":203},{"id":"2007.05558","title":"The Computational Limits of Deep Learning","created":"2020-07-10","cited_by_count":193},{"id":"2004.03720","title":"Byte Pair Encoding is Suboptimal for Language Model Pretraining","created":"2020-04-07","cited_by_count":192},{"id":"1902.04094","title":"BERT has a Mouth, and It Must Speak: BERT as a Markov Random Field Language Model","created":"2019-02-11","cited_by_count":185},{"id":"1907.12461","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","created":"2019-07-29","cited_by_count":182},{"id":"2005.04611","title":"How Context Affects Language Models' Factual Predictions","created":"2020-05-10","cited_by_count":181},{"id":"2201.08860","title":"GreaseLM: Graph REASoning Enhanced Language Models for Question Answering","created":"2022-01-21","cited_by_count":171},{"id":"2011.01314","title":"Automatic Detection of Machine Generated Text: A Critical Survey","created":"2020-11-02","cited_by_count":166},{"id":"2210.09338","title":"Deep Bidirectional Language-Knowledge Graph Pretraining","created":"2022-10-17","cited_by_count":156},{"id":"1711.03953","title":"Breaking the Softmax Bottleneck: A High-Rank RNN Language Model","created":"2017-11-10","cited_by_count":152},{"id":"1503.03535","title":"On Using Monolingual Corpora in Neural Machine Translation","created":"2015-03-11","cited_by_count":150},{"id":"1808.04444","title":"Character-Level Language Modeling with Deeper Self-Attention","created":"2018-08-09","cited_by_count":138},{"id":"1508.06615","title":"Character-Aware Neural Language Models","created":"2015-08-26","cited_by_count":132},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130},{"id":"2008.00036","title":"TweepFake: about Detecting Deepfake Tweets","created":"2020-07-31","cited_by_count":117},{"id":"2110.08534","title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora","created":"2021-10-16","cited_by_count":115},{"id":"1712.01996","title":"An analysis of incorporating an external language model into a sequence-to-sequence model","created":"2017-12-06","cited_by_count":111},{"id":"2101.04840","title":"Robustness Gym: Unifying the NLP Evaluation Landscape","created":"2021-01-13","cited_by_count":108},{"id":"2011.04946","title":"When Do You Need Billions of Words of Pretraining Data?","created":"2020-11-10","cited_by_count":104},{"id":"1912.09637","title":"Pretrained Encyclopedia: Weakly Supervised Knowledge-Pretrained Language Model","created":"2019-12-20","cited_by_count":102},{"id":"1612.02695","title":"Towards better decoding and language model integration in sequence to sequence models","created":"2016-12-08","cited_by_count":100},{"id":"2004.08900","title":"The Cost of Training NLP Models: A Concise Overview","created":"2020-04-19","cited_by_count":98},{"id":"1808.08079","title":"Under the Hood: Using Diagnostic Classifiers to Investigate and Improve how Language Models Track Agreement Information","created":"2018-08-24","cited_by_count":97},{"id":"1806.07687","title":"Automated Fact Checking: Task formulations, methods and future directions","created":"2018-06-20","cited_by_count":96},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91},{"id":"1708.06426","title":"Cold Fusion: Training Seq2Seq Models Together with Language Models","created":"2017-08-21","cited_by_count":88},{"id":"2012.11926","title":"Few-Shot Text Generation with Pattern-Exploiting Training","created":"2020-12-22","cited_by_count":87},{"id":"1906.09777","title":"A Tensorized Transformer for Language Modeling","created":"2019-06-24","cited_by_count":86},{"id":"2106.09226","title":"Why Do Pretrained Language Models Help in Downstream Tasks? An Analysis of Head and Prompt Tuning","created":"2021-06-17","cited_by_count":82},{"id":"2002.11268","title":"A Density Ratio Approach to Language Model Fusion in End-To-End Automatic Speech Recognition","created":"2020-02-26","cited_by_count":73},{"id":"2010.03648","title":"A Mathematical Exploration of Why Language Models Help Solve Downstream Tasks","created":"2020-10-07","cited_by_count":72},{"id":"2205.00976","title":"Knowledge Graph Contrastive Learning for Recommendation","created":"2022-05-02","cited_by_count":70}],"next_cursor":"100"}