{"list":"other","total":73,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"1409.3215","title":"Sequence to Sequence Learning with Neural Networks","created":"2014-09-10","cited_by_count":2986},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"1704.04368","title":"Get To The Point: Summarization with Pointer-Generator Networks","created":"2017-04-14","cited_by_count":1292},{"id":"1506.03340","title":"Teaching Machines to Read and Comprehend","created":"2015-06-10","cited_by_count":1049},{"id":"2001.08210","title":"Multilingual Denoising Pre-training for Neural Machine Translation","created":"2020-01-22","cited_by_count":1035},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"2001.07676","title":"Exploiting Cloze Questions for Few Shot Text Classification and Natural Language Inference","created":"2020-01-21","cited_by_count":938},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"1801.07243","title":"Personalizing Dialogue Agents: I have a dog, do you have pets too?","created":"2018-01-22","cited_by_count":828},{"id":"1909.05858","title":"CTRL: A Conditional Transformer Language Model for Controllable Generation","created":"2019-09-11","cited_by_count":762},{"id":"2006.08218","title":"Self-supervised Learning: Generative or Contrastive","created":"2020-06-15","cited_by_count":694},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"2009.07118","title":"It's Not Just Size That Matters: Small Language Models Are Also Few-Shot Learners","created":"2020-09-15","cited_by_count":669},{"id":"1710.03957","title":"DailyDialog: A Manually Labelled Multi-turn Dialogue Dataset","created":"2017-10-11","cited_by_count":652},{"id":"1908.08345","title":"Text Summarization with Pretrained Encoders","created":"2019-08-22","cited_by_count":556},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"1711.10160","title":"Snorkel: Rapid Training Data Creation with Weak Supervision","created":"2017-11-28","cited_by_count":372},{"id":"1705.04304","title":"A Deep Reinforced Model for Abstractive Summarization","created":"2017-05-11","cited_by_count":365},{"id":"1901.11504","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","created":"2019-01-31","cited_by_count":350},{"id":"1905.02450","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","created":"2019-05-07","cited_by_count":347},{"id":"1803.05449","title":"SentEval: An Evaluation Toolkit for Universal Sentence Representations","created":"2018-03-14","cited_by_count":294},{"id":"2103.00111","title":"Graph Self-Supervised Learning: A Survey","created":"2021-02-27","cited_by_count":289},{"id":"1812.09449","title":"A Survey on Deep Learning for Named Entity Recognition","created":"2018-12-22","cited_by_count":282},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"2105.11741","title":"ConSERT: A Contrastive Framework for Self-Supervised Sentence Representation Transfer","created":"2021-05-25","cited_by_count":231},{"id":"1705.00652","title":"Efficient Natural Language Response Suggestion for Smart Reply","created":"2017-05-01","cited_by_count":229},{"id":"2001.04063","title":"ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training","created":"2020-01-13","cited_by_count":222},{"id":"2002.12804","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","created":"2020-02-28","cited_by_count":204},{"id":"1907.12461","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","created":"2019-07-29","cited_by_count":182},{"id":"2105.07342","title":"Self-supervised Learning on Graphs: Contrastive, Generative,or Predictive","created":"2021-05-16","cited_by_count":136},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131},{"id":"1901.09107","title":"Audio-Visual Scene-Aware Dialog","created":"2019-01-25","cited_by_count":123},{"id":"1909.02209","title":"Semantics-aware BERT for Language Understanding","created":"2019-09-05","cited_by_count":112},{"id":"2006.10369","title":"Deep Encoder, Shallow Decoder: Reevaluating Non-autoregressive Machine Translation","created":"2020-06-18","cited_by_count":105},{"id":"2006.15020","title":"Pre-training via Paraphrasing","created":"2020-06-26","cited_by_count":92},{"id":"2011.05864","title":"On the Sentence Embeddings from Pre-trained Language Models","created":"2020-11-02","cited_by_count":83},{"id":"2201.04337","title":"PromptBERT: Improving BERT Sentence Embeddings with Prompts","created":"2022-01-12","cited_by_count":75},{"id":"1706.07881","title":"On Sampling Strategies for Neural Network-based Collaborative Filtering","created":"2017-06-23","cited_by_count":71},{"id":"1611.02683","title":"Unsupervised Pretraining for Sequence to Sequence Learning","created":"2016-11-08","cited_by_count":47},{"id":"1801.08831","title":"A Multilayer Convolutional Encoder-Decoder Neural Network for Grammatical Error Correction","created":"2018-01-26","cited_by_count":36},{"id":"2109.04953","title":"Does Pretraining for Summarization Require Knowledge Transfer?","created":"2021-09-10","cited_by_count":30},{"id":"1904.03092","title":"Modeling Recurrence for Transformer","created":"2019-04-05","cited_by_count":26},{"id":"2011.00770","title":"Context-Aware Cross-Attention for Non-Autoregressive Translation","created":"2020-11-02","cited_by_count":26},{"id":"2012.14768","title":"Understanding and Improving Encoder Layer Fusion in Sequence-to-Sequence Learning","created":"2020-12-29","cited_by_count":26},{"id":"2106.05546","title":"Progressive Multi-Granularity Training for Non-Autoregressive Translation","created":"2021-06-10","cited_by_count":25},{"id":"2109.04994","title":"Topic-Aware Contrastive Learning for Abstractive Dialogue Summarization","created":"2021-09-10","cited_by_count":23},{"id":"2109.00055","title":"Sentence Bottleneck Autoencoders from Transformer Language Models","created":"2021-08-31","cited_by_count":19},{"id":"2109.01819","title":"Frustratingly Simple Pretraining Alternatives to Masked Language Modeling","created":"2021-09-04","cited_by_count":17},{"id":"2203.10415","title":"How does the pre-training objective affect what large language models learn about linguistic properties?","created":"2022-03-20","cited_by_count":16},{"id":"1908.08206","title":"Denoising based Sequence-to-Sequence Pre-training for Text Generation","created":"2019-08-22","cited_by_count":15},{"id":"2101.00416","title":"Improving Sequence-to-Sequence Pre-training via Sequence Span Rewriting","created":"2021-01-02","cited_by_count":13},{"id":"1909.06002","title":"Sequence-to-sequence Pre-training with Data Augmentation for Sentence Rewriting","created":"2019-09-13","cited_by_count":12},{"id":"2204.07837","title":"BLISS: Robust Sequence-to-Sequence Learning via Self-Supervised Input Representation","created":"2022-04-16","cited_by_count":8}],"next_cursor":null}