{"list":"other","total":68,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1409.1556","title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","created":"2014-09-04","cited_by_count":15364},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"1508.05326","title":"A large annotated corpus for learning natural language inference","created":"2015-08-21","cited_by_count":1847},{"id":"1804.08771","title":"A Call for Clarity in Reporting BLEU Scores","created":"2018-04-23","cited_by_count":1799},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2104.00298","title":"EfficientNetV2: Smaller Models and Faster Training","created":"2021-04-01","cited_by_count":1135},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"1809.05053","title":"XNLI: Evaluating Cross-lingual Sentence Representations","created":"2018-09-13","cited_by_count":915},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"1808.09121","title":"WiC: the Word-in-Context Dataset for Evaluating Context-Sensitive Meaning Representations","created":"2018-08-28","cited_by_count":372},{"id":"1911.06136","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","created":"2019-11-13","cited_by_count":356},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"1904.09223","title":"ERNIE: Enhanced Representation through Knowledge Integration","created":"2019-04-19","cited_by_count":302},{"id":"1909.04164","title":"Knowledge Enhanced Contextual Word Representations","created":"2019-09-09","cited_by_count":296},{"id":"2004.05986","title":"CLUE: A Chinese Language Understanding Evaluation Benchmark","created":"2020-04-13","cited_by_count":278},{"id":"2004.13922","title":"Revisiting Pre-Trained Models for Chinese Natural Language Processing","created":"2020-04-29","cited_by_count":266},{"id":"1908.11828","title":"PAWS-X: A Cross-lingual Adversarial Dataset for Paraphrase Identification","created":"2019-08-30","cited_by_count":264},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"1806.02847","title":"A Simple Method for Commonsense Reasoning","created":"2018-06-07","cited_by_count":223},{"id":"1810.12885","title":"ReCoRD: Bridging the Gap between Human and Machine Commonsense Reading Comprehension","created":"2018-10-30","cited_by_count":200},{"id":"1807.02478","title":"CAIL2018: A Large-Scale Legal Dataset for Judgment Prediction","created":"2018-07-04","cited_by_count":170},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134},{"id":"1711.05073","title":"DuReader: a Chinese Machine Reading Comprehension Dataset from Real-world Applications","created":"2017-11-14","cited_by_count":110},{"id":"1912.09637","title":"Pretrained Encyclopedia: Weakly Supervised Knowledge-Pretrained Language Model","created":"2019-12-20","cited_by_count":102},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91},{"id":"2010.00309","title":"CoLAKE: Contextualized Language and Knowledge Embedding","created":"2020-10-01","cited_by_count":86},{"id":"1706.06613","title":"End-to-End Neural Ad-hoc Ranking with Kernel Pooling","created":"2017-06-20","cited_by_count":85},{"id":"1810.07366","title":"A Span-Extraction Dataset for Chinese Machine Reading Comprehension","created":"2018-10-17","cited_by_count":84},{"id":"1904.09679","title":"Investigating Prior Knowledge for Challenging Chinese Machine Reading Comprehension","created":"2019-04-21","cited_by_count":81},{"id":"1506.05865","title":"LCSTS: A Large Scale Chinese Short Text Summarization Dataset","created":"2015-06-19","cited_by_count":65},{"id":"1906.01265","title":"ChID: A Large-scale Chinese IDiom Dataset for Cloze Test","created":"2019-06-04","cited_by_count":65},{"id":"1908.06605","title":"Long and Diverse Text Generation with Planning-based Hierarchical Variational Model","created":"2019-08-19","cited_by_count":62},{"id":"2012.00413","title":"CPM: A Large-scale Generative Chinese Pre-trained Language Model","created":"2020-12-01","cited_by_count":60},{"id":"2004.04100","title":"KdConv: A Chinese Multi-domain Dialogue Dataset Towards Multi-turn Knowledge-driven Conversation","created":"2020-04-08","cited_by_count":59},{"id":"1806.00920","title":"DRCD: a Chinese Machine Reading Comprehension Dataset","created":"2018-06-04","cited_by_count":57},{"id":"2005.05635","title":"SKEP: Sentiment Knowledge Enhanced Pre-training for Sentiment Analysis","created":"2020-05-12","cited_by_count":54},{"id":"2106.10715","title":"CPM-2: Large-scale Cost-effective Pre-trained Language Models","created":"2021-06-20","cited_by_count":52},{"id":"1901.10125","title":"Glyce: Glyph-vectors for Chinese Character Representations","created":"2019-01-29","cited_by_count":46},{"id":"2011.07956","title":"Pre-training Text-to-Text Transformers for Concept-centric Common Sense","created":"2020-10-24","cited_by_count":42},{"id":"2001.11314","title":"ERNIE-GEN: An Enhanced Multi-Flow Pre-training and Fine-tuning Framework for Natural Language Generation","created":"2020-01-26","cited_by_count":40},{"id":"1607.06275","title":"Dataset and Neural Recurrent Sequence Labeling Model for Open-Domain Factoid Question Answering","created":"2016-07-21","cited_by_count":35},{"id":"2012.15688","title":"ERNIE-Doc: A Retrospective Long-Document Modeling Transformer","created":"2020-12-31","cited_by_count":31},{"id":"1912.00147","title":"Integrating Graph Contextualized Knowledge into Pre-trained Language Models","created":"2019-11-30","cited_by_count":26},{"id":"2105.01279","title":"ZEN 2.0: Continue Training and Adaption for N-gram Enhanced Text Encoders","created":"2021-05-04","cited_by_count":22},{"id":"2010.12148","title":"ERNIE-Gram: Pre-Training with Explicitly N-Gram Masked Language Modeling for Natural Language Understanding","created":"2020-10-23","cited_by_count":17},{"id":"2004.03116","title":"A Sentence Cloze Dataset for Chinese Machine Reading Comprehension","created":"2020-04-07","cited_by_count":14},{"id":"1711.07010","title":"A Discourse-Level Named Entity Recognition and Relation Extraction Dataset for Chinese Literature Text","created":"2017-11-19","cited_by_count":13},{"id":"2004.12302","title":"MATINF: A Jointly Labeled Large-Scale Dataset for Classification, Question Answering and Summarization","created":"2020-04-26","cited_by_count":10},{"id":"2104.02704","title":"Blow the Dog Whistle: A Chinese Dataset for Cant Understanding with Common Sense and World Knowledge","created":"2021-04-06","cited_by_count":10},{"id":"2011.13573","title":"Chinese Medical Question Answer Matching Based on Interactive Sentence Representation Learning","created":"2020-11-27","cited_by_count":6},{"id":"2004.14996","title":"Segatron: Segment-Aware Transformer for Language Modeling and Understanding","created":"2020-04-30","cited_by_count":4}],"next_cursor":null}