{"list":"other","total":71,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2004.04906","title":"Dense Passage Retrieval for Open-Domain Question Answering","created":"2020-04-10","cited_by_count":3824},{"id":"1310.4546","title":"Distributed Representations of Words and Phrases and their Compositionality","created":"2013-10-16","cited_by_count":3474},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"2112.09118","title":"Unsupervised Dense Information Retrieval with Contrastive Learning","created":"2021-12-16","cited_by_count":1216},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031},{"id":"2007.00808","title":"Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval","created":"2020-07-01","cited_by_count":849},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"1906.00300","title":"Latent Retrieval for Weakly Supervised Open Domain Question Answering","created":"2019-06-01","cited_by_count":695},{"id":"2011.00362","title":"A Survey on Contrastive Self-supervised Learning","created":"2020-10-31","cited_by_count":554},{"id":"2112.07899","title":"Large Dual Encoders Are Generalizable Retrievers","created":"2021-12-15","cited_by_count":456},{"id":"2110.05208","title":"Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm","created":"2021-10-11","cited_by_count":405},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400},{"id":"2201.10005","title":"Text and Code Embeddings by Contrastive Pre-Training","created":"2022-01-24","cited_by_count":361},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271},{"id":"2010.06467","title":"Pretrained Transformers for Text Ranking: BERT and Beyond","created":"2020-10-13","cited_by_count":267},{"id":"2006.03659","title":"DeCLUTR: Deep Contrastive Learning for Unsupervised Textual Representations","created":"2020-06-05","cited_by_count":251},{"id":"2105.11741","title":"ConSERT: A Contrastive Framework for Self-Supervised Sentence Representation Transfer","created":"2021-05-25","cited_by_count":231},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202},{"id":"2104.07540","title":"Generating Datasets with Pretrained Language Models","created":"2021-04-15","cited_by_count":193},{"id":"2101.11038","title":"Muppet: Massive Multi-task Representations with Pre-Finetuning","created":"2021-01-26","cited_by_count":192},{"id":"2104.08253","title":"Condenser: a Pre-training Architecture for Dense Retrieval","created":"2021-04-16","cited_by_count":162},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159},{"id":"2006.11632","title":"Embedding-based Retrieval in Facebook Search","created":"2020-06-20","cited_by_count":156},{"id":"2002.03932","title":"Pre-training Tasks for Embedding-based Large-scale Retrieval","created":"2020-02-10","cited_by_count":153},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150},{"id":"2205.12035","title":"RetroMAE: Pre-Training Retrieval-oriented Language Models Via Masked Auto-Encoder","created":"2022-05-24","cited_by_count":118},{"id":"2106.07345","title":"Self-Guided Contrastive Learning for BERT Sentence Representations","created":"2021-06-03","cited_by_count":103},{"id":"2207.06300","title":"Re2G: Retrieve, Rerank, Generate","created":"2022-07-13","cited_by_count":102},{"id":"2109.05729","title":"CPT: A Pre-Trained Unbalanced Transformer for Both Chinese Language Understanding and Generation","created":"2021-09-13","cited_by_count":81},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81},{"id":"1903.06902","title":"A Deep Look into Neural Ranking Models for Information Retrieval","created":"2019-03-16","cited_by_count":79},{"id":"2009.13818","title":"A Simple but Tough-to-Beat Data Augmentation Approach for Natural Language Understanding and Generation","created":"2020-09-29","cited_by_count":72},{"id":"2002.11794","title":"Train Large, Then Compress: Rethinking Model Size for Efficient Training and Inference of Transformers","created":"2020-02-26","cited_by_count":67},{"id":"2110.06918","title":"Salient Phrase Aware Dense Retrieval: Can a Dense Retriever Imitate a Sparse One?","created":"2021-10-13","cited_by_count":60},{"id":"2103.04831","title":"Semantic Models for the First-stage Retrieval: A Comprehensive Review","created":"2021-03-08","cited_by_count":57},{"id":"2201.06910","title":"ZeroPrompt: Scaling Prompt-Based Pretraining to 1,000 Tasks Improves Zero-Shot Generalization","created":"2022-01-18","cited_by_count":54},{"id":"2112.07708","title":"Learning to Retrieve Passages without Supervision","created":"2021-12-14","cited_by_count":46},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45},{"id":"2209.05034","title":"CSL: A Large-scale Chinese Scientific Literature Dataset","created":"2022-09-12","cited_by_count":45},{"id":"2110.07038","title":"Towards Efficient NLP: A Standard Evaluation and A Strong Baseline","created":"2021-10-13","cited_by_count":44},{"id":"2102.12982","title":"A Primer on Contrastive Pretraining in Language Processing: Methods, Lessons Learned and Perspectives","created":"2021-02-25","cited_by_count":41},{"id":"2010.10137","title":"PROP: Pre-training with Representative Words Prediction for Ad-hoc Retrieval","created":"2020-10-20","cited_by_count":40},{"id":"2201.05979","title":"SNCSE: Contrastive Learning for Unsupervised Sentence Embedding with Soft Negative Samples","created":"2022-01-16","cited_by_count":39},{"id":"2212.11491","title":"Understanding and Improving the Role of Projection Head in Self-Supervised Learning","created":"2022-12-22","cited_by_count":36},{"id":"2111.04130","title":"NLP From Scratch Without Large-Scale Pretraining: A Simple and Efficient Framework","created":"2021-11-07","cited_by_count":34},{"id":"2106.03373","title":"Pre-trained Language Model for Web-scale Retrieval in Baidu Search","created":"2021-06-07","cited_by_count":31},{"id":"2104.09791","title":"B-PROP: Bootstrapped Pre-training with Representative Words Prediction for Ad-hoc Retrieval","created":"2021-04-20","cited_by_count":25},{"id":"2203.06169","title":"LaPraDoR: Unsupervised Pretrained Dense Retriever for Zero-Shot Text Retrieval","created":"2022-03-11","cited_by_count":24},{"id":"2205.01818","title":"i-Code: An Integrative and Composable Multimodal Learning Framework","created":"2022-05-03","cited_by_count":24},{"id":"2305.16726","title":"RankCSE: Unsupervised Sentence Representations Learning via Learning to Rank","created":"2023-05-26","cited_by_count":23},{"id":"2204.10931","title":"MCSE: Multimodal Contrastive Learning of Sentence Embeddings","created":"2022-04-22","cited_by_count":22},{"id":"2204.12755","title":"A Thorough Examination on Zero-shot Dense Retrieval","created":"2022-04-27","cited_by_count":21},{"id":"2203.10415","title":"How does the pre-training objective affect what large language models learn about linguistic properties?","created":"2022-03-20","cited_by_count":16},{"id":"2209.04333","title":"Ranking-Enhanced Unsupervised Sentence Representation Learning","created":"2022-09-09","cited_by_count":15},{"id":"2110.08426","title":"EncT5: A Framework for Fine-tuning T5 as Non-autoregressive Models","created":"2021-10-16","cited_by_count":7}],"next_cursor":null}